dong.hyun
commited on
Commit
·
c166ede
1
Parent(s):
db17193
adposition_ids argument for verl
Browse files- modeling_hyperclovax.py +2 -0
modeling_hyperclovax.py
CHANGED
|
@@ -520,6 +520,7 @@ class HCXVisionForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 520 |
pixel_values_videos: Optional[List[List[torch.FloatTensor]]] = None,
|
| 521 |
past_key_values: Optional[Tuple[Tuple[torch.Tensor]]] = None,
|
| 522 |
attention_mask: Optional[torch.FloatTensor] = None,
|
|
|
|
| 523 |
inputs_embeds: Optional[torch.FloatTensor] = None,
|
| 524 |
labels: Optional[torch.LongTensor] = None,
|
| 525 |
use_cache: Optional[bool] = None,
|
|
@@ -596,6 +597,7 @@ class HCXVisionForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 596 |
input_ids=input_ids,
|
| 597 |
inputs_embeds=inputs_embeds,
|
| 598 |
attention_mask=attention_mask,
|
|
|
|
| 599 |
past_key_values=past_key_values,
|
| 600 |
use_cache=use_cache,
|
| 601 |
output_attentions=output_attentions,
|
|
|
|
| 520 |
pixel_values_videos: Optional[List[List[torch.FloatTensor]]] = None,
|
| 521 |
past_key_values: Optional[Tuple[Tuple[torch.Tensor]]] = None,
|
| 522 |
attention_mask: Optional[torch.FloatTensor] = None,
|
| 523 |
+
position_ids: Optional[torch.LongTensor] = None,
|
| 524 |
inputs_embeds: Optional[torch.FloatTensor] = None,
|
| 525 |
labels: Optional[torch.LongTensor] = None,
|
| 526 |
use_cache: Optional[bool] = None,
|
|
|
|
| 597 |
input_ids=input_ids,
|
| 598 |
inputs_embeds=inputs_embeds,
|
| 599 |
attention_mask=attention_mask,
|
| 600 |
+
position_ids=position_ids,
|
| 601 |
past_key_values=past_key_values,
|
| 602 |
use_cache=use_cache,
|
| 603 |
output_attentions=output_attentions,
|