Upload modeling_internvl_chat.py with huggingface_hub
Browse files
    	
        modeling_internvl_chat.py
    CHANGED
    
    | @@ -123,8 +123,8 @@ class InternVLChatModel(PreTrainedModel): | |
| 123 | 
             
                        vit_embeds = vit_embeds.reshape(-1, C)
         | 
| 124 | 
             
                        print(f'warning: {e}, input_embeds[selected].shape={input_embeds[selected].shape}, '
         | 
| 125 | 
             
                              f'vit_embeds.shape={vit_embeds.shape}')
         | 
| 126 | 
            -
                        n_token = selected.sum()
         | 
| 127 | 
            -
                        input_embeds[selected] = input_embeds[selected] * 0.0 + vit_embeds[:n_token]
         | 
| 128 |  | 
| 129 | 
             
                    input_embeds = input_embeds.reshape(B, N, C)
         | 
| 130 |  | 
|  | |
| 123 | 
             
                        vit_embeds = vit_embeds.reshape(-1, C)
         | 
| 124 | 
             
                        print(f'warning: {e}, input_embeds[selected].shape={input_embeds[selected].shape}, '
         | 
| 125 | 
             
                              f'vit_embeds.shape={vit_embeds.shape}')
         | 
| 126 | 
            +
                        n_token = min(selected.sum(), vit_embeds.size(0))
         | 
| 127 | 
            +
                        input_embeds[selected][:n_token] = input_embeds[selected][:n_token] * 0.0 + vit_embeds[:n_token]
         | 
| 128 |  | 
| 129 | 
             
                    input_embeds = input_embeds.reshape(B, N, C)
         | 
| 130 |  | 

