Spaces:
				
			
			
	
			
			
		Runtime error
		
	
	
	
			
			
	
	
	
	
		
		
		Runtime error
		
	Upload folder using huggingface_hub
Browse files- Dockerfile +5 -0
 - Salesforce-codegen2-1B-text-to-neurapy/added_tokens.json +945 -0
 - Salesforce-codegen2-1B-text-to-neurapy/config.json +49 -0
 - Salesforce-codegen2-1B-text-to-neurapy/generation_config.json +6 -0
 - Salesforce-codegen2-1B-text-to-neurapy/merges.txt +0 -0
 - Salesforce-codegen2-1B-text-to-neurapy/model.safetensors +3 -0
 - Salesforce-codegen2-1B-text-to-neurapy/special_tokens_map.json +6 -0
 - Salesforce-codegen2-1B-text-to-neurapy/tokenizer.json +0 -0
 - Salesforce-codegen2-1B-text-to-neurapy/tokenizer_config.json +0 -0
 - Salesforce-codegen2-1B-text-to-neurapy/training_args.bin +3 -0
 - Salesforce-codegen2-1B-text-to-neurapy/vocab.json +0 -0
 - finetuning.py +34 -0
 - finetuning_set_v1.0.json +1 -0
 - prepare_data_set.py +16 -0
 
    	
        Dockerfile
    ADDED
    
    | 
         @@ -0,0 +1,5 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            FROM python:3.9
         
     | 
| 2 | 
         
            +
            ADD finetuning.py .
         
     | 
| 3 | 
         
            +
            ADD finetuning_set_v1.0.json .
         
     | 
| 4 | 
         
            +
            RUN pip install trl transformers torch
         
     | 
| 5 | 
         
            +
            CMD ["python", "./finetuning.py"]
         
     | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/added_tokens.json
    ADDED
    
    | 
         @@ -0,0 +1,945 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "\t\t": 50294,
         
     | 
| 3 | 
         
            +
              "\t\t\t": 50293,
         
     | 
| 4 | 
         
            +
              "\t\t\t\t": 50292,
         
     | 
| 5 | 
         
            +
              "\t\t\t\t\t": 50291,
         
     | 
| 6 | 
         
            +
              "\t\t\t\t\t\t": 50290,
         
     | 
| 7 | 
         
            +
              "\t\t\t\t\t\t\t": 50289,
         
     | 
| 8 | 
         
            +
              "\t\t\t\t\t\t\t\t": 50288,
         
     | 
| 9 | 
         
            +
              "\t\t\t\t\t\t\t\t\t": 50287,
         
     | 
| 10 | 
         
            +
              "  ": 50286,
         
     | 
| 11 | 
         
            +
              "   ": 50285,
         
     | 
| 12 | 
         
            +
              "    ": 50284,
         
     | 
| 13 | 
         
            +
              "     ": 50283,
         
     | 
| 14 | 
         
            +
              "      ": 50282,
         
     | 
| 15 | 
         
            +
              "       ": 50281,
         
     | 
| 16 | 
         
            +
              "        ": 50280,
         
     | 
| 17 | 
         
            +
              "         ": 50279,
         
     | 
| 18 | 
         
            +
              "          ": 50278,
         
     | 
| 19 | 
         
            +
              "           ": 50277,
         
     | 
| 20 | 
         
            +
              "            ": 50276,
         
     | 
| 21 | 
         
            +
              "             ": 50275,
         
     | 
| 22 | 
         
            +
              "              ": 50274,
         
     | 
| 23 | 
         
            +
              "               ": 50273,
         
     | 
| 24 | 
         
            +
              "                ": 50272,
         
     | 
| 25 | 
         
            +
              "                 ": 50271,
         
     | 
| 26 | 
         
            +
              "                  ": 50270,
         
     | 
| 27 | 
         
            +
              "                   ": 50269,
         
     | 
| 28 | 
         
            +
              "                    ": 50268,
         
     | 
| 29 | 
         
            +
              "                     ": 50267,
         
     | 
| 30 | 
         
            +
              "                      ": 50266,
         
     | 
| 31 | 
         
            +
              "                       ": 50265,
         
     | 
| 32 | 
         
            +
              "                        ": 50264,
         
     | 
| 33 | 
         
            +
              "                         ": 50263,
         
     | 
| 34 | 
         
            +
              "                          ": 50262,
         
     | 
| 35 | 
         
            +
              "                           ": 50261,
         
     | 
| 36 | 
         
            +
              "                            ": 50260,
         
     | 
| 37 | 
         
            +
              "                             ": 50259,
         
     | 
| 38 | 
         
            +
              "                              ": 50258,
         
     | 
| 39 | 
         
            +
              "                               ": 50257,
         
     | 
| 40 | 
         
            +
              "<dummy_0>": 50295,
         
     | 
| 41 | 
         
            +
              "<dummy_1>": 50296,
         
     | 
| 42 | 
         
            +
              "<dummy_2>": 50297,
         
     | 
| 43 | 
         
            +
              "<dummy_3>": 50298,
         
     | 
| 44 | 
         
            +
              "<eom>": 50300,
         
     | 
| 45 | 
         
            +
              "<mask_100>": 51100,
         
     | 
| 46 | 
         
            +
              "<mask_101>": 51099,
         
     | 
| 47 | 
         
            +
              "<mask_102>": 51098,
         
     | 
| 48 | 
         
            +
              "<mask_103>": 51097,
         
     | 
| 49 | 
         
            +
              "<mask_104>": 51096,
         
     | 
| 50 | 
         
            +
              "<mask_105>": 51095,
         
     | 
| 51 | 
         
            +
              "<mask_106>": 51094,
         
     | 
| 52 | 
         
            +
              "<mask_107>": 51093,
         
     | 
| 53 | 
         
            +
              "<mask_108>": 51092,
         
     | 
| 54 | 
         
            +
              "<mask_109>": 51091,
         
     | 
| 55 | 
         
            +
              "<mask_10>": 51190,
         
     | 
| 56 | 
         
            +
              "<mask_110>": 51090,
         
     | 
| 57 | 
         
            +
              "<mask_111>": 51089,
         
     | 
| 58 | 
         
            +
              "<mask_112>": 51088,
         
     | 
| 59 | 
         
            +
              "<mask_113>": 51087,
         
     | 
| 60 | 
         
            +
              "<mask_114>": 51086,
         
     | 
| 61 | 
         
            +
              "<mask_115>": 51085,
         
     | 
| 62 | 
         
            +
              "<mask_116>": 51084,
         
     | 
| 63 | 
         
            +
              "<mask_117>": 51083,
         
     | 
| 64 | 
         
            +
              "<mask_118>": 51082,
         
     | 
| 65 | 
         
            +
              "<mask_119>": 51081,
         
     | 
| 66 | 
         
            +
              "<mask_11>": 51189,
         
     | 
| 67 | 
         
            +
              "<mask_120>": 51080,
         
     | 
| 68 | 
         
            +
              "<mask_121>": 51079,
         
     | 
| 69 | 
         
            +
              "<mask_122>": 51078,
         
     | 
| 70 | 
         
            +
              "<mask_123>": 51077,
         
     | 
| 71 | 
         
            +
              "<mask_124>": 51076,
         
     | 
| 72 | 
         
            +
              "<mask_125>": 51075,
         
     | 
| 73 | 
         
            +
              "<mask_126>": 51074,
         
     | 
| 74 | 
         
            +
              "<mask_127>": 51073,
         
     | 
| 75 | 
         
            +
              "<mask_128>": 51072,
         
     | 
| 76 | 
         
            +
              "<mask_129>": 51071,
         
     | 
| 77 | 
         
            +
              "<mask_12>": 51188,
         
     | 
| 78 | 
         
            +
              "<mask_130>": 51070,
         
     | 
| 79 | 
         
            +
              "<mask_131>": 51069,
         
     | 
| 80 | 
         
            +
              "<mask_132>": 51068,
         
     | 
| 81 | 
         
            +
              "<mask_133>": 51067,
         
     | 
| 82 | 
         
            +
              "<mask_134>": 51066,
         
     | 
| 83 | 
         
            +
              "<mask_135>": 51065,
         
     | 
| 84 | 
         
            +
              "<mask_136>": 51064,
         
     | 
| 85 | 
         
            +
              "<mask_137>": 51063,
         
     | 
| 86 | 
         
            +
              "<mask_138>": 51062,
         
     | 
| 87 | 
         
            +
              "<mask_139>": 51061,
         
     | 
| 88 | 
         
            +
              "<mask_13>": 51187,
         
     | 
| 89 | 
         
            +
              "<mask_140>": 51060,
         
     | 
| 90 | 
         
            +
              "<mask_141>": 51059,
         
     | 
| 91 | 
         
            +
              "<mask_142>": 51058,
         
     | 
| 92 | 
         
            +
              "<mask_143>": 51057,
         
     | 
| 93 | 
         
            +
              "<mask_144>": 51056,
         
     | 
| 94 | 
         
            +
              "<mask_145>": 51055,
         
     | 
| 95 | 
         
            +
              "<mask_146>": 51054,
         
     | 
| 96 | 
         
            +
              "<mask_147>": 51053,
         
     | 
| 97 | 
         
            +
              "<mask_148>": 51052,
         
     | 
| 98 | 
         
            +
              "<mask_149>": 51051,
         
     | 
| 99 | 
         
            +
              "<mask_14>": 51186,
         
     | 
| 100 | 
         
            +
              "<mask_150>": 51050,
         
     | 
| 101 | 
         
            +
              "<mask_151>": 51049,
         
     | 
| 102 | 
         
            +
              "<mask_152>": 51048,
         
     | 
| 103 | 
         
            +
              "<mask_153>": 51047,
         
     | 
| 104 | 
         
            +
              "<mask_154>": 51046,
         
     | 
| 105 | 
         
            +
              "<mask_155>": 51045,
         
     | 
| 106 | 
         
            +
              "<mask_156>": 51044,
         
     | 
| 107 | 
         
            +
              "<mask_157>": 51043,
         
     | 
| 108 | 
         
            +
              "<mask_158>": 51042,
         
     | 
| 109 | 
         
            +
              "<mask_159>": 51041,
         
     | 
| 110 | 
         
            +
              "<mask_15>": 51185,
         
     | 
| 111 | 
         
            +
              "<mask_160>": 51040,
         
     | 
| 112 | 
         
            +
              "<mask_161>": 51039,
         
     | 
| 113 | 
         
            +
              "<mask_162>": 51038,
         
     | 
| 114 | 
         
            +
              "<mask_163>": 51037,
         
     | 
| 115 | 
         
            +
              "<mask_164>": 51036,
         
     | 
| 116 | 
         
            +
              "<mask_165>": 51035,
         
     | 
| 117 | 
         
            +
              "<mask_166>": 51034,
         
     | 
| 118 | 
         
            +
              "<mask_167>": 51033,
         
     | 
| 119 | 
         
            +
              "<mask_168>": 51032,
         
     | 
| 120 | 
         
            +
              "<mask_169>": 51031,
         
     | 
| 121 | 
         
            +
              "<mask_16>": 51184,
         
     | 
| 122 | 
         
            +
              "<mask_170>": 51030,
         
     | 
| 123 | 
         
            +
              "<mask_171>": 51029,
         
     | 
| 124 | 
         
            +
              "<mask_172>": 51028,
         
     | 
| 125 | 
         
            +
              "<mask_173>": 51027,
         
     | 
| 126 | 
         
            +
              "<mask_174>": 51026,
         
     | 
| 127 | 
         
            +
              "<mask_175>": 51025,
         
     | 
| 128 | 
         
            +
              "<mask_176>": 51024,
         
     | 
| 129 | 
         
            +
              "<mask_177>": 51023,
         
     | 
| 130 | 
         
            +
              "<mask_178>": 51022,
         
     | 
| 131 | 
         
            +
              "<mask_179>": 51021,
         
     | 
| 132 | 
         
            +
              "<mask_17>": 51183,
         
     | 
| 133 | 
         
            +
              "<mask_180>": 51020,
         
     | 
| 134 | 
         
            +
              "<mask_181>": 51019,
         
     | 
| 135 | 
         
            +
              "<mask_182>": 51018,
         
     | 
| 136 | 
         
            +
              "<mask_183>": 51017,
         
     | 
| 137 | 
         
            +
              "<mask_184>": 51016,
         
     | 
| 138 | 
         
            +
              "<mask_185>": 51015,
         
     | 
| 139 | 
         
            +
              "<mask_186>": 51014,
         
     | 
| 140 | 
         
            +
              "<mask_187>": 51013,
         
     | 
| 141 | 
         
            +
              "<mask_188>": 51012,
         
     | 
| 142 | 
         
            +
              "<mask_189>": 51011,
         
     | 
| 143 | 
         
            +
              "<mask_18>": 51182,
         
     | 
| 144 | 
         
            +
              "<mask_190>": 51010,
         
     | 
| 145 | 
         
            +
              "<mask_191>": 51009,
         
     | 
| 146 | 
         
            +
              "<mask_192>": 51008,
         
     | 
| 147 | 
         
            +
              "<mask_193>": 51007,
         
     | 
| 148 | 
         
            +
              "<mask_194>": 51006,
         
     | 
| 149 | 
         
            +
              "<mask_195>": 51005,
         
     | 
| 150 | 
         
            +
              "<mask_196>": 51004,
         
     | 
| 151 | 
         
            +
              "<mask_197>": 51003,
         
     | 
| 152 | 
         
            +
              "<mask_198>": 51002,
         
     | 
| 153 | 
         
            +
              "<mask_199>": 51001,
         
     | 
| 154 | 
         
            +
              "<mask_19>": 51181,
         
     | 
| 155 | 
         
            +
              "<mask_1>": 51199,
         
     | 
| 156 | 
         
            +
              "<mask_200>": 51000,
         
     | 
| 157 | 
         
            +
              "<mask_201>": 50999,
         
     | 
| 158 | 
         
            +
              "<mask_202>": 50998,
         
     | 
| 159 | 
         
            +
              "<mask_203>": 50997,
         
     | 
| 160 | 
         
            +
              "<mask_204>": 50996,
         
     | 
| 161 | 
         
            +
              "<mask_205>": 50995,
         
     | 
| 162 | 
         
            +
              "<mask_206>": 50994,
         
     | 
| 163 | 
         
            +
              "<mask_207>": 50993,
         
     | 
| 164 | 
         
            +
              "<mask_208>": 50992,
         
     | 
| 165 | 
         
            +
              "<mask_209>": 50991,
         
     | 
| 166 | 
         
            +
              "<mask_20>": 51180,
         
     | 
| 167 | 
         
            +
              "<mask_210>": 50990,
         
     | 
| 168 | 
         
            +
              "<mask_211>": 50989,
         
     | 
| 169 | 
         
            +
              "<mask_212>": 50988,
         
     | 
| 170 | 
         
            +
              "<mask_213>": 50987,
         
     | 
| 171 | 
         
            +
              "<mask_214>": 50986,
         
     | 
| 172 | 
         
            +
              "<mask_215>": 50985,
         
     | 
| 173 | 
         
            +
              "<mask_216>": 50984,
         
     | 
| 174 | 
         
            +
              "<mask_217>": 50983,
         
     | 
| 175 | 
         
            +
              "<mask_218>": 50982,
         
     | 
| 176 | 
         
            +
              "<mask_219>": 50981,
         
     | 
| 177 | 
         
            +
              "<mask_21>": 51179,
         
     | 
| 178 | 
         
            +
              "<mask_220>": 50980,
         
     | 
| 179 | 
         
            +
              "<mask_221>": 50979,
         
     | 
| 180 | 
         
            +
              "<mask_222>": 50978,
         
     | 
| 181 | 
         
            +
              "<mask_223>": 50977,
         
     | 
| 182 | 
         
            +
              "<mask_224>": 50976,
         
     | 
| 183 | 
         
            +
              "<mask_225>": 50975,
         
     | 
| 184 | 
         
            +
              "<mask_226>": 50974,
         
     | 
| 185 | 
         
            +
              "<mask_227>": 50973,
         
     | 
| 186 | 
         
            +
              "<mask_228>": 50972,
         
     | 
| 187 | 
         
            +
              "<mask_229>": 50971,
         
     | 
| 188 | 
         
            +
              "<mask_22>": 51178,
         
     | 
| 189 | 
         
            +
              "<mask_230>": 50970,
         
     | 
| 190 | 
         
            +
              "<mask_231>": 50969,
         
     | 
| 191 | 
         
            +
              "<mask_232>": 50968,
         
     | 
| 192 | 
         
            +
              "<mask_233>": 50967,
         
     | 
| 193 | 
         
            +
              "<mask_234>": 50966,
         
     | 
| 194 | 
         
            +
              "<mask_235>": 50965,
         
     | 
| 195 | 
         
            +
              "<mask_236>": 50964,
         
     | 
| 196 | 
         
            +
              "<mask_237>": 50963,
         
     | 
| 197 | 
         
            +
              "<mask_238>": 50962,
         
     | 
| 198 | 
         
            +
              "<mask_239>": 50961,
         
     | 
| 199 | 
         
            +
              "<mask_23>": 51177,
         
     | 
| 200 | 
         
            +
              "<mask_240>": 50960,
         
     | 
| 201 | 
         
            +
              "<mask_241>": 50959,
         
     | 
| 202 | 
         
            +
              "<mask_242>": 50958,
         
     | 
| 203 | 
         
            +
              "<mask_243>": 50957,
         
     | 
| 204 | 
         
            +
              "<mask_244>": 50956,
         
     | 
| 205 | 
         
            +
              "<mask_245>": 50955,
         
     | 
| 206 | 
         
            +
              "<mask_246>": 50954,
         
     | 
| 207 | 
         
            +
              "<mask_247>": 50953,
         
     | 
| 208 | 
         
            +
              "<mask_248>": 50952,
         
     | 
| 209 | 
         
            +
              "<mask_249>": 50951,
         
     | 
| 210 | 
         
            +
              "<mask_24>": 51176,
         
     | 
| 211 | 
         
            +
              "<mask_250>": 50950,
         
     | 
| 212 | 
         
            +
              "<mask_251>": 50949,
         
     | 
| 213 | 
         
            +
              "<mask_252>": 50948,
         
     | 
| 214 | 
         
            +
              "<mask_253>": 50947,
         
     | 
| 215 | 
         
            +
              "<mask_254>": 50946,
         
     | 
| 216 | 
         
            +
              "<mask_255>": 50945,
         
     | 
| 217 | 
         
            +
              "<mask_256>": 50944,
         
     | 
| 218 | 
         
            +
              "<mask_257>": 50943,
         
     | 
| 219 | 
         
            +
              "<mask_258>": 50942,
         
     | 
| 220 | 
         
            +
              "<mask_259>": 50941,
         
     | 
| 221 | 
         
            +
              "<mask_25>": 51175,
         
     | 
| 222 | 
         
            +
              "<mask_260>": 50940,
         
     | 
| 223 | 
         
            +
              "<mask_261>": 50939,
         
     | 
| 224 | 
         
            +
              "<mask_262>": 50938,
         
     | 
| 225 | 
         
            +
              "<mask_263>": 50937,
         
     | 
| 226 | 
         
            +
              "<mask_264>": 50936,
         
     | 
| 227 | 
         
            +
              "<mask_265>": 50935,
         
     | 
| 228 | 
         
            +
              "<mask_266>": 50934,
         
     | 
| 229 | 
         
            +
              "<mask_267>": 50933,
         
     | 
| 230 | 
         
            +
              "<mask_268>": 50932,
         
     | 
| 231 | 
         
            +
              "<mask_269>": 50931,
         
     | 
| 232 | 
         
            +
              "<mask_26>": 51174,
         
     | 
| 233 | 
         
            +
              "<mask_270>": 50930,
         
     | 
| 234 | 
         
            +
              "<mask_271>": 50929,
         
     | 
| 235 | 
         
            +
              "<mask_272>": 50928,
         
     | 
| 236 | 
         
            +
              "<mask_273>": 50927,
         
     | 
| 237 | 
         
            +
              "<mask_274>": 50926,
         
     | 
| 238 | 
         
            +
              "<mask_275>": 50925,
         
     | 
| 239 | 
         
            +
              "<mask_276>": 50924,
         
     | 
| 240 | 
         
            +
              "<mask_277>": 50923,
         
     | 
| 241 | 
         
            +
              "<mask_278>": 50922,
         
     | 
| 242 | 
         
            +
              "<mask_279>": 50921,
         
     | 
| 243 | 
         
            +
              "<mask_27>": 51173,
         
     | 
| 244 | 
         
            +
              "<mask_280>": 50920,
         
     | 
| 245 | 
         
            +
              "<mask_281>": 50919,
         
     | 
| 246 | 
         
            +
              "<mask_282>": 50918,
         
     | 
| 247 | 
         
            +
              "<mask_283>": 50917,
         
     | 
| 248 | 
         
            +
              "<mask_284>": 50916,
         
     | 
| 249 | 
         
            +
              "<mask_285>": 50915,
         
     | 
| 250 | 
         
            +
              "<mask_286>": 50914,
         
     | 
| 251 | 
         
            +
              "<mask_287>": 50913,
         
     | 
| 252 | 
         
            +
              "<mask_288>": 50912,
         
     | 
| 253 | 
         
            +
              "<mask_289>": 50911,
         
     | 
| 254 | 
         
            +
              "<mask_28>": 51172,
         
     | 
| 255 | 
         
            +
              "<mask_290>": 50910,
         
     | 
| 256 | 
         
            +
              "<mask_291>": 50909,
         
     | 
| 257 | 
         
            +
              "<mask_292>": 50908,
         
     | 
| 258 | 
         
            +
              "<mask_293>": 50907,
         
     | 
| 259 | 
         
            +
              "<mask_294>": 50906,
         
     | 
| 260 | 
         
            +
              "<mask_295>": 50905,
         
     | 
| 261 | 
         
            +
              "<mask_296>": 50904,
         
     | 
| 262 | 
         
            +
              "<mask_297>": 50903,
         
     | 
| 263 | 
         
            +
              "<mask_298>": 50902,
         
     | 
| 264 | 
         
            +
              "<mask_299>": 50901,
         
     | 
| 265 | 
         
            +
              "<mask_29>": 51171,
         
     | 
| 266 | 
         
            +
              "<mask_2>": 51198,
         
     | 
| 267 | 
         
            +
              "<mask_300>": 50900,
         
     | 
| 268 | 
         
            +
              "<mask_301>": 50899,
         
     | 
| 269 | 
         
            +
              "<mask_302>": 50898,
         
     | 
| 270 | 
         
            +
              "<mask_303>": 50897,
         
     | 
| 271 | 
         
            +
              "<mask_304>": 50896,
         
     | 
| 272 | 
         
            +
              "<mask_305>": 50895,
         
     | 
| 273 | 
         
            +
              "<mask_306>": 50894,
         
     | 
| 274 | 
         
            +
              "<mask_307>": 50893,
         
     | 
| 275 | 
         
            +
              "<mask_308>": 50892,
         
     | 
| 276 | 
         
            +
              "<mask_309>": 50891,
         
     | 
| 277 | 
         
            +
              "<mask_30>": 51170,
         
     | 
| 278 | 
         
            +
              "<mask_310>": 50890,
         
     | 
| 279 | 
         
            +
              "<mask_311>": 50889,
         
     | 
| 280 | 
         
            +
              "<mask_312>": 50888,
         
     | 
| 281 | 
         
            +
              "<mask_313>": 50887,
         
     | 
| 282 | 
         
            +
              "<mask_314>": 50886,
         
     | 
| 283 | 
         
            +
              "<mask_315>": 50885,
         
     | 
| 284 | 
         
            +
              "<mask_316>": 50884,
         
     | 
| 285 | 
         
            +
              "<mask_317>": 50883,
         
     | 
| 286 | 
         
            +
              "<mask_318>": 50882,
         
     | 
| 287 | 
         
            +
              "<mask_319>": 50881,
         
     | 
| 288 | 
         
            +
              "<mask_31>": 51169,
         
     | 
| 289 | 
         
            +
              "<mask_320>": 50880,
         
     | 
| 290 | 
         
            +
              "<mask_321>": 50879,
         
     | 
| 291 | 
         
            +
              "<mask_322>": 50878,
         
     | 
| 292 | 
         
            +
              "<mask_323>": 50877,
         
     | 
| 293 | 
         
            +
              "<mask_324>": 50876,
         
     | 
| 294 | 
         
            +
              "<mask_325>": 50875,
         
     | 
| 295 | 
         
            +
              "<mask_326>": 50874,
         
     | 
| 296 | 
         
            +
              "<mask_327>": 50873,
         
     | 
| 297 | 
         
            +
              "<mask_328>": 50872,
         
     | 
| 298 | 
         
            +
              "<mask_329>": 50871,
         
     | 
| 299 | 
         
            +
              "<mask_32>": 51168,
         
     | 
| 300 | 
         
            +
              "<mask_330>": 50870,
         
     | 
| 301 | 
         
            +
              "<mask_331>": 50869,
         
     | 
| 302 | 
         
            +
              "<mask_332>": 50868,
         
     | 
| 303 | 
         
            +
              "<mask_333>": 50867,
         
     | 
| 304 | 
         
            +
              "<mask_334>": 50866,
         
     | 
| 305 | 
         
            +
              "<mask_335>": 50865,
         
     | 
| 306 | 
         
            +
              "<mask_336>": 50864,
         
     | 
| 307 | 
         
            +
              "<mask_337>": 50863,
         
     | 
| 308 | 
         
            +
              "<mask_338>": 50862,
         
     | 
| 309 | 
         
            +
              "<mask_339>": 50861,
         
     | 
| 310 | 
         
            +
              "<mask_33>": 51167,
         
     | 
| 311 | 
         
            +
              "<mask_340>": 50860,
         
     | 
| 312 | 
         
            +
              "<mask_341>": 50859,
         
     | 
| 313 | 
         
            +
              "<mask_342>": 50858,
         
     | 
| 314 | 
         
            +
              "<mask_343>": 50857,
         
     | 
| 315 | 
         
            +
              "<mask_344>": 50856,
         
     | 
| 316 | 
         
            +
              "<mask_345>": 50855,
         
     | 
| 317 | 
         
            +
              "<mask_346>": 50854,
         
     | 
| 318 | 
         
            +
              "<mask_347>": 50853,
         
     | 
| 319 | 
         
            +
              "<mask_348>": 50852,
         
     | 
| 320 | 
         
            +
              "<mask_349>": 50851,
         
     | 
| 321 | 
         
            +
              "<mask_34>": 51166,
         
     | 
| 322 | 
         
            +
              "<mask_350>": 50850,
         
     | 
| 323 | 
         
            +
              "<mask_351>": 50849,
         
     | 
| 324 | 
         
            +
              "<mask_352>": 50848,
         
     | 
| 325 | 
         
            +
              "<mask_353>": 50847,
         
     | 
| 326 | 
         
            +
              "<mask_354>": 50846,
         
     | 
| 327 | 
         
            +
              "<mask_355>": 50845,
         
     | 
| 328 | 
         
            +
              "<mask_356>": 50844,
         
     | 
| 329 | 
         
            +
              "<mask_357>": 50843,
         
     | 
| 330 | 
         
            +
              "<mask_358>": 50842,
         
     | 
| 331 | 
         
            +
              "<mask_359>": 50841,
         
     | 
| 332 | 
         
            +
              "<mask_35>": 51165,
         
     | 
| 333 | 
         
            +
              "<mask_360>": 50840,
         
     | 
| 334 | 
         
            +
              "<mask_361>": 50839,
         
     | 
| 335 | 
         
            +
              "<mask_362>": 50838,
         
     | 
| 336 | 
         
            +
              "<mask_363>": 50837,
         
     | 
| 337 | 
         
            +
              "<mask_364>": 50836,
         
     | 
| 338 | 
         
            +
              "<mask_365>": 50835,
         
     | 
| 339 | 
         
            +
              "<mask_366>": 50834,
         
     | 
| 340 | 
         
            +
              "<mask_367>": 50833,
         
     | 
| 341 | 
         
            +
              "<mask_368>": 50832,
         
     | 
| 342 | 
         
            +
              "<mask_369>": 50831,
         
     | 
| 343 | 
         
            +
              "<mask_36>": 51164,
         
     | 
| 344 | 
         
            +
              "<mask_370>": 50830,
         
     | 
| 345 | 
         
            +
              "<mask_371>": 50829,
         
     | 
| 346 | 
         
            +
              "<mask_372>": 50828,
         
     | 
| 347 | 
         
            +
              "<mask_373>": 50827,
         
     | 
| 348 | 
         
            +
              "<mask_374>": 50826,
         
     | 
| 349 | 
         
            +
              "<mask_375>": 50825,
         
     | 
| 350 | 
         
            +
              "<mask_376>": 50824,
         
     | 
| 351 | 
         
            +
              "<mask_377>": 50823,
         
     | 
| 352 | 
         
            +
              "<mask_378>": 50822,
         
     | 
| 353 | 
         
            +
              "<mask_379>": 50821,
         
     | 
| 354 | 
         
            +
              "<mask_37>": 51163,
         
     | 
| 355 | 
         
            +
              "<mask_380>": 50820,
         
     | 
| 356 | 
         
            +
              "<mask_381>": 50819,
         
     | 
| 357 | 
         
            +
              "<mask_382>": 50818,
         
     | 
| 358 | 
         
            +
              "<mask_383>": 50817,
         
     | 
| 359 | 
         
            +
              "<mask_384>": 50816,
         
     | 
| 360 | 
         
            +
              "<mask_385>": 50815,
         
     | 
| 361 | 
         
            +
              "<mask_386>": 50814,
         
     | 
| 362 | 
         
            +
              "<mask_387>": 50813,
         
     | 
| 363 | 
         
            +
              "<mask_388>": 50812,
         
     | 
| 364 | 
         
            +
              "<mask_389>": 50811,
         
     | 
| 365 | 
         
            +
              "<mask_38>": 51162,
         
     | 
| 366 | 
         
            +
              "<mask_390>": 50810,
         
     | 
| 367 | 
         
            +
              "<mask_391>": 50809,
         
     | 
| 368 | 
         
            +
              "<mask_392>": 50808,
         
     | 
| 369 | 
         
            +
              "<mask_393>": 50807,
         
     | 
| 370 | 
         
            +
              "<mask_394>": 50806,
         
     | 
| 371 | 
         
            +
              "<mask_395>": 50805,
         
     | 
| 372 | 
         
            +
              "<mask_396>": 50804,
         
     | 
| 373 | 
         
            +
              "<mask_397>": 50803,
         
     | 
| 374 | 
         
            +
              "<mask_398>": 50802,
         
     | 
| 375 | 
         
            +
              "<mask_399>": 50801,
         
     | 
| 376 | 
         
            +
              "<mask_39>": 51161,
         
     | 
| 377 | 
         
            +
              "<mask_3>": 51197,
         
     | 
| 378 | 
         
            +
              "<mask_400>": 50800,
         
     | 
| 379 | 
         
            +
              "<mask_401>": 50799,
         
     | 
| 380 | 
         
            +
              "<mask_402>": 50798,
         
     | 
| 381 | 
         
            +
              "<mask_403>": 50797,
         
     | 
| 382 | 
         
            +
              "<mask_404>": 50796,
         
     | 
| 383 | 
         
            +
              "<mask_405>": 50795,
         
     | 
| 384 | 
         
            +
              "<mask_406>": 50794,
         
     | 
| 385 | 
         
            +
              "<mask_407>": 50793,
         
     | 
| 386 | 
         
            +
              "<mask_408>": 50792,
         
     | 
| 387 | 
         
            +
              "<mask_409>": 50791,
         
     | 
| 388 | 
         
            +
              "<mask_40>": 51160,
         
     | 
| 389 | 
         
            +
              "<mask_410>": 50790,
         
     | 
| 390 | 
         
            +
              "<mask_411>": 50789,
         
     | 
| 391 | 
         
            +
              "<mask_412>": 50788,
         
     | 
| 392 | 
         
            +
              "<mask_413>": 50787,
         
     | 
| 393 | 
         
            +
              "<mask_414>": 50786,
         
     | 
| 394 | 
         
            +
              "<mask_415>": 50785,
         
     | 
| 395 | 
         
            +
              "<mask_416>": 50784,
         
     | 
| 396 | 
         
            +
              "<mask_417>": 50783,
         
     | 
| 397 | 
         
            +
              "<mask_418>": 50782,
         
     | 
| 398 | 
         
            +
              "<mask_419>": 50781,
         
     | 
| 399 | 
         
            +
              "<mask_41>": 51159,
         
     | 
| 400 | 
         
            +
              "<mask_420>": 50780,
         
     | 
| 401 | 
         
            +
              "<mask_421>": 50779,
         
     | 
| 402 | 
         
            +
              "<mask_422>": 50778,
         
     | 
| 403 | 
         
            +
              "<mask_423>": 50777,
         
     | 
| 404 | 
         
            +
              "<mask_424>": 50776,
         
     | 
| 405 | 
         
            +
              "<mask_425>": 50775,
         
     | 
| 406 | 
         
            +
              "<mask_426>": 50774,
         
     | 
| 407 | 
         
            +
              "<mask_427>": 50773,
         
     | 
| 408 | 
         
            +
              "<mask_428>": 50772,
         
     | 
| 409 | 
         
            +
              "<mask_429>": 50771,
         
     | 
| 410 | 
         
            +
              "<mask_42>": 51158,
         
     | 
| 411 | 
         
            +
              "<mask_430>": 50770,
         
     | 
| 412 | 
         
            +
              "<mask_431>": 50769,
         
     | 
| 413 | 
         
            +
              "<mask_432>": 50768,
         
     | 
| 414 | 
         
            +
              "<mask_433>": 50767,
         
     | 
| 415 | 
         
            +
              "<mask_434>": 50766,
         
     | 
| 416 | 
         
            +
              "<mask_435>": 50765,
         
     | 
| 417 | 
         
            +
              "<mask_436>": 50764,
         
     | 
| 418 | 
         
            +
              "<mask_437>": 50763,
         
     | 
| 419 | 
         
            +
              "<mask_438>": 50762,
         
     | 
| 420 | 
         
            +
              "<mask_439>": 50761,
         
     | 
| 421 | 
         
            +
              "<mask_43>": 51157,
         
     | 
| 422 | 
         
            +
              "<mask_440>": 50760,
         
     | 
| 423 | 
         
            +
              "<mask_441>": 50759,
         
     | 
| 424 | 
         
            +
              "<mask_442>": 50758,
         
     | 
| 425 | 
         
            +
              "<mask_443>": 50757,
         
     | 
| 426 | 
         
            +
              "<mask_444>": 50756,
         
     | 
| 427 | 
         
            +
              "<mask_445>": 50755,
         
     | 
| 428 | 
         
            +
              "<mask_446>": 50754,
         
     | 
| 429 | 
         
            +
              "<mask_447>": 50753,
         
     | 
| 430 | 
         
            +
              "<mask_448>": 50752,
         
     | 
| 431 | 
         
            +
              "<mask_449>": 50751,
         
     | 
| 432 | 
         
            +
              "<mask_44>": 51156,
         
     | 
| 433 | 
         
            +
              "<mask_450>": 50750,
         
     | 
| 434 | 
         
            +
              "<mask_451>": 50749,
         
     | 
| 435 | 
         
            +
              "<mask_452>": 50748,
         
     | 
| 436 | 
         
            +
              "<mask_453>": 50747,
         
     | 
| 437 | 
         
            +
              "<mask_454>": 50746,
         
     | 
| 438 | 
         
            +
              "<mask_455>": 50745,
         
     | 
| 439 | 
         
            +
              "<mask_456>": 50744,
         
     | 
| 440 | 
         
            +
              "<mask_457>": 50743,
         
     | 
| 441 | 
         
            +
              "<mask_458>": 50742,
         
     | 
| 442 | 
         
            +
              "<mask_459>": 50741,
         
     | 
| 443 | 
         
            +
              "<mask_45>": 51155,
         
     | 
| 444 | 
         
            +
              "<mask_460>": 50740,
         
     | 
| 445 | 
         
            +
              "<mask_461>": 50739,
         
     | 
| 446 | 
         
            +
              "<mask_462>": 50738,
         
     | 
| 447 | 
         
            +
              "<mask_463>": 50737,
         
     | 
| 448 | 
         
            +
              "<mask_464>": 50736,
         
     | 
| 449 | 
         
            +
              "<mask_465>": 50735,
         
     | 
| 450 | 
         
            +
              "<mask_466>": 50734,
         
     | 
| 451 | 
         
            +
              "<mask_467>": 50733,
         
     | 
| 452 | 
         
            +
              "<mask_468>": 50732,
         
     | 
| 453 | 
         
            +
              "<mask_469>": 50731,
         
     | 
| 454 | 
         
            +
              "<mask_46>": 51154,
         
     | 
| 455 | 
         
            +
              "<mask_470>": 50730,
         
     | 
| 456 | 
         
            +
              "<mask_471>": 50729,
         
     | 
| 457 | 
         
            +
              "<mask_472>": 50728,
         
     | 
| 458 | 
         
            +
              "<mask_473>": 50727,
         
     | 
| 459 | 
         
            +
              "<mask_474>": 50726,
         
     | 
| 460 | 
         
            +
              "<mask_475>": 50725,
         
     | 
| 461 | 
         
            +
              "<mask_476>": 50724,
         
     | 
| 462 | 
         
            +
              "<mask_477>": 50723,
         
     | 
| 463 | 
         
            +
              "<mask_478>": 50722,
         
     | 
| 464 | 
         
            +
              "<mask_479>": 50721,
         
     | 
| 465 | 
         
            +
              "<mask_47>": 51153,
         
     | 
| 466 | 
         
            +
              "<mask_480>": 50720,
         
     | 
| 467 | 
         
            +
              "<mask_481>": 50719,
         
     | 
| 468 | 
         
            +
              "<mask_482>": 50718,
         
     | 
| 469 | 
         
            +
              "<mask_483>": 50717,
         
     | 
| 470 | 
         
            +
              "<mask_484>": 50716,
         
     | 
| 471 | 
         
            +
              "<mask_485>": 50715,
         
     | 
| 472 | 
         
            +
              "<mask_486>": 50714,
         
     | 
| 473 | 
         
            +
              "<mask_487>": 50713,
         
     | 
| 474 | 
         
            +
              "<mask_488>": 50712,
         
     | 
| 475 | 
         
            +
              "<mask_489>": 50711,
         
     | 
| 476 | 
         
            +
              "<mask_48>": 51152,
         
     | 
| 477 | 
         
            +
              "<mask_490>": 50710,
         
     | 
| 478 | 
         
            +
              "<mask_491>": 50709,
         
     | 
| 479 | 
         
            +
              "<mask_492>": 50708,
         
     | 
| 480 | 
         
            +
              "<mask_493>": 50707,
         
     | 
| 481 | 
         
            +
              "<mask_494>": 50706,
         
     | 
| 482 | 
         
            +
              "<mask_495>": 50705,
         
     | 
| 483 | 
         
            +
              "<mask_496>": 50704,
         
     | 
| 484 | 
         
            +
              "<mask_497>": 50703,
         
     | 
| 485 | 
         
            +
              "<mask_498>": 50702,
         
     | 
| 486 | 
         
            +
              "<mask_499>": 50701,
         
     | 
| 487 | 
         
            +
              "<mask_49>": 51151,
         
     | 
| 488 | 
         
            +
              "<mask_4>": 51196,
         
     | 
| 489 | 
         
            +
              "<mask_500>": 50700,
         
     | 
| 490 | 
         
            +
              "<mask_501>": 50699,
         
     | 
| 491 | 
         
            +
              "<mask_502>": 50698,
         
     | 
| 492 | 
         
            +
              "<mask_503>": 50697,
         
     | 
| 493 | 
         
            +
              "<mask_504>": 50696,
         
     | 
| 494 | 
         
            +
              "<mask_505>": 50695,
         
     | 
| 495 | 
         
            +
              "<mask_506>": 50694,
         
     | 
| 496 | 
         
            +
              "<mask_507>": 50693,
         
     | 
| 497 | 
         
            +
              "<mask_508>": 50692,
         
     | 
| 498 | 
         
            +
              "<mask_509>": 50691,
         
     | 
| 499 | 
         
            +
              "<mask_50>": 51150,
         
     | 
| 500 | 
         
            +
              "<mask_510>": 50690,
         
     | 
| 501 | 
         
            +
              "<mask_511>": 50689,
         
     | 
| 502 | 
         
            +
              "<mask_512>": 50688,
         
     | 
| 503 | 
         
            +
              "<mask_513>": 50687,
         
     | 
| 504 | 
         
            +
              "<mask_514>": 50686,
         
     | 
| 505 | 
         
            +
              "<mask_515>": 50685,
         
     | 
| 506 | 
         
            +
              "<mask_516>": 50684,
         
     | 
| 507 | 
         
            +
              "<mask_517>": 50683,
         
     | 
| 508 | 
         
            +
              "<mask_518>": 50682,
         
     | 
| 509 | 
         
            +
              "<mask_519>": 50681,
         
     | 
| 510 | 
         
            +
              "<mask_51>": 51149,
         
     | 
| 511 | 
         
            +
              "<mask_520>": 50680,
         
     | 
| 512 | 
         
            +
              "<mask_521>": 50679,
         
     | 
| 513 | 
         
            +
              "<mask_522>": 50678,
         
     | 
| 514 | 
         
            +
              "<mask_523>": 50677,
         
     | 
| 515 | 
         
            +
              "<mask_524>": 50676,
         
     | 
| 516 | 
         
            +
              "<mask_525>": 50675,
         
     | 
| 517 | 
         
            +
              "<mask_526>": 50674,
         
     | 
| 518 | 
         
            +
              "<mask_527>": 50673,
         
     | 
| 519 | 
         
            +
              "<mask_528>": 50672,
         
     | 
| 520 | 
         
            +
              "<mask_529>": 50671,
         
     | 
| 521 | 
         
            +
              "<mask_52>": 51148,
         
     | 
| 522 | 
         
            +
              "<mask_530>": 50670,
         
     | 
| 523 | 
         
            +
              "<mask_531>": 50669,
         
     | 
| 524 | 
         
            +
              "<mask_532>": 50668,
         
     | 
| 525 | 
         
            +
              "<mask_533>": 50667,
         
     | 
| 526 | 
         
            +
              "<mask_534>": 50666,
         
     | 
| 527 | 
         
            +
              "<mask_535>": 50665,
         
     | 
| 528 | 
         
            +
              "<mask_536>": 50664,
         
     | 
| 529 | 
         
            +
              "<mask_537>": 50663,
         
     | 
| 530 | 
         
            +
              "<mask_538>": 50662,
         
     | 
| 531 | 
         
            +
              "<mask_539>": 50661,
         
     | 
| 532 | 
         
            +
              "<mask_53>": 51147,
         
     | 
| 533 | 
         
            +
              "<mask_540>": 50660,
         
     | 
| 534 | 
         
            +
              "<mask_541>": 50659,
         
     | 
| 535 | 
         
            +
              "<mask_542>": 50658,
         
     | 
| 536 | 
         
            +
              "<mask_543>": 50657,
         
     | 
| 537 | 
         
            +
              "<mask_544>": 50656,
         
     | 
| 538 | 
         
            +
              "<mask_545>": 50655,
         
     | 
| 539 | 
         
            +
              "<mask_546>": 50654,
         
     | 
| 540 | 
         
            +
              "<mask_547>": 50653,
         
     | 
| 541 | 
         
            +
              "<mask_548>": 50652,
         
     | 
| 542 | 
         
            +
              "<mask_549>": 50651,
         
     | 
| 543 | 
         
            +
              "<mask_54>": 51146,
         
     | 
| 544 | 
         
            +
              "<mask_550>": 50650,
         
     | 
| 545 | 
         
            +
              "<mask_551>": 50649,
         
     | 
| 546 | 
         
            +
              "<mask_552>": 50648,
         
     | 
| 547 | 
         
            +
              "<mask_553>": 50647,
         
     | 
| 548 | 
         
            +
              "<mask_554>": 50646,
         
     | 
| 549 | 
         
            +
              "<mask_555>": 50645,
         
     | 
| 550 | 
         
            +
              "<mask_556>": 50644,
         
     | 
| 551 | 
         
            +
              "<mask_557>": 50643,
         
     | 
| 552 | 
         
            +
              "<mask_558>": 50642,
         
     | 
| 553 | 
         
            +
              "<mask_559>": 50641,
         
     | 
| 554 | 
         
            +
              "<mask_55>": 51145,
         
     | 
| 555 | 
         
            +
              "<mask_560>": 50640,
         
     | 
| 556 | 
         
            +
              "<mask_561>": 50639,
         
     | 
| 557 | 
         
            +
              "<mask_562>": 50638,
         
     | 
| 558 | 
         
            +
              "<mask_563>": 50637,
         
     | 
| 559 | 
         
            +
              "<mask_564>": 50636,
         
     | 
| 560 | 
         
            +
              "<mask_565>": 50635,
         
     | 
| 561 | 
         
            +
              "<mask_566>": 50634,
         
     | 
| 562 | 
         
            +
              "<mask_567>": 50633,
         
     | 
| 563 | 
         
            +
              "<mask_568>": 50632,
         
     | 
| 564 | 
         
            +
              "<mask_569>": 50631,
         
     | 
| 565 | 
         
            +
              "<mask_56>": 51144,
         
     | 
| 566 | 
         
            +
              "<mask_570>": 50630,
         
     | 
| 567 | 
         
            +
              "<mask_571>": 50629,
         
     | 
| 568 | 
         
            +
              "<mask_572>": 50628,
         
     | 
| 569 | 
         
            +
              "<mask_573>": 50627,
         
     | 
| 570 | 
         
            +
              "<mask_574>": 50626,
         
     | 
| 571 | 
         
            +
              "<mask_575>": 50625,
         
     | 
| 572 | 
         
            +
              "<mask_576>": 50624,
         
     | 
| 573 | 
         
            +
              "<mask_577>": 50623,
         
     | 
| 574 | 
         
            +
              "<mask_578>": 50622,
         
     | 
| 575 | 
         
            +
              "<mask_579>": 50621,
         
     | 
| 576 | 
         
            +
              "<mask_57>": 51143,
         
     | 
| 577 | 
         
            +
              "<mask_580>": 50620,
         
     | 
| 578 | 
         
            +
              "<mask_581>": 50619,
         
     | 
| 579 | 
         
            +
              "<mask_582>": 50618,
         
     | 
| 580 | 
         
            +
              "<mask_583>": 50617,
         
     | 
| 581 | 
         
            +
              "<mask_584>": 50616,
         
     | 
| 582 | 
         
            +
              "<mask_585>": 50615,
         
     | 
| 583 | 
         
            +
              "<mask_586>": 50614,
         
     | 
| 584 | 
         
            +
              "<mask_587>": 50613,
         
     | 
| 585 | 
         
            +
              "<mask_588>": 50612,
         
     | 
| 586 | 
         
            +
              "<mask_589>": 50611,
         
     | 
| 587 | 
         
            +
              "<mask_58>": 51142,
         
     | 
| 588 | 
         
            +
              "<mask_590>": 50610,
         
     | 
| 589 | 
         
            +
              "<mask_591>": 50609,
         
     | 
| 590 | 
         
            +
              "<mask_592>": 50608,
         
     | 
| 591 | 
         
            +
              "<mask_593>": 50607,
         
     | 
| 592 | 
         
            +
              "<mask_594>": 50606,
         
     | 
| 593 | 
         
            +
              "<mask_595>": 50605,
         
     | 
| 594 | 
         
            +
              "<mask_596>": 50604,
         
     | 
| 595 | 
         
            +
              "<mask_597>": 50603,
         
     | 
| 596 | 
         
            +
              "<mask_598>": 50602,
         
     | 
| 597 | 
         
            +
              "<mask_599>": 50601,
         
     | 
| 598 | 
         
            +
              "<mask_59>": 51141,
         
     | 
| 599 | 
         
            +
              "<mask_5>": 51195,
         
     | 
| 600 | 
         
            +
              "<mask_600>": 50600,
         
     | 
| 601 | 
         
            +
              "<mask_601>": 50599,
         
     | 
| 602 | 
         
            +
              "<mask_602>": 50598,
         
     | 
| 603 | 
         
            +
              "<mask_603>": 50597,
         
     | 
| 604 | 
         
            +
              "<mask_604>": 50596,
         
     | 
| 605 | 
         
            +
              "<mask_605>": 50595,
         
     | 
| 606 | 
         
            +
              "<mask_606>": 50594,
         
     | 
| 607 | 
         
            +
              "<mask_607>": 50593,
         
     | 
| 608 | 
         
            +
              "<mask_608>": 50592,
         
     | 
| 609 | 
         
            +
              "<mask_609>": 50591,
         
     | 
| 610 | 
         
            +
              "<mask_60>": 51140,
         
     | 
| 611 | 
         
            +
              "<mask_610>": 50590,
         
     | 
| 612 | 
         
            +
              "<mask_611>": 50589,
         
     | 
| 613 | 
         
            +
              "<mask_612>": 50588,
         
     | 
| 614 | 
         
            +
              "<mask_613>": 50587,
         
     | 
| 615 | 
         
            +
              "<mask_614>": 50586,
         
     | 
| 616 | 
         
            +
              "<mask_615>": 50585,
         
     | 
| 617 | 
         
            +
              "<mask_616>": 50584,
         
     | 
| 618 | 
         
            +
              "<mask_617>": 50583,
         
     | 
| 619 | 
         
            +
              "<mask_618>": 50582,
         
     | 
| 620 | 
         
            +
              "<mask_619>": 50581,
         
     | 
| 621 | 
         
            +
              "<mask_61>": 51139,
         
     | 
| 622 | 
         
            +
              "<mask_620>": 50580,
         
     | 
| 623 | 
         
            +
              "<mask_621>": 50579,
         
     | 
| 624 | 
         
            +
              "<mask_622>": 50578,
         
     | 
| 625 | 
         
            +
              "<mask_623>": 50577,
         
     | 
| 626 | 
         
            +
              "<mask_624>": 50576,
         
     | 
| 627 | 
         
            +
              "<mask_625>": 50575,
         
     | 
| 628 | 
         
            +
              "<mask_626>": 50574,
         
     | 
| 629 | 
         
            +
              "<mask_627>": 50573,
         
     | 
| 630 | 
         
            +
              "<mask_628>": 50572,
         
     | 
| 631 | 
         
            +
              "<mask_629>": 50571,
         
     | 
| 632 | 
         
            +
              "<mask_62>": 51138,
         
     | 
| 633 | 
         
            +
              "<mask_630>": 50570,
         
     | 
| 634 | 
         
            +
              "<mask_631>": 50569,
         
     | 
| 635 | 
         
            +
              "<mask_632>": 50568,
         
     | 
| 636 | 
         
            +
              "<mask_633>": 50567,
         
     | 
| 637 | 
         
            +
              "<mask_634>": 50566,
         
     | 
| 638 | 
         
            +
              "<mask_635>": 50565,
         
     | 
| 639 | 
         
            +
              "<mask_636>": 50564,
         
     | 
| 640 | 
         
            +
              "<mask_637>": 50563,
         
     | 
| 641 | 
         
            +
              "<mask_638>": 50562,
         
     | 
| 642 | 
         
            +
              "<mask_639>": 50561,
         
     | 
| 643 | 
         
            +
              "<mask_63>": 51137,
         
     | 
| 644 | 
         
            +
              "<mask_640>": 50560,
         
     | 
| 645 | 
         
            +
              "<mask_641>": 50559,
         
     | 
| 646 | 
         
            +
              "<mask_642>": 50558,
         
     | 
| 647 | 
         
            +
              "<mask_643>": 50557,
         
     | 
| 648 | 
         
            +
              "<mask_644>": 50556,
         
     | 
| 649 | 
         
            +
              "<mask_645>": 50555,
         
     | 
| 650 | 
         
            +
              "<mask_646>": 50554,
         
     | 
| 651 | 
         
            +
              "<mask_647>": 50553,
         
     | 
| 652 | 
         
            +
              "<mask_648>": 50552,
         
     | 
| 653 | 
         
            +
              "<mask_649>": 50551,
         
     | 
| 654 | 
         
            +
              "<mask_64>": 51136,
         
     | 
| 655 | 
         
            +
              "<mask_650>": 50550,
         
     | 
| 656 | 
         
            +
              "<mask_651>": 50549,
         
     | 
| 657 | 
         
            +
              "<mask_652>": 50548,
         
     | 
| 658 | 
         
            +
              "<mask_653>": 50547,
         
     | 
| 659 | 
         
            +
              "<mask_654>": 50546,
         
     | 
| 660 | 
         
            +
              "<mask_655>": 50545,
         
     | 
| 661 | 
         
            +
              "<mask_656>": 50544,
         
     | 
| 662 | 
         
            +
              "<mask_657>": 50543,
         
     | 
| 663 | 
         
            +
              "<mask_658>": 50542,
         
     | 
| 664 | 
         
            +
              "<mask_659>": 50541,
         
     | 
| 665 | 
         
            +
              "<mask_65>": 51135,
         
     | 
| 666 | 
         
            +
              "<mask_660>": 50540,
         
     | 
| 667 | 
         
            +
              "<mask_661>": 50539,
         
     | 
| 668 | 
         
            +
              "<mask_662>": 50538,
         
     | 
| 669 | 
         
            +
              "<mask_663>": 50537,
         
     | 
| 670 | 
         
            +
              "<mask_664>": 50536,
         
     | 
| 671 | 
         
            +
              "<mask_665>": 50535,
         
     | 
| 672 | 
         
            +
              "<mask_666>": 50534,
         
     | 
| 673 | 
         
            +
              "<mask_667>": 50533,
         
     | 
| 674 | 
         
            +
              "<mask_668>": 50532,
         
     | 
| 675 | 
         
            +
              "<mask_669>": 50531,
         
     | 
| 676 | 
         
            +
              "<mask_66>": 51134,
         
     | 
| 677 | 
         
            +
              "<mask_670>": 50530,
         
     | 
| 678 | 
         
            +
              "<mask_671>": 50529,
         
     | 
| 679 | 
         
            +
              "<mask_672>": 50528,
         
     | 
| 680 | 
         
            +
              "<mask_673>": 50527,
         
     | 
| 681 | 
         
            +
              "<mask_674>": 50526,
         
     | 
| 682 | 
         
            +
              "<mask_675>": 50525,
         
     | 
| 683 | 
         
            +
              "<mask_676>": 50524,
         
     | 
| 684 | 
         
            +
              "<mask_677>": 50523,
         
     | 
| 685 | 
         
            +
              "<mask_678>": 50522,
         
     | 
| 686 | 
         
            +
              "<mask_679>": 50521,
         
     | 
| 687 | 
         
            +
              "<mask_67>": 51133,
         
     | 
| 688 | 
         
            +
              "<mask_680>": 50520,
         
     | 
| 689 | 
         
            +
              "<mask_681>": 50519,
         
     | 
| 690 | 
         
            +
              "<mask_682>": 50518,
         
     | 
| 691 | 
         
            +
              "<mask_683>": 50517,
         
     | 
| 692 | 
         
            +
              "<mask_684>": 50516,
         
     | 
| 693 | 
         
            +
              "<mask_685>": 50515,
         
     | 
| 694 | 
         
            +
              "<mask_686>": 50514,
         
     | 
| 695 | 
         
            +
              "<mask_687>": 50513,
         
     | 
| 696 | 
         
            +
              "<mask_688>": 50512,
         
     | 
| 697 | 
         
            +
              "<mask_689>": 50511,
         
     | 
| 698 | 
         
            +
              "<mask_68>": 51132,
         
     | 
| 699 | 
         
            +
              "<mask_690>": 50510,
         
     | 
| 700 | 
         
            +
              "<mask_691>": 50509,
         
     | 
| 701 | 
         
            +
              "<mask_692>": 50508,
         
     | 
| 702 | 
         
            +
              "<mask_693>": 50507,
         
     | 
| 703 | 
         
            +
              "<mask_694>": 50506,
         
     | 
| 704 | 
         
            +
              "<mask_695>": 50505,
         
     | 
| 705 | 
         
            +
              "<mask_696>": 50504,
         
     | 
| 706 | 
         
            +
              "<mask_697>": 50503,
         
     | 
| 707 | 
         
            +
              "<mask_698>": 50502,
         
     | 
| 708 | 
         
            +
              "<mask_699>": 50501,
         
     | 
| 709 | 
         
            +
              "<mask_69>": 51131,
         
     | 
| 710 | 
         
            +
              "<mask_6>": 51194,
         
     | 
| 711 | 
         
            +
              "<mask_700>": 50500,
         
     | 
| 712 | 
         
            +
              "<mask_701>": 50499,
         
     | 
| 713 | 
         
            +
              "<mask_702>": 50498,
         
     | 
| 714 | 
         
            +
              "<mask_703>": 50497,
         
     | 
| 715 | 
         
            +
              "<mask_704>": 50496,
         
     | 
| 716 | 
         
            +
              "<mask_705>": 50495,
         
     | 
| 717 | 
         
            +
              "<mask_706>": 50494,
         
     | 
| 718 | 
         
            +
              "<mask_707>": 50493,
         
     | 
| 719 | 
         
            +
              "<mask_708>": 50492,
         
     | 
| 720 | 
         
            +
              "<mask_709>": 50491,
         
     | 
| 721 | 
         
            +
              "<mask_70>": 51130,
         
     | 
| 722 | 
         
            +
              "<mask_710>": 50490,
         
     | 
| 723 | 
         
            +
              "<mask_711>": 50489,
         
     | 
| 724 | 
         
            +
              "<mask_712>": 50488,
         
     | 
| 725 | 
         
            +
              "<mask_713>": 50487,
         
     | 
| 726 | 
         
            +
              "<mask_714>": 50486,
         
     | 
| 727 | 
         
            +
              "<mask_715>": 50485,
         
     | 
| 728 | 
         
            +
              "<mask_716>": 50484,
         
     | 
| 729 | 
         
            +
              "<mask_717>": 50483,
         
     | 
| 730 | 
         
            +
              "<mask_718>": 50482,
         
     | 
| 731 | 
         
            +
              "<mask_719>": 50481,
         
     | 
| 732 | 
         
            +
              "<mask_71>": 51129,
         
     | 
| 733 | 
         
            +
              "<mask_720>": 50480,
         
     | 
| 734 | 
         
            +
              "<mask_721>": 50479,
         
     | 
| 735 | 
         
            +
              "<mask_722>": 50478,
         
     | 
| 736 | 
         
            +
              "<mask_723>": 50477,
         
     | 
| 737 | 
         
            +
              "<mask_724>": 50476,
         
     | 
| 738 | 
         
            +
              "<mask_725>": 50475,
         
     | 
| 739 | 
         
            +
              "<mask_726>": 50474,
         
     | 
| 740 | 
         
            +
              "<mask_727>": 50473,
         
     | 
| 741 | 
         
            +
              "<mask_728>": 50472,
         
     | 
| 742 | 
         
            +
              "<mask_729>": 50471,
         
     | 
| 743 | 
         
            +
              "<mask_72>": 51128,
         
     | 
| 744 | 
         
            +
              "<mask_730>": 50470,
         
     | 
| 745 | 
         
            +
              "<mask_731>": 50469,
         
     | 
| 746 | 
         
            +
              "<mask_732>": 50468,
         
     | 
| 747 | 
         
            +
              "<mask_733>": 50467,
         
     | 
| 748 | 
         
            +
              "<mask_734>": 50466,
         
     | 
| 749 | 
         
            +
              "<mask_735>": 50465,
         
     | 
| 750 | 
         
            +
              "<mask_736>": 50464,
         
     | 
| 751 | 
         
            +
              "<mask_737>": 50463,
         
     | 
| 752 | 
         
            +
              "<mask_738>": 50462,
         
     | 
| 753 | 
         
            +
              "<mask_739>": 50461,
         
     | 
| 754 | 
         
            +
              "<mask_73>": 51127,
         
     | 
| 755 | 
         
            +
              "<mask_740>": 50460,
         
     | 
| 756 | 
         
            +
              "<mask_741>": 50459,
         
     | 
| 757 | 
         
            +
              "<mask_742>": 50458,
         
     | 
| 758 | 
         
            +
              "<mask_743>": 50457,
         
     | 
| 759 | 
         
            +
              "<mask_744>": 50456,
         
     | 
| 760 | 
         
            +
              "<mask_745>": 50455,
         
     | 
| 761 | 
         
            +
              "<mask_746>": 50454,
         
     | 
| 762 | 
         
            +
              "<mask_747>": 50453,
         
     | 
| 763 | 
         
            +
              "<mask_748>": 50452,
         
     | 
| 764 | 
         
            +
              "<mask_749>": 50451,
         
     | 
| 765 | 
         
            +
              "<mask_74>": 51126,
         
     | 
| 766 | 
         
            +
              "<mask_750>": 50450,
         
     | 
| 767 | 
         
            +
              "<mask_751>": 50449,
         
     | 
| 768 | 
         
            +
              "<mask_752>": 50448,
         
     | 
| 769 | 
         
            +
              "<mask_753>": 50447,
         
     | 
| 770 | 
         
            +
              "<mask_754>": 50446,
         
     | 
| 771 | 
         
            +
              "<mask_755>": 50445,
         
     | 
| 772 | 
         
            +
              "<mask_756>": 50444,
         
     | 
| 773 | 
         
            +
              "<mask_757>": 50443,
         
     | 
| 774 | 
         
            +
              "<mask_758>": 50442,
         
     | 
| 775 | 
         
            +
              "<mask_759>": 50441,
         
     | 
| 776 | 
         
            +
              "<mask_75>": 51125,
         
     | 
| 777 | 
         
            +
              "<mask_760>": 50440,
         
     | 
| 778 | 
         
            +
              "<mask_761>": 50439,
         
     | 
| 779 | 
         
            +
              "<mask_762>": 50438,
         
     | 
| 780 | 
         
            +
              "<mask_763>": 50437,
         
     | 
| 781 | 
         
            +
              "<mask_764>": 50436,
         
     | 
| 782 | 
         
            +
              "<mask_765>": 50435,
         
     | 
| 783 | 
         
            +
              "<mask_766>": 50434,
         
     | 
| 784 | 
         
            +
              "<mask_767>": 50433,
         
     | 
| 785 | 
         
            +
              "<mask_768>": 50432,
         
     | 
| 786 | 
         
            +
              "<mask_769>": 50431,
         
     | 
| 787 | 
         
            +
              "<mask_76>": 51124,
         
     | 
| 788 | 
         
            +
              "<mask_770>": 50430,
         
     | 
| 789 | 
         
            +
              "<mask_771>": 50429,
         
     | 
| 790 | 
         
            +
              "<mask_772>": 50428,
         
     | 
| 791 | 
         
            +
              "<mask_773>": 50427,
         
     | 
| 792 | 
         
            +
              "<mask_774>": 50426,
         
     | 
| 793 | 
         
            +
              "<mask_775>": 50425,
         
     | 
| 794 | 
         
            +
              "<mask_776>": 50424,
         
     | 
| 795 | 
         
            +
              "<mask_777>": 50423,
         
     | 
| 796 | 
         
            +
              "<mask_778>": 50422,
         
     | 
| 797 | 
         
            +
              "<mask_779>": 50421,
         
     | 
| 798 | 
         
            +
              "<mask_77>": 51123,
         
     | 
| 799 | 
         
            +
              "<mask_780>": 50420,
         
     | 
| 800 | 
         
            +
              "<mask_781>": 50419,
         
     | 
| 801 | 
         
            +
              "<mask_782>": 50418,
         
     | 
| 802 | 
         
            +
              "<mask_783>": 50417,
         
     | 
| 803 | 
         
            +
              "<mask_784>": 50416,
         
     | 
| 804 | 
         
            +
              "<mask_785>": 50415,
         
     | 
| 805 | 
         
            +
              "<mask_786>": 50414,
         
     | 
| 806 | 
         
            +
              "<mask_787>": 50413,
         
     | 
| 807 | 
         
            +
              "<mask_788>": 50412,
         
     | 
| 808 | 
         
            +
              "<mask_789>": 50411,
         
     | 
| 809 | 
         
            +
              "<mask_78>": 51122,
         
     | 
| 810 | 
         
            +
              "<mask_790>": 50410,
         
     | 
| 811 | 
         
            +
              "<mask_791>": 50409,
         
     | 
| 812 | 
         
            +
              "<mask_792>": 50408,
         
     | 
| 813 | 
         
            +
              "<mask_793>": 50407,
         
     | 
| 814 | 
         
            +
              "<mask_794>": 50406,
         
     | 
| 815 | 
         
            +
              "<mask_795>": 50405,
         
     | 
| 816 | 
         
            +
              "<mask_796>": 50404,
         
     | 
| 817 | 
         
            +
              "<mask_797>": 50403,
         
     | 
| 818 | 
         
            +
              "<mask_798>": 50402,
         
     | 
| 819 | 
         
            +
              "<mask_799>": 50401,
         
     | 
| 820 | 
         
            +
              "<mask_79>": 51121,
         
     | 
| 821 | 
         
            +
              "<mask_7>": 51193,
         
     | 
| 822 | 
         
            +
              "<mask_800>": 50400,
         
     | 
| 823 | 
         
            +
              "<mask_801>": 50399,
         
     | 
| 824 | 
         
            +
              "<mask_802>": 50398,
         
     | 
| 825 | 
         
            +
              "<mask_803>": 50397,
         
     | 
| 826 | 
         
            +
              "<mask_804>": 50396,
         
     | 
| 827 | 
         
            +
              "<mask_805>": 50395,
         
     | 
| 828 | 
         
            +
              "<mask_806>": 50394,
         
     | 
| 829 | 
         
            +
              "<mask_807>": 50393,
         
     | 
| 830 | 
         
            +
              "<mask_808>": 50392,
         
     | 
| 831 | 
         
            +
              "<mask_809>": 50391,
         
     | 
| 832 | 
         
            +
              "<mask_80>": 51120,
         
     | 
| 833 | 
         
            +
              "<mask_810>": 50390,
         
     | 
| 834 | 
         
            +
              "<mask_811>": 50389,
         
     | 
| 835 | 
         
            +
              "<mask_812>": 50388,
         
     | 
| 836 | 
         
            +
              "<mask_813>": 50387,
         
     | 
| 837 | 
         
            +
              "<mask_814>": 50386,
         
     | 
| 838 | 
         
            +
              "<mask_815>": 50385,
         
     | 
| 839 | 
         
            +
              "<mask_816>": 50384,
         
     | 
| 840 | 
         
            +
              "<mask_817>": 50383,
         
     | 
| 841 | 
         
            +
              "<mask_818>": 50382,
         
     | 
| 842 | 
         
            +
              "<mask_819>": 50381,
         
     | 
| 843 | 
         
            +
              "<mask_81>": 51119,
         
     | 
| 844 | 
         
            +
              "<mask_820>": 50380,
         
     | 
| 845 | 
         
            +
              "<mask_821>": 50379,
         
     | 
| 846 | 
         
            +
              "<mask_822>": 50378,
         
     | 
| 847 | 
         
            +
              "<mask_823>": 50377,
         
     | 
| 848 | 
         
            +
              "<mask_824>": 50376,
         
     | 
| 849 | 
         
            +
              "<mask_825>": 50375,
         
     | 
| 850 | 
         
            +
              "<mask_826>": 50374,
         
     | 
| 851 | 
         
            +
              "<mask_827>": 50373,
         
     | 
| 852 | 
         
            +
              "<mask_828>": 50372,
         
     | 
| 853 | 
         
            +
              "<mask_829>": 50371,
         
     | 
| 854 | 
         
            +
              "<mask_82>": 51118,
         
     | 
| 855 | 
         
            +
              "<mask_830>": 50370,
         
     | 
| 856 | 
         
            +
              "<mask_831>": 50369,
         
     | 
| 857 | 
         
            +
              "<mask_832>": 50368,
         
     | 
| 858 | 
         
            +
              "<mask_833>": 50367,
         
     | 
| 859 | 
         
            +
              "<mask_834>": 50366,
         
     | 
| 860 | 
         
            +
              "<mask_835>": 50365,
         
     | 
| 861 | 
         
            +
              "<mask_836>": 50364,
         
     | 
| 862 | 
         
            +
              "<mask_837>": 50363,
         
     | 
| 863 | 
         
            +
              "<mask_838>": 50362,
         
     | 
| 864 | 
         
            +
              "<mask_839>": 50361,
         
     | 
| 865 | 
         
            +
              "<mask_83>": 51117,
         
     | 
| 866 | 
         
            +
              "<mask_840>": 50360,
         
     | 
| 867 | 
         
            +
              "<mask_841>": 50359,
         
     | 
| 868 | 
         
            +
              "<mask_842>": 50358,
         
     | 
| 869 | 
         
            +
              "<mask_843>": 50357,
         
     | 
| 870 | 
         
            +
              "<mask_844>": 50356,
         
     | 
| 871 | 
         
            +
              "<mask_845>": 50355,
         
     | 
| 872 | 
         
            +
              "<mask_846>": 50354,
         
     | 
| 873 | 
         
            +
              "<mask_847>": 50353,
         
     | 
| 874 | 
         
            +
              "<mask_848>": 50352,
         
     | 
| 875 | 
         
            +
              "<mask_849>": 50351,
         
     | 
| 876 | 
         
            +
              "<mask_84>": 51116,
         
     | 
| 877 | 
         
            +
              "<mask_850>": 50350,
         
     | 
| 878 | 
         
            +
              "<mask_851>": 50349,
         
     | 
| 879 | 
         
            +
              "<mask_852>": 50348,
         
     | 
| 880 | 
         
            +
              "<mask_853>": 50347,
         
     | 
| 881 | 
         
            +
              "<mask_854>": 50346,
         
     | 
| 882 | 
         
            +
              "<mask_855>": 50345,
         
     | 
| 883 | 
         
            +
              "<mask_856>": 50344,
         
     | 
| 884 | 
         
            +
              "<mask_857>": 50343,
         
     | 
| 885 | 
         
            +
              "<mask_858>": 50342,
         
     | 
| 886 | 
         
            +
              "<mask_859>": 50341,
         
     | 
| 887 | 
         
            +
              "<mask_85>": 51115,
         
     | 
| 888 | 
         
            +
              "<mask_860>": 50340,
         
     | 
| 889 | 
         
            +
              "<mask_861>": 50339,
         
     | 
| 890 | 
         
            +
              "<mask_862>": 50338,
         
     | 
| 891 | 
         
            +
              "<mask_863>": 50337,
         
     | 
| 892 | 
         
            +
              "<mask_864>": 50336,
         
     | 
| 893 | 
         
            +
              "<mask_865>": 50335,
         
     | 
| 894 | 
         
            +
              "<mask_866>": 50334,
         
     | 
| 895 | 
         
            +
              "<mask_867>": 50333,
         
     | 
| 896 | 
         
            +
              "<mask_868>": 50332,
         
     | 
| 897 | 
         
            +
              "<mask_869>": 50331,
         
     | 
| 898 | 
         
            +
              "<mask_86>": 51114,
         
     | 
| 899 | 
         
            +
              "<mask_870>": 50330,
         
     | 
| 900 | 
         
            +
              "<mask_871>": 50329,
         
     | 
| 901 | 
         
            +
              "<mask_872>": 50328,
         
     | 
| 902 | 
         
            +
              "<mask_873>": 50327,
         
     | 
| 903 | 
         
            +
              "<mask_874>": 50326,
         
     | 
| 904 | 
         
            +
              "<mask_875>": 50325,
         
     | 
| 905 | 
         
            +
              "<mask_876>": 50324,
         
     | 
| 906 | 
         
            +
              "<mask_877>": 50323,
         
     | 
| 907 | 
         
            +
              "<mask_878>": 50322,
         
     | 
| 908 | 
         
            +
              "<mask_879>": 50321,
         
     | 
| 909 | 
         
            +
              "<mask_87>": 51113,
         
     | 
| 910 | 
         
            +
              "<mask_880>": 50320,
         
     | 
| 911 | 
         
            +
              "<mask_881>": 50319,
         
     | 
| 912 | 
         
            +
              "<mask_882>": 50318,
         
     | 
| 913 | 
         
            +
              "<mask_883>": 50317,
         
     | 
| 914 | 
         
            +
              "<mask_884>": 50316,
         
     | 
| 915 | 
         
            +
              "<mask_885>": 50315,
         
     | 
| 916 | 
         
            +
              "<mask_886>": 50314,
         
     | 
| 917 | 
         
            +
              "<mask_887>": 50313,
         
     | 
| 918 | 
         
            +
              "<mask_888>": 50312,
         
     | 
| 919 | 
         
            +
              "<mask_889>": 50311,
         
     | 
| 920 | 
         
            +
              "<mask_88>": 51112,
         
     | 
| 921 | 
         
            +
              "<mask_890>": 50310,
         
     | 
| 922 | 
         
            +
              "<mask_891>": 50309,
         
     | 
| 923 | 
         
            +
              "<mask_892>": 50308,
         
     | 
| 924 | 
         
            +
              "<mask_893>": 50307,
         
     | 
| 925 | 
         
            +
              "<mask_894>": 50306,
         
     | 
| 926 | 
         
            +
              "<mask_895>": 50305,
         
     | 
| 927 | 
         
            +
              "<mask_896>": 50304,
         
     | 
| 928 | 
         
            +
              "<mask_897>": 50303,
         
     | 
| 929 | 
         
            +
              "<mask_898>": 50302,
         
     | 
| 930 | 
         
            +
              "<mask_899>": 50301,
         
     | 
| 931 | 
         
            +
              "<mask_89>": 51111,
         
     | 
| 932 | 
         
            +
              "<mask_8>": 51192,
         
     | 
| 933 | 
         
            +
              "<mask_90>": 51110,
         
     | 
| 934 | 
         
            +
              "<mask_91>": 51109,
         
     | 
| 935 | 
         
            +
              "<mask_92>": 51108,
         
     | 
| 936 | 
         
            +
              "<mask_93>": 51107,
         
     | 
| 937 | 
         
            +
              "<mask_94>": 51106,
         
     | 
| 938 | 
         
            +
              "<mask_95>": 51105,
         
     | 
| 939 | 
         
            +
              "<mask_96>": 51104,
         
     | 
| 940 | 
         
            +
              "<mask_97>": 51103,
         
     | 
| 941 | 
         
            +
              "<mask_98>": 51102,
         
     | 
| 942 | 
         
            +
              "<mask_99>": 51101,
         
     | 
| 943 | 
         
            +
              "<mask_9>": 51191,
         
     | 
| 944 | 
         
            +
              "<sep>": 50299
         
     | 
| 945 | 
         
            +
            }
         
     | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/config.json
    ADDED
    
    | 
         @@ -0,0 +1,49 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "_name_or_path": "Salesforce/codegen2-1B",
         
     | 
| 3 | 
         
            +
              "activation_function": "gelu_new",
         
     | 
| 4 | 
         
            +
              "architectures": [
         
     | 
| 5 | 
         
            +
                "CodeGenForCausalLM"
         
     | 
| 6 | 
         
            +
              ],
         
     | 
| 7 | 
         
            +
              "attn_pdrop": 0.0,
         
     | 
| 8 | 
         
            +
              "auto_map": {
         
     | 
| 9 | 
         
            +
                "AutoConfig": "Salesforce/codegen2-1B--configuration_codegen.CodeGenConfig",
         
     | 
| 10 | 
         
            +
                "AutoModel": "Salesforce/codegen2-1B--modeling_codegen.CodeGenModel",
         
     | 
| 11 | 
         
            +
                "AutoModelForCausalLM": "Salesforce/codegen2-1B--modeling_codegen.CodeGenForCausalLM"
         
     | 
| 12 | 
         
            +
              },
         
     | 
| 13 | 
         
            +
              "bos_token_id": 1,
         
     | 
| 14 | 
         
            +
              "embd_pdrop": 0.0,
         
     | 
| 15 | 
         
            +
              "eos_token_id": 2,
         
     | 
| 16 | 
         
            +
              "gradient_checkpointing": false,
         
     | 
| 17 | 
         
            +
              "head_dim": 128,
         
     | 
| 18 | 
         
            +
              "initializer_range": 0.02,
         
     | 
| 19 | 
         
            +
              "layer_norm_epsilon": 1e-05,
         
     | 
| 20 | 
         
            +
              "model_type": "codegen",
         
     | 
| 21 | 
         
            +
              "n_ctx": 2048,
         
     | 
| 22 | 
         
            +
              "n_embd": 2048,
         
     | 
| 23 | 
         
            +
              "n_head": 16,
         
     | 
| 24 | 
         
            +
              "n_inner": null,
         
     | 
| 25 | 
         
            +
              "n_layer": 16,
         
     | 
| 26 | 
         
            +
              "n_positions": 2048,
         
     | 
| 27 | 
         
            +
              "resid_pdrop": 0.0,
         
     | 
| 28 | 
         
            +
              "rotary_dim": 64,
         
     | 
| 29 | 
         
            +
              "scale_attn_weights": true,
         
     | 
| 30 | 
         
            +
              "summary_activation": null,
         
     | 
| 31 | 
         
            +
              "summary_first_dropout": 0.1,
         
     | 
| 32 | 
         
            +
              "summary_proj_to_labels": true,
         
     | 
| 33 | 
         
            +
              "summary_type": "cls_index",
         
     | 
| 34 | 
         
            +
              "summary_use_proj": true,
         
     | 
| 35 | 
         
            +
              "task_specific_params": {
         
     | 
| 36 | 
         
            +
                "text-generation": {
         
     | 
| 37 | 
         
            +
                  "do_sample": true,
         
     | 
| 38 | 
         
            +
                  "max_length": 50,
         
     | 
| 39 | 
         
            +
                  "temperature": 1.0
         
     | 
| 40 | 
         
            +
                }
         
     | 
| 41 | 
         
            +
              },
         
     | 
| 42 | 
         
            +
              "tie_word_embeddings": false,
         
     | 
| 43 | 
         
            +
              "tokenizer_class": "GPT2Tokenizer",
         
     | 
| 44 | 
         
            +
              "torch_dtype": "bfloat16",
         
     | 
| 45 | 
         
            +
              "transformers_version": "4.36.0",
         
     | 
| 46 | 
         
            +
              "trust_remote_code": true,
         
     | 
| 47 | 
         
            +
              "use_cache": true,
         
     | 
| 48 | 
         
            +
              "vocab_size": 51200
         
     | 
| 49 | 
         
            +
            }
         
     | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/generation_config.json
    ADDED
    
    | 
         @@ -0,0 +1,6 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "_from_model_config": true,
         
     | 
| 3 | 
         
            +
              "bos_token_id": 1,
         
     | 
| 4 | 
         
            +
              "eos_token_id": 2,
         
     | 
| 5 | 
         
            +
              "transformers_version": "4.36.0"
         
     | 
| 6 | 
         
            +
            }
         
     | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/merges.txt
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/model.safetensors
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:211475d7246765b01297b815c5051f800beb338a69f76fcc3c7f25cea73c9ed1
         
     | 
| 3 | 
         
            +
            size 2030626696
         
     | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/special_tokens_map.json
    ADDED
    
    | 
         @@ -0,0 +1,6 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "bos_token": "<|endoftext|>",
         
     | 
| 3 | 
         
            +
              "eos_token": "<|endoftext|>",
         
     | 
| 4 | 
         
            +
              "pad_token": "<|endoftext|>",
         
     | 
| 5 | 
         
            +
              "unk_token": "<|endoftext|>"
         
     | 
| 6 | 
         
            +
            }
         
     | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/tokenizer.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/tokenizer_config.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/training_args.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:915dfafefeff57adab2c02d8df421e34d36811b373bf7f6884f2af1481345e89
         
     | 
| 3 | 
         
            +
            size 4728
         
     | 
    	
        Salesforce-codegen2-1B-text-to-neurapy/vocab.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        finetuning.py
    ADDED
    
    | 
         @@ -0,0 +1,34 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            from trl import SFTTrainer
         
     | 
| 2 | 
         
            +
            from transformers import TrainingArguments
         
     | 
| 3 | 
         
            +
            import json
         
     | 
| 4 | 
         
            +
            import torch
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
            with open("finetuning_set_v1.0.json") as f:
         
     | 
| 7 | 
         
            +
                dataset = json.load(f)
         
     | 
| 8 | 
         
            +
             
     | 
| 9 | 
         
            +
            torch.cuda.empty_cache()
         
     | 
| 10 | 
         
            +
            torch.cuda.set_per_process_memory_fraction(0.9)
         
     | 
| 11 | 
         
            +
             
     | 
| 12 | 
         
            +
            args = TrainingArguments(
         
     | 
| 13 | 
         
            +
                per_device_train_batch_size=1,
         
     | 
| 14 | 
         
            +
                per_device_eval_batch_size=1,
         
     | 
| 15 | 
         
            +
                output_dir="Salesforce-codegen2-1B-text-to-neurapy",
         
     | 
| 16 | 
         
            +
                gradient_accumulation_steps=1,
         
     | 
| 17 | 
         
            +
                num_train_epochs=8
         
     | 
| 18 | 
         
            +
            )
         
     | 
| 19 | 
         
            +
             
     | 
| 20 | 
         
            +
            trainer = SFTTrainer(
         
     | 
| 21 | 
         
            +
                "Salesforce/codegen2-1B",
         
     | 
| 22 | 
         
            +
                train_dataset=dataset,
         
     | 
| 23 | 
         
            +
                dataset_text_field="completion",
         
     | 
| 24 | 
         
            +
                max_seq_length=1024,
         
     | 
| 25 | 
         
            +
                args=args,
         
     | 
| 26 | 
         
            +
                model_init_kwargs={
         
     | 
| 27 | 
         
            +
                    "torch_dtype": torch.bfloat16,
         
     | 
| 28 | 
         
            +
                },
         
     | 
| 29 | 
         
            +
                packing=True
         
     | 
| 30 | 
         
            +
            )
         
     | 
| 31 | 
         
            +
             
     | 
| 32 | 
         
            +
            trainer.train()
         
     | 
| 33 | 
         
            +
            # testing without saving uncomment for actual training
         
     | 
| 34 | 
         
            +
            # trainer.save_model("Salesforce-codegen2-1B-text-to-neurapy")
         
     | 
    	
        finetuning_set_v1.0.json
    ADDED
    
    | 
         @@ -0,0 +1 @@ 
     | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            [{"prompt": "compute the forward kinematics", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> target_joint_angles = [0.2]*r.dof\n> tcp_pose = r.compute_forward_kinematics(joint_angles)\n> "}, {"prompt": "disable the collision detection", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.disable_collision_detection()\n> "}, {"prompt": "enable the reflexes of the robot", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.enable_reflex()\n> "}, {"prompt": "plan a move joint", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> planned_motion_ids = r.plan_move_joint([0]*r.dof)  # Replace with your planned motion IDs\n> r.executor([planned_motion_ids])\n> "}, {"prompt": "get the current cartesian pose", "completion": "\nfrom neurapy.robot import Robot\nr = Robot()\ncartesian_pose = r.get_current_cartesian_pose()\n"}, {"prompt": "get the current joint angles with the corresponding timestamp", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> joint_angles, timestamp = r.get_current_joint_angles_with_timestamp()\n> "}, {"prompt": "get the current joint velocities", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> joint_velocites = r.get_current_joint_velocities()\n> "}, {"prompt": "get the current load side encoder values with the corresponding timestamp", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> encoder_ticks, timestamp = r.get_current_load_side_encoder_values_with_timestamp()\n> "}, {"prompt": "get the center of gravity of the current tool", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> tool_cog = r.get_current_tool_cogs()\n> "}, {"prompt": "get the properties of the current tool", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> tool_properties = r.get_current_tool_properties()\n> "}, {"prompt": "get robot diagnostics", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> print(r.get_diagnostics())\n> "}, {"prompt": "function to retrieve docs for a function", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> description = r.get_doc(\"move_joint\")\n> print(description)\n> "}, {"prompt": "get the gravity vector", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> vector = r.get_gravity_vector()\n> print(vector)\n> "}, {"prompt": "get the override value", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> override_value = r.get_override()\n> print(f\"Current override value: {override_value}\")\n> "}, {"prompt": "get the reference frame", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> frame = r.get_reference_frame(\"tool_frame\")\n> print(frame)\n> "}, {"prompt": "get the current tcp pose", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> tcp_pose = r.get_tcp_pose()\n> print(tcp_pose)\n> "}, {"prompt": "get the tools digital input", "completion": "\n> import time\n> from neurapy.robot import Robot\n> r = Robot()\n> io_get = r.get_tool_digital_input(1)\n> print(io_get)\n> "}, {"prompt": "get the list of available tools", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> tools = r.get_tools()\n> print(tools)\n> "}, {"prompt": "grasp the object", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.grasp()\n> "}, {"prompt": "get the io values on the robot", "completion": "\n> import time\n> from neurapy.robot import Robot\n> r = Robot()\n> io_get = r.io(\"get\", io_name = \"DO_1\")\n> io_set = r.io(\"set\", io_name = \"DO_2\", target_value = True)\n> print(io_get,io_set)\n> "}, {"prompt": "check if the reflex is enabled", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> if r.is_reflex_enabled():\n>     print(\"Reflex collision avoidance is enabled.\")\n> else:\n>     print(\"Reflex collision avoidance is not enabled.\")\n> "}, {"prompt": "check if robot is in semi automatic mode", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> if r.is_robot_in_semi_automatic_mode():\n>     print(\"Robot is in semi automatic mode\")\n> else:\n>     print(\"Robot is not in semi automatic mode\")\n> "}, {"prompt": "jog the robot", "completion": "\n> import time\n> from neurapy.robot import Robot\n> r = Robot()\n\n> '''\n> jog_velocity - velocity ranging from [-1,1] for all joints. Signifies percentage of total speed used (1 = 100%)\n> jog_type - can be either cartesian or joint jogging\n> turn_on_jog sets the parameters of external jogging, jogging velocity, jogging type and sets the mode for jogging to external mode.\n> '''\n> r.turn_on_jog(jog_velocity=[0.2, 0.2, 0.2, 0.2, 0.2, 0.2], jog_type='Joint')\n> r.jog(set_jogging_external_flag=1)\n> i = 0\n> '''\n> Requires minimum number of cycles in the loop for performing jogging.\n> Depends upon jogging velocity, override.\n> '''\n> while i < 500:\n>     #command to set flag to start jogging in external mode. This command has to be used each time external jog command has to be sent\n>     r.jog(set_jogging_external_flag=1)\n>     i += 1\n\n> #Command to switch back to internal jogging mode (GUI)\n> r.turn_off_jog()\n> "}, {"prompt": "perform a circular move", "completion": "\n> from neurapy.robot import Robot\n\n> r = Robot()\n> circular_property = {\n>     \"speed\": 0.25,\n>     \"acceleration\": 0.1,\n>     \"target_pose\": [\n>         [\n>             0.3744609827431085,\n>             -0.3391784988266481,\n>             0.23276604279256016,\n>             3.14119553565979,\n>             -0.00017731254047248513,\n>             -0.48800110816955566\n>         ],\n>         [\n>             0.37116786741831503,\n>             -0.19686307684994242,\n>             0.23300456855796453,\n>             3.141423225402832,\n>             -0.00020668463548645377,\n>             -0.48725831508636475\n>         ],\n>         [\n>             0.5190337951593321,\n>             -0.1969996948428492,\n>             0.23267853691809767,\n>             3.1414194107055664,\n>             -0.00017726201622281224,\n>             -0.48750609159469604\n>         ]\n>     ],\n>     \"current_joint_angles\": r.robot_status(\"jointAngles\")\n> }\n> r.move_circular(**circular_property)\n> r.stop() # if there are multiple motions than,this needs to be called only once at the end of the script\n> "}, {"prompt": "perform a linear move", "completion": "\n> from neurapy.robot import Robot\n\n> r = Robot()\n> linear_property = {\n>     \"speed\": 0.25,\n>     \"acceleration\": 0.1,\n>     \"blend_radius\": 0.005,\n>     \"target_pose\": [\n>         [\n>             0.3287228886,\n>             -0.1903355329,\n>             0.4220780352,\n>             0.08535207028439847,\n>             -2.797181496822229,\n>             2.4713321627410485\n>         ],\n>         [\n>             0.2093363791501374,\n>             -0.31711250784165884,\n>             0.422149168855134,\n>             -3.0565555095672607,\n>             -0.3447442352771759,\n>             -1.1323236227035522\n>         ],\n>         [\n>             0.2090521916195534,\n>             -0.5246753336643587,\n>             0.4218773613553828,\n>             -3.0569007396698,\n>             -0.3448921740055084,\n>             -1.1323626041412354\n>         ],\n>         [\n>             0.3287228886,\n>             -0.1903355329,\n>             0.4220780352,\n>             0.08535207028439847,\n>             -2.797181496822229,\n>             2.4713321627410485\n>         ]\n>     ],\n>     \"current_joint_angles\": r.robot_status(\"jointAngles\")\n> }\n> r.move_linear(**linear_property)\n> r.stop() # if there are multiple motions than,this needs to be called only once at the end of the script\n> "}, {"prompt": "send an error message", "completion": "\nfrom neurapy.robot import Robot\nr = Robot()\nif r.notify_error(\"Something went wrong!\"):\n    print(\"Error message sent successfully.\")\nelse:\n    print(\"Failed to send error message.\")\n"}, {"prompt": "pause the robot", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.pause()\n> "}, {"prompt": "plan a composite move", "completion": "\n> from neurapy.robot import Robot\n\n> r = Robot()\n> composite_motion_property = {\n>     \"speed\": 0.432,\n>     \"acceleration\": 0.2,\n>     \"current_joint_angles\": r.robot_status('jointAngles'),\n>     \"commands\": [\n>         {\n>             \"linear\": {\n>                 \"blend_radius\": 0.005,\n>                 \"targets\": [\n>                     [\n>                         -0.000259845199876027,\n>                         -0.5211437049195536,\n>                         0.4429382717719519,\n>                         3.14123272895813,\n>                         -0.0007908568368293345,\n>                         -1.570908784866333\n>                     ],\n>                     [\n>                         -0.16633498440272945,\n>                         -0.5201452059140722,\n>                         0.4427486025872017,\n>                         3.140937089920044,\n>                         -0.0005319403717294335,\n>                         -1.571555495262146\n>                     ]\n>                 ]\n>             }\n>         },\n>         {\n>             \"circular\": {\n>                 \"targets\": [\n>                     [\n>                         -0.16633498440272945,\n>                         -0.5201452059140722,\n>                         0.4427486025872017,\n>                         3.140937089920044,\n>                         -0.0005319403717294335,\n>                         -1.571555495262146\n>                     ],\n>                     [\n>                         -0.16540090985202305,\n>                         -0.3983552679378624,\n>                         0.44267608017426174,\n>                         3.1407113075256348,\n>                         -0.00036628879024647176,\n>                         -1.5714884996414185\n>                     ],\n>                     [\n>                         -0.33446498807559716,\n>                         -0.3989652352814891,\n>                         0.4421152856242009,\n>                         3.1402060985565186,\n>                         0.00030071483342908323,\n>                         -1.572899580001831\n>                     ]\n>                 ]\n>             }\n>         }\n>     ],\n>     \"store_id\":234,\n>     \"current_joint_angles\": r.robot_status(\"jointAngles\")\n> }\n> plan_id= r.plan_move_composite(**composite_motion_property)\n> execute = r.executor([plan_id])\n> "}, {"prompt": "power on", "completion": "\n    from time import sleep\n    from neurapy.robot import Robot\n\n    r = Robot()\n    r.power('on')\n    sleep(2)\n    r.power('off')\n    "}, {"prompt": "get the program status", "completion": "\n> from neurapy.robot import Robot\n\n> r = Robot()\n> print(r.program_status())\n> "}, {"prompt": "release the object", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.release()\n> "}, {"prompt": "reset errors", "completion": "\n> import time\n> from neurapy.robot import Robot\n> r = Robot()\n> r.reset_error()\n> "}, {"prompt": "calculate rpy from quaternion representation", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> rpy = r.quaternion_to_rpy(0.85,0,0.52,0)\n> "}, {"prompt": "set the encoder offsets", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.set_encoder_offsets([#encoder offsets from the provided robot manual/data sheet])\n> "}, {"prompt": "send a message to opcua", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> message = \"Hello, OPC UA Server!\"\n> register_index = 1  # Replace with the index of the target OPC UA register\n> if r.set_opcua_msg(message, register_index):\n>     print(\"Message sent and stored in OPC UA register successfully.\")\n> else:\n>     print(\"Failed to send the message or store it in the OPC UA register.\")\n> "}, {"prompt": "set the tool", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.set_tool(tool_name=\"name given during tool creation in GUI\")\n> "}, {"prompt": "switch to automatic mode", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> if r.switch_to_automatic_mode():\n>     print(\"Robot switched to Automatic mode.\")\n> else:\n>     print(\"Failed to switch to Automatic mode.\")\n> "}, {"prompt": "switch to simulation", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.switch_to_simulation()\n> "}, {"prompt": "turn jogging on", "completion": "\n> import time\n> from neurapy.robot import Robot\n> r = Robot()\n> r.turn_on_jog(jog_velocity=[0.2, 0.2, 0.2, 0.2, 0.2, 0.2], jog_type='Joint')\n> r.jog(set_jogging_external_flag=1)\n> i = 0\n> while i < 500:\n>     r.jog(set_jogging_external_flag=1)\n>     i += 1\n> r.turn_off_jog()\n> "}, {"prompt": "unpause", "completion": "\n> from neurapy.robot import Robot\n> r = Robot()\n> r.unpause()\n> "}, {"prompt": "wait for a digital input", "completion": "\n> import time\n> from neurapy.robot import Robot\n> r = Robot()\n> io_wait = r.wait_for_digital_input(1,True) #waits till digital input 1 is True\n> print(io_wait)\n> "}, {"prompt": "wait for analog input", "completion": "\n> import time\n> from neurapy.robot import Robot\n> r = Robot()\n> io_wait = r.wait_for_tool_analog_input(1,2.3v) #waits till tool analog input 1 is 2.3v\n> print(io_wait)\n> "}, {"prompt": "delayed wait for tool digital input", "completion": "\n> import time\n> from neurapy.robot import Robot\n> r = Robot()\n> io_wait = r.wait_for_tool_digital_input_timer_on_delay(1,10) #waits for 10sec and returns after tool digital input 1 reaches high\n> print(io_wait)\n> "}]
         
     | 
    	
        prepare_data_set.py
    ADDED
    
    | 
         @@ -0,0 +1,16 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            import json
         
     | 
| 2 | 
         
            +
             
     | 
| 3 | 
         
            +
            def create_instruction(sample):
         
     | 
| 4 | 
         
            +
                return {
         
     | 
| 5 | 
         
            +
                    "prompt": sample[0],
         
     | 
| 6 | 
         
            +
                    "completion": sample[1]
         
     | 
| 7 | 
         
            +
                }
         
     | 
| 8 | 
         
            +
             
     | 
| 9 | 
         
            +
            # load dataset
         
     | 
| 10 | 
         
            +
            with open("../evaluation_kit/dataset/set_v1.0.json") as f:
         
     | 
| 11 | 
         
            +
                dataset = json.load(f)
         
     | 
| 12 | 
         
            +
             
     | 
| 13 | 
         
            +
            dataset = list(map(create_instruction, dataset))
         
     | 
| 14 | 
         
            +
             
     | 
| 15 | 
         
            +
            with open("finetuning_set_v1.0.json", "w") as f:
         
     | 
| 16 | 
         
            +
                json.dump(dataset, f)
         
     |