togethercomputer
/

evo-1-131k-base

Text Generation

deep signal processing

Model card Files Files and versions

maxall4 commited on Dec 3, 2024

Commit

2a542d3

·

verified ·

1 Parent(s): 3b191f9

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -82,7 +82,7 @@
   "transformers_version": null,
   "use_cache": true,
   "use_flash_attn": true,
-  "use_flash_depthwise": false,
   "use_flash_rmsnorm": false,
   "use_flashfft": false,
   "use_interpolated_rotary_pos_emb": true,

   "transformers_version": null,
   "use_cache": true,
   "use_flash_attn": true,
+  "use_flash_depthwise": true,
   "use_flash_rmsnorm": false,
   "use_flashfft": false,
   "use_interpolated_rotary_pos_emb": true,