Training in progress, step 100

adapter_config.json

@@ -3,11 +3,9 @@
   "auto_mapping": null,
   "base_model_name_or_path": "mistralai/Mistral-7B-v0.3",
   "bias": "none",
-  "eva_config": null,
-  "exclude_modules": null,
   "fan_in_fan_out": false,
   "inference_mode": true,
-  "init_lora_weights": true,
+  "init_lora_weights": "pissa",
   "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9393d9a8255bc86d958b4e3c962ce0d34dfc0829e0736a4ac4432cda71038ee2
+oid sha256:e0245342cab2794608be0c29276d16faeae265c1e6fac26cde230ad1ea2de498
 size 1087456736

runs/Nov18_07-52-35_main-pissa-mistral-alpaca-0-0/events.out.tfevents.1731936026.main-pissa-mistral-alpaca-0-0.458.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fec628ea6c98860e1c15c01497d24b6aa9bf7962ea8989df7909e68694bdc7b
+size 9844

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fa939fcf9cb5205d54e6e795d3b6126c918eafec7f2b6cb32ee4e531240518f
+oid sha256:044f8ef6f32487a23e45f87feef4bfef02d9d0c93a35da3dcfeb0d591235a7aa
 size 5624