Training in progress, step 650

adapter_config.json

@@ -16,7 +16,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 32,
   "lora_bias": false,
   "lora_dropout": 0.05,
   "megatron_config": null,
@@ -24,39 +24,39 @@
   "modules_to_save": null,
   "peft_type": "LORA",
   "qalora_group_size": 16,
-  "r": 16,
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "projections.16",
-    "key",
-    "text_projection",
-    "projections.12",
     "qkv",
-    "query",
+    "key",
+    "projections.4",
+    "projections.8",
     "projections.11",
-    "projections.13",
-    "projections.7",
-    "projections.14",
+    "projections.1",
+    "projections.2",
+    "projections.16",
+    "fc2",
+    "text_projection",
+    "projections.15",
     "value",
-    "projections.3",
-    "vision_projection",
-    "projections.0",
-    "itm_head",
-    "projections.4",
-    "projection",
     "projections.10",
     "projections.6",
     "projections.5",
+    "projections.17",
+    "projection",
+    "vision_projection",
     "dense",
+    "itm_head",
     "projections.9",
-    "projections.17",
-    "projections.1",
+    "projections.7",
+    "projections.12",
     "fc1",
-    "fc2",
-    "projections.2",
-    "projections.8",
-    "projections.15"
+    "projections.13",
+    "projections.3",
+    "projections.0",
+    "projections.14",
+    "query"
   ],
   "target_parameters": null,
   "task_type": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6588fe87b5083f7efd75f1c54d760f428926b0675c6f7fd8556121745ee132cb
-size 79012584
+oid sha256:3290475cbd1c0116ceab9196965acc1bcb5f5d6624bb9582cf8459626d021ecc
+size 157934960

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4506b2e294b81ff64a9a2fcaf30b2619a9b3909fbe55c09cacc1e442bfae7c93
+oid sha256:10fb7c973c4a255c34f3e4a5f0541867af088563429f4a43652e84d8262f864f
 size 4773786592

runs/Oct08_08-21-55_e41bbb0dd69c/events.out.tfevents.1759911716.e41bbb0dd69c.134725.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6b90bbcb778674d741ac922e646581642f2820be4a7482465002a427f82d0a1
-size 123794
+oid sha256:99b66cb0745257ee7bd92b15633409a1ce03589d9835efc07657dd261ee70e94
+size 145436