weathon commited on
Commit
cba293b
·
verified ·
1 Parent(s): 4c205f5

Training in progress, step 50

Browse files
adapter_config.json CHANGED
@@ -16,7 +16,7 @@
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
- "lora_alpha": 32,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
22
  "megatron_config": null,
@@ -24,39 +24,39 @@
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
  "qalora_group_size": 16,
27
- "r": 32,
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
 
 
 
 
 
 
31
  "dense",
 
 
 
 
 
32
  "projections.6",
 
 
33
  "query",
34
- "projections.11",
35
- "projections.14",
36
  "projections.7",
37
  "projection",
38
- "projections.2",
39
- "projections.15",
40
- "fc2",
41
- "key",
42
  "itm_head",
43
- "projections.13",
44
- "projections.3",
45
- "projections.12",
46
- "projections.16",
47
  "text_projection",
 
 
 
48
  "vision_projection",
49
- "projections.17",
50
- "value",
51
- "projections.5",
52
- "projections.4",
53
- "projections.1",
54
- "projections.8",
55
  "projections.10",
56
- "projections.9",
57
- "fc1",
58
- "projections.0",
59
- "qkv"
60
  ],
61
  "target_parameters": null,
62
  "task_type": null,
 
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
+ "lora_alpha": 16,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
22
  "megatron_config": null,
 
24
  "modules_to_save": null,
25
  "peft_type": "LORA",
26
  "qalora_group_size": 16,
27
+ "r": 16,
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
+ "projections.3",
32
+ "projections.13",
33
+ "projections.17",
34
+ "projections.4",
35
+ "projections.0",
36
+ "fc1",
37
  "dense",
38
+ "projections.15",
39
+ "projections.1",
40
+ "projections.16",
41
+ "projections.11",
42
+ "projections.2",
43
  "projections.6",
44
+ "projections.12",
45
+ "projections.8",
46
  "query",
47
+ "key",
 
48
  "projections.7",
49
  "projection",
50
+ "value",
 
 
 
51
  "itm_head",
 
 
 
 
52
  "text_projection",
53
+ "fc2",
54
+ "qkv",
55
+ "projections.14",
56
  "vision_projection",
 
 
 
 
 
 
57
  "projections.10",
58
+ "projections.5",
59
+ "projections.9"
 
 
60
  ],
61
  "target_parameters": null,
62
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:567a691e3c9912b230da1a649145bdff3e4acb1108a3a97cc84f9ddbf351209b
3
- size 157934960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2385beeb72c504a6f7218bd59b96f18022ff22cae77f98a8bc62309e813405b8
3
+ size 79012584
runs/Oct08_06-31-01_e41bbb0dd69c/events.out.tfevents.1759905062.e41bbb0dd69c.94517.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2310aa10ff86b5f16d922d5d0449c2e0aa2c029cc50b7937ba5c2ae1bf791e15
3
- size 68845
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee3b89f8706656e09dffc65c6ea5fc80ecad4b3cf5307458b4f8bcb577561a1
3
+ size 72432
runs/Oct08_06-47-06_e41bbb0dd69c/events.out.tfevents.1759906028.e41bbb0dd69c.100661.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b14c18721c1acd055e23d6b6360c8822494628ac519b98b6f205ca435fcb1d2
3
+ size 15053
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c6aa52d1e97af91c8e049631c71c730287c4d8b1086a9d75da5fd468f206166
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a2bd6dc2ca27aa146d54090040aa4c44344a414ee968aba5f4b48c71df2346
3
  size 5777