AbstractPhil commited on
Commit
9fe00e3
·
verified ·
1 Parent(s): ad8ce13

Campaign B v2 (InfoNCE mix) both seeds PASS; retro-erank corrected after overwrite catch (HF copies were the true v1): spread v1 180 > v2 139 (baseline 239) — target granularity governs spread, not loss family

Browse files
proto_frame/campaign_b/campaign_b_v2_ledger.json ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_env": {
3
+ "transformers": "5.13.0",
4
+ "torch": "2.11.0+cu128",
5
+ "seed": 652978830,
6
+ "spec": "WIDE n32 K64 D4 h256",
7
+ "steps": 6000
8
+ },
9
+ "parity_meet": {
10
+ "bert": 0.296,
11
+ "t5b": 0.3208
12
+ },
13
+ "baselines_P1": {
14
+ "B4_last": {
15
+ "overall": 0.9991,
16
+ "digit": 0.988
17
+ },
18
+ "B9_last": {
19
+ "overall": 0.9874,
20
+ "digit": 0.837
21
+ }
22
+ },
23
+ "B2-s0": {
24
+ "descent_gate": {
25
+ "passed": true,
26
+ "first": 0.801062,
27
+ "last": 0.735411,
28
+ "rel_drop": 0.082
29
+ },
30
+ "meet": {
31
+ "bert": 0.4754,
32
+ "t5b": 0.5061
33
+ },
34
+ "id_B4": {
35
+ "overall": 0.9996,
36
+ "digit": 0.9954
37
+ },
38
+ "id_B9": {
39
+ "overall": 0.9981,
40
+ "digit": 0.9759
41
+ },
42
+ "lm": {
43
+ "nextbyte_on": 0.5826,
44
+ "nextbyte_clean": 0.5679,
45
+ "delta": 0.0147,
46
+ "bitexact_off": true
47
+ },
48
+ "erank": 139.4,
49
+ "mode": "v2",
50
+ "alloy_ledger": {
51
+ "mse_bert": {
52
+ "Name": {
53
+ "n": 12,
54
+ "mean": 1.01934
55
+ },
56
+ "digit": {
57
+ "n": 12,
58
+ "mean": 0.853893
59
+ },
60
+ "word": {
61
+ "n": 12,
62
+ "mean": 1.124074
63
+ }
64
+ },
65
+ "mse_t5b": {
66
+ "Name": {
67
+ "n": 12,
68
+ "mean": 0.900772
69
+ },
70
+ "digit": {
71
+ "n": 12,
72
+ "mean": 0.774561
73
+ },
74
+ "word": {
75
+ "n": 12,
76
+ "mean": 1.083494
77
+ }
78
+ }
79
+ }
80
+ },
81
+ "B2-s1": {
82
+ "descent_gate": {
83
+ "passed": true,
84
+ "first": 0.801057,
85
+ "last": 0.735582,
86
+ "rel_drop": 0.0817
87
+ },
88
+ "meet": {
89
+ "bert": 0.4769,
90
+ "t5b": 0.5075
91
+ },
92
+ "id_B4": {
93
+ "overall": 0.9995,
94
+ "digit": 0.9935
95
+ },
96
+ "id_B9": {
97
+ "overall": 0.9983,
98
+ "digit": 0.9778
99
+ },
100
+ "lm": {
101
+ "nextbyte_on": 0.5853,
102
+ "nextbyte_clean": 0.5679,
103
+ "delta": 0.0175,
104
+ "bitexact_off": true
105
+ },
106
+ "erank": 139.8,
107
+ "mode": "v2",
108
+ "alloy_ledger": {
109
+ "mse_bert": {
110
+ "Name": {
111
+ "n": 12,
112
+ "mean": 1.037971
113
+ },
114
+ "digit": {
115
+ "n": 12,
116
+ "mean": 0.841812
117
+ },
118
+ "word": {
119
+ "n": 12,
120
+ "mean": 1.137342
121
+ }
122
+ },
123
+ "mse_t5b": {
124
+ "Name": {
125
+ "n": 12,
126
+ "mean": 0.908637
127
+ },
128
+ "digit": {
129
+ "n": 12,
130
+ "mean": 0.7636
131
+ },
132
+ "word": {
133
+ "n": 12,
134
+ "mean": 1.09474
135
+ }
136
+ }
137
+ }
138
+ }
139
+ }