frame prototype v0.1: byte-state arm beats index twin (digits 0.275 vs 0.045, twin has only 200 keys for 999 states); RSA says the codebook kept C ancestry; entry channel real vs failing random control

proto_frame/frame_ledger_v01.json

@@ -0,0 +1,148 @@
+{
+ "_env": {
+  "transformers": "5.13.0",
+  "torch": "2.11.0+cu128",
+  "seed": 652978830
+ },
+ "splits": {
+  "fit": 13794,
+  "train": 27446,
+  "eval": 13952
+ },
+ "whitening": {
+  "participation_ratio_B": 0.0696
+ },
+ "drift_by_decile": [
+  NaN,
+  NaN,
+  NaN,
+  0.4124,
+  NaN,
+  NaN,
+  0.4422,
+  0.4454,
+  0.4505,
+  0.3734
+ ],
+ "dead_rows": 0,
+ "parity_baseline_eval_top1": 0.9281,
+ "identification": {
+  "teacher_balanced": {
+   "top1": 0.9915,
+   "top5": 0.9999,
+   "by_class": {
+    "word": {
+     "n": 10131,
+     "top1": 1.0
+    },
+    "Name": {
+     "n": 2740,
+     "top1": 1.0
+    },
+    "digit": {
+     "n": 1081,
+     "top1": 0.8899
+    }
+   }
+  },
+  "teacher_prior": {
+   "top1": 0.9819,
+   "top5": 0.9978,
+   "by_class": {
+    "word": {
+     "n": 10131,
+     "top1": 1.0
+    },
+    "Name": {
+     "n": 2740,
+     "top1": 1.0
+    },
+    "digit": {
+     "n": 1081,
+     "top1": 0.7669
+    }
+   }
+  },
+  "student_balanced": {
+   "top1": 0.9438,
+   "top5": 0.9643,
+   "by_class": {
+    "word": {
+     "n": 10131,
+     "top1": 1.0
+    },
+    "Name": {
+     "n": 2740,
+     "top1": 1.0
+    },
+    "digit": {
+     "n": 1081,
+     "top1": 0.2747
+    }
+   }
+  },
+  "student_prior": {
+   "top1": 0.9394,
+   "top5": 0.9556,
+   "by_class": {
+    "word": {
+     "n": 10131,
+     "top1": 1.0
+    },
+    "Name": {
+     "n": 2740,
+     "top1": 1.0
+    },
+    "digit": {
+     "n": 1081,
+     "top1": 0.2183
+    }
+   }
+  }
+ },
+ "reading_delta": {
+  "teacher": {
+   "overall": 0.8966,
+   "by_class": {
+    "word": 0.8962,
+    "Name": 0.9018,
+    "digit": 0.8881
+   }
+  },
+  "student": {
+   "overall": 0.9098,
+   "by_class": {
+    "word": 0.9596,
+    "Name": 0.9774,
+    "digit": 0.272
+   }
+  }
+ },
+ "oracle_codebook_student_top1": 0.9279,
+ "rsa": {
+  "E_C_vs_byte_features": 0.4943,
+  "E_C_vs_teacher_means": 0.3783
+ },
+ "gallery_decay_student": {
+  "16": 0.987,
+  "64": 0.971,
+  "256": 0.954,
+  "999": 0.937
+ },
+ "index_twin_state_id": {
+  "overall": 0.8504,
+  "n_keys": 200,
+  "word": {
+   "n": 10131,
+   "top1": 0.913
+  },
+  "Name": {
+   "n": 2740,
+   "top1": 0.9365
+  },
+  "digit": {
+   "n": 1081,
+   "top1": 0.0453
+  }
+ }
+}