manifest 168 -> 169: L-019 retracted (rule 6), L-162/L-169 consensus-frame scope split (mean+rotation vs reference-member)
Browse files- loss_manifest.json +314 -30
loss_manifest.json
CHANGED
|
@@ -660,7 +660,7 @@
|
|
| 660 |
{
|
| 661 |
"id": "L-019",
|
| 662 |
"name": "Expert Soup composite (InfoNCE + MSE + BCE + Procrustes + CV + spread)",
|
| 663 |
-
"role": "
|
| 664 |
"primitive": "CE",
|
| 665 |
"accum": "A7",
|
| 666 |
"substrate": "mixed",
|
|
@@ -675,17 +675,21 @@
|
|
| 675 |
"L": 0
|
| 676 |
},
|
| 677 |
"s_raw": 6,
|
| 678 |
-
"rating":
|
| 679 |
"rating_hi": null,
|
| 680 |
"rules_fired": [
|
|
|
|
| 681 |
"single-seed<=6"
|
| 682 |
],
|
| 683 |
"cite": [
|
| 684 |
-
"canon/constellation_forms.md:35-
|
|
|
|
|
|
|
|
|
|
| 685 |
],
|
| 686 |
-
"headline": "mAP .84
|
| 687 |
"gauge": "mAP",
|
| 688 |
-
"note": "Six terms; no ablation isolates any of them.
|
| 689 |
"formula": "InfoNCE + MSE + BCE + Procrustes + CV + spread (6-term, never ablated)",
|
| 690 |
"impl": "external (Expert Soup, Form 2)"
|
| 691 |
},
|
|
@@ -5171,8 +5175,8 @@
|
|
| 5171 |
"flags": [],
|
| 5172 |
"family": "dist",
|
| 5173 |
"sub": {
|
| 5174 |
-
"R":
|
| 5175 |
-
"P":
|
| 5176 |
"D": 2,
|
| 5177 |
"C": 2,
|
| 5178 |
"I": 2,
|
|
@@ -5184,11 +5188,12 @@
|
|
| 5184 |
"rules_fired": [],
|
| 5185 |
"cite": [
|
| 5186 |
"tools/dist_runs/",
|
| 5187 |
-
"canon/clip_mini_distillation.md"
|
|
|
|
| 5188 |
],
|
| 5189 |
"headline": "zs-C10 .2693/.2657 (matrix best) and agree_cos .714/.718 - but C100 .062 LOSES to infonce (+3.2pt) and R@1 .025 is 2.2x below, 2/2 seeds",
|
| 5190 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5191 |
-
"note": "CLIP-KD's champion, confirmed ONLY on the coarse gauge: mimicry buys text-head alignment, not separability. The gauge-split half that amends L-038. erank 122 vs infonce 184.",
|
| 5192 |
"formula": "mean((z_s - z_t)^2), targets L2-normalized",
|
| 5193 |
"impl": "tools/dist_bed.py loss_of feature_mse (loss_forms.prim_sq)"
|
| 5194 |
},
|
|
@@ -5202,24 +5207,25 @@
|
|
| 5202 |
"flags": [],
|
| 5203 |
"family": "dist",
|
| 5204 |
"sub": {
|
| 5205 |
-
"R":
|
| 5206 |
"P": 3,
|
| 5207 |
"D": 2,
|
| 5208 |
"C": 1,
|
| 5209 |
"I": 2,
|
| 5210 |
"L": 0
|
| 5211 |
},
|
| 5212 |
-
"s_raw":
|
| 5213 |
-
"rating":
|
| 5214 |
"rating_hi": null,
|
| 5215 |
"rules_fired": [],
|
| 5216 |
"cite": [
|
| 5217 |
"tools/dist_runs/",
|
| 5218 |
-
"canon/clip_mini_distillation.md"
|
|
|
|
| 5219 |
],
|
| 5220 |
"headline": "R@1 .0580/.0544 = 2.2x feature_mse 2/2; zs-C100 .0939/.0847 wins 2/2 (+3.2/+2.2pt); erank 184; cv16 lands the S^15 band NATIVELY",
|
| 5221 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5222 |
-
"note": "THE SHIP ARM. The A7 grid in its sanctioned place (output-space distillation, no address paths). C=1: needs in-batch negatives at batch 256; single batch size tested (P6 confound disclosed).",
|
| 5223 |
"formula": "0.5*[CE(sim/t, diag) + CE(sim.T/t, diag)], sim = z_s @ z_t.T",
|
| 5224 |
"impl": "tools/dist_bed.py loss_of infonce (loss_forms.a7_grid_infonce)"
|
| 5225 |
},
|
|
@@ -5233,24 +5239,25 @@
|
|
| 5233 |
"flags": [],
|
| 5234 |
"family": "dist",
|
| 5235 |
"sub": {
|
| 5236 |
-
"R":
|
| 5237 |
"P": 1,
|
| 5238 |
"D": 2,
|
| 5239 |
"C": 2,
|
| 5240 |
"I": 1,
|
| 5241 |
"L": 0
|
| 5242 |
},
|
| 5243 |
-
"s_raw":
|
| 5244 |
-
"rating":
|
| 5245 |
"rating_hi": null,
|
| 5246 |
"rules_fired": [],
|
| 5247 |
"cite": [
|
| 5248 |
"tools/dist_runs/",
|
| 5249 |
-
"canon/clip_mini_distillation.md"
|
|
|
|
| 5250 |
],
|
| 5251 |
"headline": "zs SPLIT (-4.6pt s0 / +2.3pt s1 vs infonce) but LOSES retrieval 2/2 (R@1 .043/.040 vs .058/.054): coupling wins retrieval at batch 256",
|
| 5252 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5253 |
-
"note": "The zero-coupling control that extends the coupling dose-response to the contrastive family. Per-pair BCE, no partition function = A0 over the grid, NOT A7. I=1: single batch size is the standing confound.",
|
| 5254 |
"formula": "mean(BCE(sim*t' + b, I)) per pair, no batch denominator",
|
| 5255 |
"impl": "tools/loss_forms.py siglip_pairwise_loss"
|
| 5256 |
},
|
|
@@ -5264,25 +5271,26 @@
|
|
| 5264 |
"flags": [],
|
| 5265 |
"family": "dist",
|
| 5266 |
"sub": {
|
| 5267 |
-
"R":
|
| 5268 |
"P": 2,
|
| 5269 |
"D": 2,
|
| 5270 |
"C": 2,
|
| 5271 |
"I": 1,
|
| 5272 |
"L": 0
|
| 5273 |
},
|
| 5274 |
-
"s_raw":
|
| 5275 |
"rating": 8,
|
| 5276 |
"rating_hi": null,
|
| 5277 |
"rules_fired": [],
|
| 5278 |
"cite": [
|
| 5279 |
"tools/dist_runs/",
|
| 5280 |
"canon/clip_mini_distillation.md",
|
| 5281 |
-
"tools/dist_runs/frame_check_s1.json"
|
|
|
|
| 5282 |
],
|
| 5283 |
"headline": "FRAME AMBIGUITY PROVEN 2/2: agree_cos -0.021/-0.002 (orthogonal to teacher frame, zs floor .109/.111, erank 175 healthy - the tell) yet ONE fitted rotation recovers agree .501/.497 and zs .240/.218 - geometry learned, gauge free, both seeds",
|
| 5284 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5285 |
-
"note": "Fills the KL-A7 cell. No cross-space term = global gauge freedom; erank stayed 175.5 at 'floor' (the tell). Usable ONLY with a Procrustes post-fit (2,500 pairs). Post-rotation agreement matches across seeds to 0.004 - the mechanism, not a lottery.",
|
| 5286 |
"formula": "KL(softmax(sim_t/t) || log_softmax(sim_s/t)) per row, both frames' own sims",
|
| 5287 |
"impl": "tools/loss_forms.py affinity_kl_loss; forensics scratchpad frame_check.py -> tools/dist_runs/frame_check.json"
|
| 5288 |
},
|
|
@@ -5329,27 +5337,303 @@
|
|
| 5329 |
"flags": [],
|
| 5330 |
"family": "dist",
|
| 5331 |
"sub": {
|
| 5332 |
-
"R":
|
| 5333 |
"P": 2,
|
| 5334 |
"D": 2,
|
| 5335 |
-
"C":
|
| 5336 |
"I": 1,
|
| 5337 |
"L": 0
|
| 5338 |
},
|
| 5339 |
-
"s_raw":
|
| 5340 |
-
"rating":
|
| 5341 |
"rating_hi": null,
|
| 5342 |
"rules_fired": [],
|
| 5343 |
"cite": [
|
| 5344 |
"tools/dist_runs/",
|
| 5345 |
"canon/clip_mini_distillation.md",
|
| 5346 |
-
"tools/dist_runs/frame_check_s1.json"
|
|
|
|
| 5347 |
],
|
| 5348 |
"headline": "P7 REFUTED at the letter (raw zs .154/.161 loses to single-teacher 2/2) BUT post-rotation agree->LAION .7132/.7116 EQUALS feature_mse's in-frame .714/.718 both seeds: the GPA mean shape carries the geometry, loses only the gauge",
|
| 5349 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5350 |
-
"note": "Closes gm3 D18 (multi-teacher cell now RUN). GM3's student-exceeds-teachers did not appear. The L-025 operator's consensus target is geometry-faithful; judge it with a frame fit or it reads as a false floor. Rotation replicated s0+s1 (deltas 0.0016).",
|
| 5351 |
"formula": "mean((z_s - gpa(z_t1..t5))^2), GPA cached iter-5 align .9401",
|
| 5352 |
"impl": "tools/dist_bed.py loss_of consensus_gpa (target build_gpa)"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5353 |
}
|
| 5354 |
-
]
|
|
|
|
| 5355 |
}
|
|
|
|
| 660 |
{
|
| 661 |
"id": "L-019",
|
| 662 |
"name": "Expert Soup composite (InfoNCE + MSE + BCE + Procrustes + CV + spread)",
|
| 663 |
+
"role": "RETRACTED",
|
| 664 |
"primitive": "CE",
|
| 665 |
"accum": "A7",
|
| 666 |
"substrate": "mixed",
|
|
|
|
| 675 |
"L": 0
|
| 676 |
},
|
| 677 |
"s_raw": 6,
|
| 678 |
+
"rating": 1,
|
| 679 |
"rating_hi": null,
|
| 680 |
"rules_fired": [
|
| 681 |
+
"retraction=1",
|
| 682 |
"single-seed<=6"
|
| 683 |
],
|
| 684 |
"cite": [
|
| 685 |
+
"canon/constellation_forms.md:35-46 (retirement annotation)",
|
| 686 |
+
"repos/bertenstein.md",
|
| 687 |
+
"canon/shared_pass_contrastive_leak.md",
|
| 688 |
+
"inventory/SCALE_MANIFEST.md DEMOTED 2026-07-31"
|
| 689 |
],
|
| 690 |
+
"headline": "RETRACTED 2026-07-31 with its source system: the Form-2 / Bertenstein numbers (mAP .84, 1000/1000 positive volumes, eff-dim 76.9) were never independently audited, and the system carrying them was falsified — R@1 was a shared-forward-pass leak, Procrustes cos_after sat at/below a no-relationship null, CV .20 at d=1024 was collapse",
|
| 691 |
"gauge": "mAP",
|
| 692 |
+
"note": "Six terms; no ablation isolates any of them. RETRACTION NOTE 2026-08-02: retired with repos/bertenstein.md — rule 6 floor-breaker. What survives is the FORM, not this composite: whitened-Procrustes pre-alignment with held-out fit discipline, and per-expert projectors into a REFERENCE MEMBER's frame. Its validated descendant is L-162 (consensus NCE+MSE), which ablates cleanly and is measured 2/2 on two modalities.",
|
| 693 |
"formula": "InfoNCE + MSE + BCE + Procrustes + CV + spread (6-term, never ablated)",
|
| 694 |
"impl": "external (Expert Soup, Form 2)"
|
| 695 |
},
|
|
|
|
| 5175 |
"flags": [],
|
| 5176 |
"family": "dist",
|
| 5177 |
"sub": {
|
| 5178 |
+
"R": 3,
|
| 5179 |
+
"P": 1,
|
| 5180 |
"D": 2,
|
| 5181 |
"C": 2,
|
| 5182 |
"I": 2,
|
|
|
|
| 5188 |
"rules_fired": [],
|
| 5189 |
"cite": [
|
| 5190 |
"tools/dist_runs/",
|
| 5191 |
+
"canon/clip_mini_distillation.md",
|
| 5192 |
+
"canon/cc12m_pod_matrix.md"
|
| 5193 |
],
|
| 5194 |
"headline": "zs-C10 .2693/.2657 (matrix best) and agree_cos .714/.718 - but C100 .062 LOSES to infonce (+3.2pt) and R@1 .025 is 2.2x below, 2/2 seeds",
|
| 5195 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5196 |
+
"note": "CLIP-KD's champion, confirmed ONLY on the coarse gauge: mimicry buys text-head alignment, not separability. The gauge-split half that amends L-038. erank 122 vs infonce 184. | CC12M 2/2 (88k steps, 2.05 ep of 10.97M): zs .4429/.4826 r1 .0760/.0716 agree .7345/.7379 - the COCO gauge-split claim COLLAPSED at scale (infonce sweeps all task gauges); mimicry keeps only the agreement set-point. P downgraded accordingly, R up (2nd substrate).",
|
| 5197 |
"formula": "mean((z_s - z_t)^2), targets L2-normalized",
|
| 5198 |
"impl": "tools/dist_bed.py loss_of feature_mse (loss_forms.prim_sq)"
|
| 5199 |
},
|
|
|
|
| 5207 |
"flags": [],
|
| 5208 |
"family": "dist",
|
| 5209 |
"sub": {
|
| 5210 |
+
"R": 3,
|
| 5211 |
"P": 3,
|
| 5212 |
"D": 2,
|
| 5213 |
"C": 1,
|
| 5214 |
"I": 2,
|
| 5215 |
"L": 0
|
| 5216 |
},
|
| 5217 |
+
"s_raw": 11,
|
| 5218 |
+
"rating": 9,
|
| 5219 |
"rating_hi": null,
|
| 5220 |
"rules_fired": [],
|
| 5221 |
"cite": [
|
| 5222 |
"tools/dist_runs/",
|
| 5223 |
+
"canon/clip_mini_distillation.md",
|
| 5224 |
+
"canon/cc12m_pod_matrix.md"
|
| 5225 |
],
|
| 5226 |
"headline": "R@1 .0580/.0544 = 2.2x feature_mse 2/2; zs-C100 .0939/.0847 wins 2/2 (+3.2/+2.2pt); erank 184; cv16 lands the S^15 band NATIVELY",
|
| 5227 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5228 |
+
"note": "THE SHIP ARM. The A7 grid in its sanctioned place (output-space distillation, no address paths). C=1: needs in-batch negatives at batch 256; single batch size tested (P6 confound disclosed). | CC12M 2/2: zs .5208/.4979 r1 .1252/.1178 erank 188 - sweeps every raw task gauge; viability 42.0/41.5% of teacher (COCO 21.2%). The raw champion at scale; surpassed only by consensus_nce_mse+rotation.",
|
| 5229 |
"formula": "0.5*[CE(sim/t, diag) + CE(sim.T/t, diag)], sim = z_s @ z_t.T",
|
| 5230 |
"impl": "tools/dist_bed.py loss_of infonce (loss_forms.a7_grid_infonce)"
|
| 5231 |
},
|
|
|
|
| 5239 |
"flags": [],
|
| 5240 |
"family": "dist",
|
| 5241 |
"sub": {
|
| 5242 |
+
"R": 3,
|
| 5243 |
"P": 1,
|
| 5244 |
"D": 2,
|
| 5245 |
"C": 2,
|
| 5246 |
"I": 1,
|
| 5247 |
"L": 0
|
| 5248 |
},
|
| 5249 |
+
"s_raw": 9,
|
| 5250 |
+
"rating": 8,
|
| 5251 |
"rating_hi": null,
|
| 5252 |
"rules_fired": [],
|
| 5253 |
"cite": [
|
| 5254 |
"tools/dist_runs/",
|
| 5255 |
+
"canon/clip_mini_distillation.md",
|
| 5256 |
+
"canon/cc12m_pod_matrix.md"
|
| 5257 |
],
|
| 5258 |
"headline": "zs SPLIT (-4.6pt s0 / +2.3pt s1 vs infonce) but LOSES retrieval 2/2 (R@1 .043/.040 vs .058/.054): coupling wins retrieval at batch 256",
|
| 5259 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5260 |
+
"note": "The zero-coupling control that extends the coupling dose-response to the contrastive family. Per-pair BCE, no partition function = A0 over the grid, NOT A7. I=1: single batch size is the standing confound. | CC12M 2/2: zs .4534/.4573 r1 .0904/.0914 - coupling verdict holds at scale (infonce wins zs AND retrieval 2/2); COCO zs seed-split resolved as small-data noise.",
|
| 5261 |
"formula": "mean(BCE(sim*t' + b, I)) per pair, no batch denominator",
|
| 5262 |
"impl": "tools/loss_forms.py siglip_pairwise_loss"
|
| 5263 |
},
|
|
|
|
| 5271 |
"flags": [],
|
| 5272 |
"family": "dist",
|
| 5273 |
"sub": {
|
| 5274 |
+
"R": 3,
|
| 5275 |
"P": 2,
|
| 5276 |
"D": 2,
|
| 5277 |
"C": 2,
|
| 5278 |
"I": 1,
|
| 5279 |
"L": 0
|
| 5280 |
},
|
| 5281 |
+
"s_raw": 10,
|
| 5282 |
"rating": 8,
|
| 5283 |
"rating_hi": null,
|
| 5284 |
"rules_fired": [],
|
| 5285 |
"cite": [
|
| 5286 |
"tools/dist_runs/",
|
| 5287 |
"canon/clip_mini_distillation.md",
|
| 5288 |
+
"tools/dist_runs/frame_check_s1.json",
|
| 5289 |
+
"canon/cc12m_pod_matrix.md"
|
| 5290 |
],
|
| 5291 |
"headline": "FRAME AMBIGUITY PROVEN 2/2: agree_cos -0.021/-0.002 (orthogonal to teacher frame, zs floor .109/.111, erank 175 healthy - the tell) yet ONE fitted rotation recovers agree .501/.497 and zs .240/.218 - geometry learned, gauge free, both seeds",
|
| 5292 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5293 |
+
"note": "Fills the KL-A7 cell. No cross-space term = global gauge freedom; erank stayed 175.5 at 'floor' (the tell). Usable ONLY with a Procrustes post-fit (2,500 pairs). Post-rotation agreement matches across seeds to 0.004 - the mechanism, not a lottery. | CC12M 2/2: raw floor replicates (zs .1076/.1035, agree -.011/-.017) and the rotation now recovers only PARTIAL geometry (agree ->.304/.301, zs ->.138/.132; erank sags 103/89): the relational form degrades ABSOLUTELY at scale - the frame law's scale scoping, second seed pair.",
|
| 5294 |
"formula": "KL(softmax(sim_t/t) || log_softmax(sim_s/t)) per row, both frames' own sims",
|
| 5295 |
"impl": "tools/loss_forms.py affinity_kl_loss; forensics scratchpad frame_check.py -> tools/dist_runs/frame_check.json"
|
| 5296 |
},
|
|
|
|
| 5337 |
"flags": [],
|
| 5338 |
"family": "dist",
|
| 5339 |
"sub": {
|
| 5340 |
+
"R": 3,
|
| 5341 |
"P": 2,
|
| 5342 |
"D": 2,
|
| 5343 |
+
"C": 2,
|
| 5344 |
"I": 1,
|
| 5345 |
"L": 0
|
| 5346 |
},
|
| 5347 |
+
"s_raw": 10,
|
| 5348 |
+
"rating": 8,
|
| 5349 |
"rating_hi": null,
|
| 5350 |
"rules_fired": [],
|
| 5351 |
"cite": [
|
| 5352 |
"tools/dist_runs/",
|
| 5353 |
"canon/clip_mini_distillation.md",
|
| 5354 |
+
"tools/dist_runs/frame_check_s1.json",
|
| 5355 |
+
"canon/cc12m_pod_matrix.md"
|
| 5356 |
],
|
| 5357 |
"headline": "P7 REFUTED at the letter (raw zs .154/.161 loses to single-teacher 2/2) BUT post-rotation agree->LAION .7132/.7116 EQUALS feature_mse's in-frame .714/.718 both seeds: the GPA mean shape carries the geometry, loses only the gauge",
|
| 5358 |
"gauge": "zs-C10/C100 + COCO R@1/R@5 + agree_cos + cv16/erank",
|
| 5359 |
+
"note": "Closes gm3 D18 (multi-teacher cell now RUN). GM3's student-exceeds-teachers did not appear. The L-025 operator's consensus target is geometry-faithful; judge it with a frame fit or it reads as a false floor. Rotation replicated s0+s1 (deltas 0.0016). | CC12M 2/2: raw zs .2738/.2681 but rotated agree .7654/.7629 EXCEEDS mimicry's in-frame .7345/.7379 - the GPA mean carries the geometry better than direct distillation preserves it. Rotated zs .4344/.3938; rotated retrieval MEASURED: R@1 .0456/.0508 — pure-MSE consensus cannot retrieve even rotated; the composite's NCE term is the retrieval payer (anchor dial). | CONSTRUCTION NOTE 2026-08-02: build_gpa aligns towers to a RUNNING MEAN and requires same-dim towers (torch.stack), which is both why the target is frame-free and why it cannot fuse a heterogeneous bank. The reference-member alternative is L-169.",
|
| 5360 |
"formula": "mean((z_s - gpa(z_t1..t5))^2), GPA cached iter-5 align .9401",
|
| 5361 |
"impl": "tools/dist_bed.py loss_of consensus_gpa (target build_gpa)"
|
| 5362 |
+
},
|
| 5363 |
+
{
|
| 5364 |
+
"id": "L-162",
|
| 5365 |
+
"name": "consensus NCE+MSE composite on a MEAN consensus (CaptionBert Stage-A form, vision; rotation required)",
|
| 5366 |
+
"role": "PRIMARY",
|
| 5367 |
+
"primitive": "CE",
|
| 5368 |
+
"accum": "A7",
|
| 5369 |
+
"substrate": "consensus-embedding",
|
| 5370 |
+
"flags": [],
|
| 5371 |
+
"family": "consensus-frame",
|
| 5372 |
+
"sub": {
|
| 5373 |
+
"R": 3,
|
| 5374 |
+
"P": 3,
|
| 5375 |
+
"D": 2,
|
| 5376 |
+
"C": 2,
|
| 5377 |
+
"I": 2,
|
| 5378 |
+
"L": 0
|
| 5379 |
+
},
|
| 5380 |
+
"rules_fired": [
|
| 5381 |
+
"split"
|
| 5382 |
+
],
|
| 5383 |
+
"cite": [
|
| 5384 |
+
"tools/dist_runs/consensus_nce_mse_s0.jsonl",
|
| 5385 |
+
"tools/dist_runs/vitbank_s0.jsonl",
|
| 5386 |
+
"canon/clip_mini_distillation.md",
|
| 5387 |
+
"canon/cc12m_pod_matrix.md",
|
| 5388 |
+
"repos/captionbert-v2.md"
|
| 5389 |
+
],
|
| 5390 |
+
"headline": "THE CROWN AT SCALE: consensus composite + rotation beats direct deployment-teacher distillation on EVERY task gauge 2/2 (CC12M 11x data); local COCO verdict was BETWEEN - scale promoted it",
|
| 5391 |
+
"gauge": "agree_gpa + rotated zs/R@1 + cv16/erank",
|
| 5392 |
+
"note": "Per-SAMPLE MSE (sum(-1).mean = 2(1-cos)) is load-bearing: per-element mean is ~1000x smaller than the NCE term and the 1.0/1.0 weighting silently degenerates to pure NCE. 8000 steps COCO train, pure Adam (house override of the source AdamW). | CC12M CROWN 2/2: + the 2,500-pair rotation SWEEPS infonce on every task gauge (zs-C10 .5412/.5708 vs .5208/.4979; C100 .2210/.2487; R@1 .1322/.1360; R@5 .3140/.3300). Viability 44.7/48.1% of teacher. The GM3 student-exceeds shape in full: distill vs consensus, ship student + 0.5MB rotation. | SCOPE SPLIT 2026-08-02 (rule 9): this row is the objective against a RUNNING-MEAN consensus (build_gpa), which is frame-free and therefore ships a 0.5MB rotation. Its sibling L-169 is the same objective against a REFERENCE-MEMBER consensus, which is in-frame by construction. Do not average the two — the deployment requirement differs, not the loss.",
|
| 5393 |
+
"formula": "a7_grid_infonce(zs, zt_gpa, t=.07) + prim_sq(zs, zt_gpa).sum(-1).mean()",
|
| 5394 |
+
"impl": "tools/dist_bed.py loss_of consensus_nce_mse",
|
| 5395 |
+
"s_raw": 12,
|
| 5396 |
+
"rating": 10,
|
| 5397 |
+
"rating_hi": null
|
| 5398 |
+
},
|
| 5399 |
+
{
|
| 5400 |
+
"id": "L-163",
|
| 5401 |
+
"name": "AlignmentBank 8-term geometry loss (CaptionBert Stage-B, vision port)",
|
| 5402 |
+
"role": "AUX",
|
| 5403 |
+
"primitive": "SQ",
|
| 5404 |
+
"accum": "A2",
|
| 5405 |
+
"substrate": "bank-geometry",
|
| 5406 |
+
"flags": [],
|
| 5407 |
+
"family": "vitbank",
|
| 5408 |
+
"sub": {
|
| 5409 |
+
"R": 2,
|
| 5410 |
+
"P": 0,
|
| 5411 |
+
"D": 1,
|
| 5412 |
+
"C": 1,
|
| 5413 |
+
"I": 2,
|
| 5414 |
+
"L": 0
|
| 5415 |
+
},
|
| 5416 |
+
"rules_fired": [
|
| 5417 |
+
"sub1pct<=5"
|
| 5418 |
+
],
|
| 5419 |
+
"cite": [
|
| 5420 |
+
"tools/dist_runs/vitbank_s0.jsonl",
|
| 5421 |
+
"tools/dist_runs/vitbank_s1.jsonl",
|
| 5422 |
+
"tools/dist_runs/vitbank_random_ctl.json"
|
| 5423 |
+
],
|
| 5424 |
+
"headline": "PROBE-REFUTED with FULL CONTROLS 2/2: trained bank BELOW untrained (gap -.0038/-.0045) AND a fully-random bank (random frames+anchors) matches the real-frames control (.4159/.4114 vs .4149/.4107) - the entire +1.4-1.6pt enrichment over raw is generic random-feature capacity; the geometric content contributes ~zero and geometric training subtracts",
|
| 5425 |
+
"gauge": "80-class COCO multi-label linear-probe mAP, trained-vs-untrained-control",
|
| 5426 |
+
"note": "CAPACITY, NOT ADDRESSING - now with the three-way control: raw < random-bank ~= real-frames-untrained > trained, both seeds (tools/dist_runs/vitbank_random_ctl.json). The 538-d signature's probe value does NOT come from the fitted Procrustes frames or consensus anchors; any 128 random nonlinear features buy the same lift. Source recipe's +0.125 NLI gain did not transfer (their bed untested here, not refuted). emb_cv readout-only per the 1e-3 ceiling.",
|
| 5427 |
+
"formula": "1.0*expert_agreement + 1.0*rotation_ortho + 0.5*anchor_spread + 0.1*anchor_entropy + 0.3*cross_expert_var + 0.3*|bank_cv-t| + 0.3*|emb_cv-t| + 0.5*disagree_preserve",
|
| 5428 |
+
"impl": "tools/vit_bank.py VisionAlignmentBank.bank_loss",
|
| 5429 |
+
"s_raw": 6,
|
| 5430 |
+
"rating": 5,
|
| 5431 |
+
"rating_hi": null
|
| 5432 |
+
},
|
| 5433 |
+
{
|
| 5434 |
+
"id": "L-164",
|
| 5435 |
+
"name": "x3 full stack on the vision student (NCE + elem-MSE .5 + BCE .3 + centered-cos align .5 + CV 1e-3 + EmbeddingAutograd)",
|
| 5436 |
+
"role": "PRIMARY",
|
| 5437 |
+
"primitive": "CE",
|
| 5438 |
+
"accum": "A7",
|
| 5439 |
+
"substrate": "consensus-embedding",
|
| 5440 |
+
"family": "x3-arms",
|
| 5441 |
+
"sub": {
|
| 5442 |
+
"R": 2,
|
| 5443 |
+
"P": 2,
|
| 5444 |
+
"D": 1,
|
| 5445 |
+
"C": 1,
|
| 5446 |
+
"I": 2,
|
| 5447 |
+
"L": 0
|
| 5448 |
+
},
|
| 5449 |
+
"rules_fired": [],
|
| 5450 |
+
"headline": "WEAK-ANCHOR SET-POINT 2/2: agreement lands at .4957/.4958 (cross-seed 4e-4) — .17 BELOW the anchored composite — while task gauges stay in-noise and probe drops 1.1pt. Its faster NCE descent (~8%) is UNANCHORED-optimizer speed: the inert elem-MSE leaves the contrastive term unopposed (diag: base agree .593 at step500 vs .432; x3diag_*.jsonl)",
|
| 5451 |
+
"gauge": "agree_gpa + rotated zs/R@1 + probe mAP + per-term diag",
|
| 5452 |
+
"note": "The agreement value is a property of the LOSS STACK, not the seed: three stacks give three deterministic set-points (.41 cbert / .50 x3 / .67 anchored). Align term exonerated by ablation (noalign ≡ full on every curve). AMOE design input: anchor-weight is a clean retention<->plasticity dial.",
|
| 5453 |
+
"formula": "a7_grid_infonce + 0.5*prim_sq.mean() + 0.3*BCE(frozen_head) + 0.5*centered_cos + 1e-3*x3_cv + EA(tang .01, sep 1.0)",
|
| 5454 |
+
"impl": "tools/dist_bed.py loss_of x3_full",
|
| 5455 |
+
"cite": [
|
| 5456 |
+
"tools/dist_runs/x3_queue.log",
|
| 5457 |
+
"tools/dist_runs/vitbank_s0.jsonl",
|
| 5458 |
+
"tools/dist_runs/vitbank_s1.jsonl"
|
| 5459 |
+
],
|
| 5460 |
+
"flags": [],
|
| 5461 |
+
"s_raw": 8,
|
| 5462 |
+
"rating": 7,
|
| 5463 |
+
"rating_hi": null
|
| 5464 |
+
},
|
| 5465 |
+
{
|
| 5466 |
+
"id": "L-165",
|
| 5467 |
+
"name": "BCE through a frozen teacher-space head (x3 supervised force, isolated)",
|
| 5468 |
+
"role": "AUX",
|
| 5469 |
+
"primitive": "CE",
|
| 5470 |
+
"accum": "A0",
|
| 5471 |
+
"substrate": "frozen-head-logits",
|
| 5472 |
+
"family": "x3-arms",
|
| 5473 |
+
"sub": {
|
| 5474 |
+
"R": 2,
|
| 5475 |
+
"P": 0,
|
| 5476 |
+
"D": 2,
|
| 5477 |
+
"C": 2,
|
| 5478 |
+
"I": 2,
|
| 5479 |
+
"L": 0
|
| 5480 |
+
},
|
| 5481 |
+
"rules_fired": [
|
| 5482 |
+
"sub1pct<=5"
|
| 5483 |
+
],
|
| 5484 |
+
"headline": "INERT as an add-on 2/2: every gauge within noise of the anchored composite (agree +.008 consistent-sign whisper); supervision distilled through a frozen head does not behave like supervision",
|
| 5485 |
+
"gauge": "agree_gpa + rotated zs/R@1 + probe mAP",
|
| 5486 |
+
"note": "The head was fit on GPA targets then frozen (the x3 soup-head analog). Slight descent drag (~.06 EMA).",
|
| 5487 |
+
"formula": "0.3 * BCE_logits(frozen_linear80(zs), labels)",
|
| 5488 |
+
"impl": "tools/dist_bed.py loss_of x3_bce + _fit_teacher_head",
|
| 5489 |
+
"cite": [
|
| 5490 |
+
"tools/dist_runs/x3_queue.log",
|
| 5491 |
+
"tools/dist_runs/vitbank_s0.jsonl",
|
| 5492 |
+
"tools/dist_runs/vitbank_s1.jsonl"
|
| 5493 |
+
],
|
| 5494 |
+
"flags": [],
|
| 5495 |
+
"s_raw": 8,
|
| 5496 |
+
"rating": 5,
|
| 5497 |
+
"rating_hi": null
|
| 5498 |
+
},
|
| 5499 |
+
{
|
| 5500 |
+
"id": "L-166",
|
| 5501 |
+
"name": "EmbeddingAutograd gradient operator (radial damping + nearest-anchor separation), isolated",
|
| 5502 |
+
"role": "AUX",
|
| 5503 |
+
"primitive": "SQ",
|
| 5504 |
+
"accum": "NA",
|
| 5505 |
+
"substrate": "gradient-path",
|
| 5506 |
+
"family": "x3-arms",
|
| 5507 |
+
"sub": {
|
| 5508 |
+
"R": 3,
|
| 5509 |
+
"P": 2,
|
| 5510 |
+
"D": 1,
|
| 5511 |
+
"C": 2,
|
| 5512 |
+
"I": 2,
|
| 5513 |
+
"L": 0
|
| 5514 |
+
},
|
| 5515 |
+
"rules_fired": [],
|
| 5516 |
+
"headline": "THE SEED-LOTTERY COLLAPSER (candidate, 2 seeds): pins rotated zs at .2539/.2534 (cross-seed 5e-4) where the baseline swings .232-.264 — means unchanged, VARIANCE collapsed. Mildly retards its own descent (~.03 EMA, it deletes gradient components)",
|
| 5517 |
+
"gauge": "rotated zs cross-seed spread + per-term diag",
|
| 5518 |
+
"note": "Identity forward; argmax-over-anchors in the BACKWARD only (flagged vs the aleph failure class — gradient-side, no forward selection event; run Phil-directed). Variance-stabilization is the interesting property for AMOE expert reproducibility; needs more seeds before claiming. | CC12M 2/2: VARIANCE COLLAPSE REPLICATES - zs seed-spread .0083 (.3398/.3315) vs base .0657 (.3271/.3928), 8x, means equal, agree pin-tight .7422/.7418. Two beds, two scales: EA is a variance-channel operator (P upgraded on the variance claim, not means).",
|
| 5519 |
+
"formula": "backward: g <- (g - radial) + tang*radial; g <- g - sep*(g.nearest_anchor)_+ ; forward identity",
|
| 5520 |
+
"impl": "tools/loss_forms.py EmbeddingAutograd",
|
| 5521 |
+
"cite": [
|
| 5522 |
+
"tools/dist_runs/x3_queue.log",
|
| 5523 |
+
"tools/dist_runs/vitbank_s0.jsonl",
|
| 5524 |
+
"tools/dist_runs/vitbank_s1.jsonl",
|
| 5525 |
+
"canon/cc12m_pod_matrix.md"
|
| 5526 |
+
],
|
| 5527 |
+
"flags": [],
|
| 5528 |
+
"s_raw": 10,
|
| 5529 |
+
"rating": 8,
|
| 5530 |
+
"rating_hi": null
|
| 5531 |
+
},
|
| 5532 |
+
{
|
| 5533 |
+
"id": "L-167",
|
| 5534 |
+
"name": "CV force at the 1e-3 ceiling on the anchored composite (x3 cv form)",
|
| 5535 |
+
"role": "AUX",
|
| 5536 |
+
"primitive": "SQ",
|
| 5537 |
+
"accum": "A8",
|
| 5538 |
+
"substrate": "pentachoron-volumes",
|
| 5539 |
+
"family": "x3-arms",
|
| 5540 |
+
"sub": {
|
| 5541 |
+
"R": 3,
|
| 5542 |
+
"P": 0,
|
| 5543 |
+
"D": 2,
|
| 5544 |
+
"C": 2,
|
| 5545 |
+
"I": 2,
|
| 5546 |
+
"L": 0
|
| 5547 |
+
},
|
| 5548 |
+
"rules_fired": [
|
| 5549 |
+
"sub1pct<=5"
|
| 5550 |
+
],
|
| 5551 |
+
"headline": "INERT 2/2, third independent confirmation of the P4 shape: trajectory rides the baseline curve to ~.01 EMA the whole way; gauges in-noise (zs seed-spread if anything wider)",
|
| 5552 |
+
"gauge": "EMA trajectory overlay + full gauge set",
|
| 5553 |
+
"note": "The CV force at the lawful ceiling is DYNAMICALLY INVISIBLE on this substrate — now shown in trajectory form, not just endpoints. | CC12M 2/2: inert THIRD substrate (agree .7434/.7410 = base's .7405/.7420; set-point unmoved).",
|
| 5554 |
+
"formula": "1e-3 * |CV_16sets(emb) - cv_target| (cv_target = measured consensus CV .164)",
|
| 5555 |
+
"impl": "tools/dist_bed.py loss_of nce_mse_cv (loss_forms.x3_cv_loss)",
|
| 5556 |
+
"cite": [
|
| 5557 |
+
"tools/dist_runs/x3_queue.log",
|
| 5558 |
+
"tools/dist_runs/vitbank_s0.jsonl",
|
| 5559 |
+
"tools/dist_runs/vitbank_s1.jsonl",
|
| 5560 |
+
"canon/cc12m_pod_matrix.md"
|
| 5561 |
+
],
|
| 5562 |
+
"flags": [],
|
| 5563 |
+
"s_raw": 9,
|
| 5564 |
+
"rating": 5,
|
| 5565 |
+
"rating_hi": null
|
| 5566 |
+
},
|
| 5567 |
+
{
|
| 5568 |
+
"id": "L-168",
|
| 5569 |
+
"name": "CaptionBert Stage-A VERBATIM replication on the vision student (elem-MSE 1.0 + CV 0.1 + AdamW/warmup/cosine/clip)",
|
| 5570 |
+
"role": "PRIMARY",
|
| 5571 |
+
"primitive": "CE",
|
| 5572 |
+
"accum": "A7",
|
| 5573 |
+
"substrate": "consensus-embedding",
|
| 5574 |
+
"family": "x3-arms",
|
| 5575 |
+
"sub": {
|
| 5576 |
+
"R": 3,
|
| 5577 |
+
"P": 2,
|
| 5578 |
+
"D": 2,
|
| 5579 |
+
"C": 1,
|
| 5580 |
+
"I": 2,
|
| 5581 |
+
"L": 0
|
| 5582 |
+
},
|
| 5583 |
+
"rules_fired": [],
|
| 5584 |
+
"headline": "THE REPLICATION ANCHOR 2/2 (prototype-replication law's first yield): the faithful recipe is WORSE than the adaptation on nearly every gauge — agree .4113/.4120 vs .672/.670, zs_rot .213/.221 vs .232/.264, probe .390/.386 vs .401/.394 — so the bank refutation was NOT adaptation damage; the adaptation is the stronger Stage-A",
|
| 5585 |
+
"gauge": "full gauge set vs the adapted composite",
|
| 5586 |
+
"note": "REPLICATION EXCEPTION flags carried: CV 0.1 (100x ceiling) + AdamW wd .01 + warmup/cosine/clip, all verbatim-sanctioned by the law. Mechanism of the deficit: inert elem-MSE (no absolute anchor) + CV spending gradient on regularity + decay damping. Also the weak-anchor set-point pattern: agree cross-seed 7e-4. | CC12M 2/2: verbatim set-point .5314/.5300 (cross-seed .0014) vs adapted .741 - ADAPTED>VERBATIM replicates at 11x; the set-point itself is budget-modulated (.41 local -> .53 at scale).",
|
| 5587 |
+
"formula": "a7_grid_infonce + prim_sq.mean() + 0.1*x3_cv_loss; AdamW(3e-4, wd .01) + LinearLR(1000) + cosine(1e-6) + clip 1.0",
|
| 5588 |
+
"impl": "tools/dist_bed.py loss_of cbert_full + train_arm sched branch",
|
| 5589 |
+
"cite": [
|
| 5590 |
+
"tools/dist_runs/x3_queue.log",
|
| 5591 |
+
"tools/dist_runs/vitbank_s0.jsonl",
|
| 5592 |
+
"tools/dist_runs/vitbank_s1.jsonl",
|
| 5593 |
+
"tools/dist_runs/cbert_full_s0.jsonl",
|
| 5594 |
+
"tools/dist_runs/cbert_full_s1.jsonl",
|
| 5595 |
+
"canon/cc12m_pod_matrix.md"
|
| 5596 |
+
],
|
| 5597 |
+
"flags": [],
|
| 5598 |
+
"s_raw": 10,
|
| 5599 |
+
"rating": 8,
|
| 5600 |
+
"rating_hi": null
|
| 5601 |
+
},
|
| 5602 |
+
{
|
| 5603 |
+
"id": "L-169",
|
| 5604 |
+
"name": "consensus NCE+MSE composite on a REFERENCE-MEMBER consensus (captionbert-8192-v2/-b, text; NO rotation)",
|
| 5605 |
+
"role": "PRIMARY",
|
| 5606 |
+
"primitive": "CE",
|
| 5607 |
+
"accum": "A7",
|
| 5608 |
+
"substrate": "consensus-embedding",
|
| 5609 |
+
"flags": [],
|
| 5610 |
+
"family": "consensus-frame",
|
| 5611 |
+
"sub": {
|
| 5612 |
+
"R": 3,
|
| 5613 |
+
"P": 3,
|
| 5614 |
+
"D": 2,
|
| 5615 |
+
"C": 2,
|
| 5616 |
+
"I": 2,
|
| 5617 |
+
"L": 0
|
| 5618 |
+
},
|
| 5619 |
+
"s_raw": 12,
|
| 5620 |
+
"rating": 10,
|
| 5621 |
+
"rating_hi": null,
|
| 5622 |
+
"rules_fired": [
|
| 5623 |
+
"split"
|
| 5624 |
+
],
|
| 5625 |
+
"cite": [
|
| 5626 |
+
"repos/captionbert-v2.md",
|
| 5627 |
+
"repos/captionbert-b.md",
|
| 5628 |
+
"canon/consensus_distillation_text.md",
|
| 5629 |
+
"history/CAMPAIGN_RECORD_2026-08-02_captionbert.md"
|
| 5630 |
+
],
|
| 5631 |
+
"headline": "THE SIBLING OF L-162 AND THE CHEAPER DEPLOYMENT: same objective, but the consensus is aligned to a REFERENCE MEMBER (bert-base) instead of a running mean, so the frame gap collapses monotonically to +.0010 and NO rotation ships. Student beats its best teacher (.6077 vs distilbert .5883) at 13% of the teachers' combined params; replicated on a second trunk (-b .6031, a null on 19% more data)",
|
| 5632 |
+
"gauge": "8-task STS mean + erank + self_cos + frame gap",
|
| 5633 |
+
"note": "Two modalities now carry this objective: vision (L-162, mean consensus, rotation) and text (here, reference-member, none). The loss is identical; the deployment requirement is set by the TARGET'S CONSTRUCTION. Rank ceiling is an AGREEMENT limit — the consensus target uses 28.7 of 768 directions, and 19% more corpus moved nothing.",
|
| 5634 |
+
"formula": "a7_grid_infonce(zs, zt_ref, t=.07) + prim_sq(zs, zt_ref).sum(-1).mean(); zt_ref = normalized centroid of teachers whitened-Procrustes-mapped into a REFERENCE MEMBER's frame",
|
| 5635 |
+
"impl": "tools/captionbert_8192_v2.py (stage 1 maps + stage 3 loss)"
|
| 5636 |
}
|
| 5637 |
+
],
|
| 5638 |
+
"amendments": []
|
| 5639 |
}
|