{ "schema_version": 1, "compiled_on": "2026-10-12", "inference_dates": [ "2026-10-08", "2026-10-09" ], "scope": "Filone garden-path: antecedenti V1/V2, V3 NP/Z e ponte causale V3 12B, arresto del tentativo V4 originale. Esclusi i successivi filoni generali sui ruoli.", "uncertainty": { "method": "bootstrap percentile descrittivo su famiglie", "resamples": 10000, "seed": 0, "confidence": 0.95, "heldout_families": 6, "warning": "Non corretto per molteplicità; non copre scelte di materiali, modello, layer o strumento.", "scope": "Convenzione per i risultati causali V3/bridge12 e la loro rianalisi V4. Non applicare automaticamente a V1/V2: gli aggregati legacy specificano localmente unità, numerosità e incertezza; il gate V4 riporta conteggi di sviluppo, non bootstrap inferenziale." }, "figures": [ { "id": "figure-v3-interaction", "title": "V3 1B: interazione opzionale meno intransitivo", "unit": "nats", "note": "Test: sei famiglie, due materiali per famiglia. Contrasti bidirezionali con segno allineato; intervalli bootstrap descrittivi.", "panels": [ { "id": "comma_native", "label": "Virgola / originale", "rows": [ { "label": "Trasferimento fra condizioni", "mean": 6.437499935428302, "ci95": [ 3.531250022351742, 9.007812418043613 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_native", "stage": "next", "kind": "cross", "metric": "margin", "direction": "average" } } }, { "label": "Controllo lessicale", "mean": 0.33854163189729053, "ci95": [ -0.08854170640309651, 0.7343749403953552 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_native", "stage": "next", "kind": "lexical", "metric": "margin", "direction": "average" } } }, { "label": "Controllo casuale", "mean": 0.37413197755813593, "ci95": [ 0.2447916964689891, 0.519097333153089 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_native", "stage": "next", "kind": "random", "metric": "margin", "direction": "average" } } } ] }, { "id": "comma_aligned", "label": "Virgola / posizioni allineate", "rows": [ { "label": "Trasferimento fra condizioni", "mean": 6.59895837555329, "ci95": [ 4.0651043603817625, 8.73437495281299 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "margin", "direction": "average" } } }, { "label": "Controllo lessicale", "mean": 0.3763021007180214, "ci95": [ -0.14062504967053732, 0.8489583979050318 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "lexical", "metric": "margin", "direction": "average" } } }, { "label": "Controllo casuale", "mean": 0.03472226361433664, "ci95": [ -0.223958343681362, 0.3350695384045441 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "random", "metric": "margin", "direction": "average" } } } ] }, { "id": "position_only", "label": "Solo posizioni", "rows": [ { "label": "Trasferimento fra condizioni", "mean": -0.1406251167257627, "ci95": [ -0.8984376788139343, 0.6484373112519582 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "position_only", "stage": "next", "kind": "cross", "metric": "margin", "direction": "average" } } }, { "label": "Controllo lessicale", "mean": -0.01562509685754776, "ci95": [ -0.0729167362054189, 0.04433585492273077 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "position_only", "stage": "next", "kind": "lexical", "metric": "margin", "direction": "average" } } }, { "label": "Controllo casuale", "mean": 0.10590277943346234, "ci95": [ 0.062499950329462685, 0.1736111119389534 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "position_only", "stage": "next", "kind": "random", "metric": "margin", "direction": "average" } } } ] } ] }, { "id": "figure-v3-trajectory", "title": "V3 1B: effetto sulle prime tre parole effettive", "unit": "nats", "note": "Analisi secondaria: interazione opzionale meno intransitivo, virgola contro posizioni allineate. Le parole successive sono condizionate su quelle precedenti; non sono tre repliche indipendenti.", "panels": [ { "id": "words", "label": "Trasferimento fra condizioni", "rows": [ { "label": "Parola 1", "mean": 3.8148806194464364, "ci95": [ 1.97384246190389, 5.604740917682648 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "trajectory", "kind": "cross", "metric": "word_0", "direction": "average" } } }, { "label": "Parola 2", "mean": 0.02661154915889104, "ci95": [ -0.024404639999071758, 0.0982737938563029 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "trajectory", "kind": "cross", "metric": "word_1", "direction": "average" } } }, { "label": "Parola 3", "mean": -0.01796617607275645, "ci95": [ -0.056556373834609985, 0.020624021689097088 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "trajectory", "kind": "cross", "metric": "word_2", "direction": "average" } } } ] } ] }, { "id": "figure-bridge-endpoints", "title": "Ponte 12B: previsione e risposta finale", "unit": "nats", "note": "Effetto medio cross orientato come clean meno gap; due misure diverse degli stessi interventi. Non confrontare queste ampiezze con V3 1B come legge di scala.", "panels": [ { "id": "next_effect", "label": "Log P(was) meno log P(virgola)", "rows": [ { "label": "Cross", "mean": 8.068911138921976, "ci95": [ 5.338363602757454, 10.582026973366737 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "cross", "metric": "next_effect" } } } ] }, { "id": "qa_effect", "label": "Margine risposta corretta meno errata", "rows": [ { "label": "Cross", "mean": -0.07359962468035519, "ci95": [ -0.13230093067201473, -0.020948297809809446 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "cross", "metric": "qa_effect" } } } ] } ] }, { "id": "figure-bridge-controls", "title": "Ponte 12B: controlli e confronti appaiati", "unit": "nats", "note": "Controlli della stessa norma; tre direzioni gaussiane mediate entro famiglia. Intervalli dei vantaggi calcolati sulle differenze appaiate, non sottraendo estremi di altri intervalli.", "panels": [ { "id": "next_effect", "label": "Preferenza predittiva", "rows": [ { "label": "Trasferimento fra condizioni", "mean": 8.068911138921976, "ci95": [ 5.338363602757454, 10.582026973366737 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "cross", "metric": "next_effect" } } }, { "label": "Controllo lessicale", "mean": 0.11715007635454337, "ci95": [ -1.0249518360942602, 1.4414493727187316 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "lexical", "metric": "next_effect" } } }, { "label": "Controllo casuale", "mean": 0.5244364125861062, "ci95": [ 0.043609019575847514, 0.9336460445904069 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "random", "metric": "next_effect" } } }, { "label": "Vantaggio sul lessicale", "mean": 7.951761062567432, "ci95": [ 5.566971583291888, 9.895261250436306 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "cross_minus_lexical", "metric": "next_effect" } } }, { "label": "Vantaggio sul casuale", "mean": 7.54447472633587, "ci95": [ 5.1371557683580455, 9.707711215234465 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "cross_minus_random", "metric": "next_effect" } } } ] }, { "id": "qa_effect", "label": "Margine della risposta finale", "rows": [ { "label": "Trasferimento fra condizioni", "mean": -0.07359962468035519, "ci95": [ -0.13230093067201473, -0.020948297809809446 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "cross", "metric": "qa_effect" } } }, { "label": "Controllo lessicale", "mean": 0.10416696773609146, "ci95": [ 0.012172179121989757, 0.19029441254679114 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "lexical", "metric": "qa_effect" } } }, { "label": "Controllo casuale", "mean": 0.16324613262097257, "ci95": [ 0.06985412644118916, 0.24523880453004201 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "random", "metric": "qa_effect" } } }, { "label": "Vantaggio sul lessicale", "mean": -0.17776659241644666, "ci95": [ -0.27812526231476414, -0.06678198283771053 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "cross_minus_lexical", "metric": "qa_effect" } } }, { "label": "Vantaggio sul casuale", "mean": -0.23684575730132773, "ci95": [ -0.30618281769824945, -0.165126703957665 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "average", "kind": "cross_minus_random", "metric": "qa_effect" } } } ] } ] }, { "id": "figure-bridge-roles", "title": "Ponte 12B: scomposizione per ruolo, post-hoc", "unit": "nats", "note": "Analisi esplorativa post-hoc degli stessi dati, non replica indipendente. Nessuna delle 48 patch cross cambia la risposta preferita.", "panels": [ { "id": "agent", "label": "Domanda sull’agente", "rows": [ { "label": "Trasferimento fra condizioni", "mean": -0.46263555724484223, "ci95": [ -0.6222233115016325, -0.32592012733221054 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "exploratory_role_effects", "select": { "role": "agent", "kind": "cross" } } }, { "label": "Controllo lessicale", "mean": -0.26229364157188684, "ci95": [ -1.0054896641910698, 0.3192864034014444 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "exploratory_role_effects", "select": { "role": "agent", "kind": "lexical" } } }, { "label": "Controllo casuale", "mean": -0.2290586549918063, "ci95": [ -0.4200296740487423, -0.07631313082917275 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "exploratory_role_effects", "select": { "role": "agent", "kind": "random" } } } ] }, { "id": "patient", "label": "Domanda sul paziente", "rows": [ { "label": "Trasferimento fra condizioni", "mean": 0.31543630788413185, "ci95": [ 0.18928098546651503, 0.4211795299779624 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "exploratory_role_effects", "select": { "role": "patient", "kind": "cross" } } }, { "label": "Controllo lessicale", "mean": 0.47062757704406977, "ci95": [ -0.01702832306424777, 1.082820790198942 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "exploratory_role_effects", "select": { "role": "patient", "kind": "lexical" } } }, { "label": "Controllo casuale", "mean": 0.5555509202337513, "ci95": [ 0.29456046885914283, 0.7883399690553133 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "exploratory_role_effects", "select": { "role": "patient", "kind": "random" } } } ] } ] }, { "id": "figure-v4-gate", "title": "V4 originale: l’estensione si ferma al controllo di competenza", "unit": "famiglie corrette su sei", "note": "Solo sviluppo, condizione con virgola. Una famiglia passa se entrambe le inversioni sono corrette. Soglia effettiva 5/6 in ciascuna delle otto celle. Nessuna inferenza di conferma o patch.", "threshold": 5, "denominator": 6, "panels": [ { "id": "v4-12b-20261009-02", "label": "google/gemma-3-12b-pt", "rows": [ { "label": "active/agent", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-12b-20261009-02", "field": "results.gate.both_reversal_rates", "key": "active/agent" } }, { "label": "active/patient", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-12b-20261009-02", "field": "results.gate.both_reversal_rates", "key": "active/patient" } }, { "label": "object_relative/agent", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-12b-20261009-02", "field": "results.gate.both_reversal_rates", "key": "object_relative/agent" } }, { "label": "object_relative/patient", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-12b-20261009-02", "field": "results.gate.both_reversal_rates", "key": "object_relative/patient" } }, { "label": "passive/agent", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-12b-20261009-02", "field": "results.gate.both_reversal_rates", "key": "passive/agent" } }, { "label": "passive/patient", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-12b-20261009-02", "field": "results.gate.both_reversal_rates", "key": "passive/patient" } }, { "label": "passive_relative/agent", "correct": 0, "total": 6, "mean": 0.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-12b-20261009-02", "field": "results.gate.both_reversal_rates", "key": "passive_relative/agent" } }, { "label": "passive_relative/patient", "correct": 5, "total": 6, "mean": 5.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-12b-20261009-02", "field": "results.gate.both_reversal_rates", "key": "passive_relative/patient" } } ] }, { "id": "v4-27b-20261009-01", "label": "google/gemma-3-27b-pt", "rows": [ { "label": "active/agent", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-27b-20261009-01", "field": "results.gate.both_reversal_rates", "key": "active/agent" } }, { "label": "active/patient", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-27b-20261009-01", "field": "results.gate.both_reversal_rates", "key": "active/patient" } }, { "label": "object_relative/agent", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-27b-20261009-01", "field": "results.gate.both_reversal_rates", "key": "object_relative/agent" } }, { "label": "object_relative/patient", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-27b-20261009-01", "field": "results.gate.both_reversal_rates", "key": "object_relative/patient" } }, { "label": "passive/agent", "correct": 5, "total": 6, "mean": 5.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-27b-20261009-01", "field": "results.gate.both_reversal_rates", "key": "passive/agent" } }, { "label": "passive/patient", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-27b-20261009-01", "field": "results.gate.both_reversal_rates", "key": "passive/patient" } }, { "label": "passive_relative/agent", "correct": 0, "total": 6, "mean": 0.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-27b-20261009-01", "field": "results.gate.both_reversal_rates", "key": "passive_relative/agent" } }, { "label": "passive_relative/patient", "correct": 6, "total": 6, "mean": 6.0, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "run": "v4-27b-20261009-01", "field": "results.gate.both_reversal_rates", "key": "passive_relative/patient" } } ] } ] } ], "tables": { "v3_test_baseline": [ { "verb_class": "optional", "condition": "native", "mean": -5.729166592160861, "was_preferred": 0, "observations": 12, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "baselines", "select": { "split": "test", "stage": "next", "verb_class": "optional", "condition": "native" } }, "note": "Media di 12 materiali; sei famiglie. Conteggio descrittivo, non accuratezza sintattica." }, { "verb_class": "optional", "condition": "gap", "mean": -4.958333387970924, "was_preferred": 1, "observations": 12, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "baselines", "select": { "split": "test", "stage": "next", "verb_class": "optional", "condition": "gap" } }, "note": "Media di 12 materiali; sei famiglie. Conteggio descrittivo, non accuratezza sintattica." }, { "verb_class": "optional", "condition": "comma", "mean": 3.229166736205419, "was_preferred": 12, "observations": 12, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "baselines", "select": { "split": "test", "stage": "next", "verb_class": "optional", "condition": "comma" } }, "note": "Media di 12 materiali; sei famiglie. Conteggio descrittivo, non accuratezza sintattica." }, { "verb_class": "intransitive", "condition": "native", "mean": 1.1614583333333333, "was_preferred": 10, "observations": 12, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "baselines", "select": { "split": "test", "stage": "next", "verb_class": "intransitive", "condition": "native" } }, "note": "Media di 12 materiali; sei famiglie. Conteggio descrittivo, non accuratezza sintattica." }, { "verb_class": "intransitive", "condition": "gap", "mean": 2.1718749701976776, "was_preferred": 10, "observations": 12, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "baselines", "select": { "split": "test", "stage": "next", "verb_class": "intransitive", "condition": "gap" } }, "note": "Media di 12 materiali; sei famiglie. Conteggio descrittivo, non accuratezza sintattica." }, { "verb_class": "intransitive", "condition": "comma", "mean": 3.640625, "was_preferred": 12, "observations": 12, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "baselines", "select": { "split": "test", "stage": "next", "verb_class": "intransitive", "condition": "comma" } }, "note": "Media di 12 materiali; sei famiglie. Conteggio descrittivo, non accuratezza sintattica." } ], "bridge_test_behavior": [ { "condition": "clean", "role": "agent", "accuracy": { "mean": 0.8333333333333334, "ci95": [ 0.5, 1.0 ] }, "both_reversals": { "mean": 0.8333333333333334, "ci95": [ 0.5, 1.0 ] }, "margin": { "mean": 2.3191659407069287, "ci95": [ 1.0056349688442425, 3.3919352029139795 ] }, "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "behavior.test", "select": { "condition": "clean", "role": "agent" } } }, { "condition": "clean", "role": "patient", "accuracy": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "both_reversals": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "margin": { "mean": 2.949594833267232, "ci95": [ 2.3024651554102697, 3.6836265105133257 ] }, "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "behavior.test", "select": { "condition": "clean", "role": "patient" } } }, { "condition": "gap", "role": "agent", "accuracy": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "both_reversals": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "margin": { "mean": 2.9589010210086903, "ci95": [ 2.2364887905617556, 3.7518908474594355 ] }, "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "behavior.test", "select": { "condition": "gap", "role": "agent" } } }, { "condition": "gap", "role": "patient", "accuracy": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "both_reversals": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "margin": { "mean": 2.447588976783057, "ci95": [ 1.670958749949932, 3.1787475033973656 ] }, "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "behavior.test", "select": { "condition": "gap", "role": "patient" } } }, { "condition": "native", "role": "agent", "accuracy": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "both_reversals": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "margin": { "mean": 3.2193327178247273, "ci95": [ 2.677805496379733, 3.798175156582147 ] }, "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "behavior.test", "select": { "condition": "native", "role": "agent" } } }, { "condition": "native", "role": "patient", "accuracy": { "mean": 0.9166666666666666, "ci95": [ 0.75, 1.0 ] }, "both_reversals": { "mean": 0.8333333333333334, "ci95": [ 0.5, 1.0 ] }, "margin": { "mean": 1.9697623482594888, "ci95": [ 0.9401685129851103, 2.9091493667413793 ] }, "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "behavior.test", "select": { "condition": "native", "role": "patient" } } }, { "condition": "simple", "role": "agent", "accuracy": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "both_reversals": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "margin": { "mean": 4.255461623969798, "ci95": [ 3.938103930093348, 4.541595003412415 ] }, "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "behavior.test", "select": { "condition": "simple", "role": "agent" } } }, { "condition": "simple", "role": "patient", "accuracy": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "both_reversals": { "mean": 1.0, "ci95": [ 1.0, 1.0 ] }, "margin": { "mean": 3.606740943932285, "ci95": [ 3.3724607274246714, 3.8828614354133606 ] }, "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "behavior.test", "select": { "condition": "simple", "role": "patient" } } } ], "bridge_sign_aligned_directions": [ { "label": "clean_to_gap", "mean": 8.12643110131224, "ci95": [ 5.326242965956529, 10.697121122231087 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "clean_to_gap", "kind": "cross", "metric": "next_effect" } }, "metric": "next_effect", "direction": "clean_to_gap" }, { "label": "gap_to_clean", "mean": 8.011391176531712, "ci95": [ 5.350484239558379, 10.466932824502388 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "gap_to_clean", "kind": "cross", "metric": "next_effect" } }, "metric": "next_effect", "direction": "gap_to_clean" }, { "label": "clean_to_gap", "mean": -0.1004611582805713, "ci95": [ -0.1447999143662552, -0.05212647172932824 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "clean_to_gap", "kind": "cross", "metric": "qa_effect" } }, "metric": "qa_effect", "direction": "clean_to_gap" }, { "label": "gap_to_clean", "mean": -0.04673809108013908, "ci95": [ -0.1173368242258827, 0.01899901358410716 ], "families": 6, "source": "v3/bridge12/results/bridge12-20261009-01/audit.json", "locator": { "array": "effects", "select": { "split": "test", "direction": "gap_to_clean", "kind": "cross", "metric": "qa_effect" } }, "metric": "qa_effect", "direction": "gap_to_clean" } ], "bridge_common_participant_posthoc": [ { "label": "Trasferimento fra condizioni", "mean": 0.38903593256448704, "ci95": [ 0.27160377862552804, 0.5147304392109314 ], "families": 6, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "legacy.effects", "select": { "component": "common_first", "kind": "cross" } } }, { "label": "Controllo lessicale", "mean": 0.3664606093079783, "ci95": [ -0.15949265441546837, 1.0466344021454763 ], "families": 6, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "legacy.effects", "select": { "component": "common_first", "kind": "lexical" } } }, { "label": "Controllo casuale", "mean": 0.3923047876127788, "ci95": [ 0.20910247507142932, 0.5824538035085425 ], "families": 6, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "legacy.effects", "select": { "component": "common_first", "kind": "random" } } }, { "label": "Vantaggio sul lessicale", "mean": 0.022575323256508757, "ci95": [ -0.6970949366417093, 0.5857969031979641 ], "families": 6, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "legacy.effects", "select": { "component": "common_first", "kind": "cross_minus_lexical" } } }, { "label": "Vantaggio sul casuale", "mean": -0.0032688550482917835, "ci95": [ -0.23437973975928295, 0.21532247916588354 ], "families": 6, "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "legacy.effects", "select": { "component": "common_first", "kind": "cross_minus_random" } } } ], "legacy_v1_v2": { "scope": "Aggregati storici V1/V2 limitati a garden-path; nessun dato dei filoni sulle sonde di ruolo o corpus UD.", "v1": { "uncertainty": "Bootstrap descrittivo di item, 10000 draw seed0. Canonical e novel hanno10item ciascuno; non attestano novita rispetto al training o validazione umana. Curve patch su20coppie: solo medie perlayer, quindi nessun IC item-wise ricostruibile.", "continuation_unit": "Differenza di surprisal GPS meno normale sulla continuazione, in nats; non errore di comprensione.", "continuation": [ { "model": "qwen4b", "set": "canonical", "n": 10, "mean": 1.7478976368904113, "median": 1.4097696542739868, "ci95": [ 0.7272325703501701, 2.8477612325549124 ], "n_positive": 8, "leave_one_out": [ { "omitted_id": 16, "mean": 1.8907554546991985 }, { "omitted_id": 17, "mean": 1.6166321966383193 }, { "omitted_id": 18, "mean": 1.9779057900110881 }, { "omitted_id": 19, "mean": 1.8454370101292927 }, { "omitted_id": 20, "mean": 1.6010465224583943 }, { "omitted_id": 21, "mean": 1.8209563493728638 }, { "omitted_id": 22, "mean": 1.7499784761004977 }, { "omitted_id": 23, "mean": 1.3414857784907024 }, { "omitted_id": 24, "mean": 1.999812404314677 }, { "omitted_id": 25, "mean": 1.6349663866890802 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.qwen4b.continuation.canonical" }, { "model": "qwen4b", "set": "novel", "n": 10, "mean": 1.0965962648391723, "median": 0.8006422519683838, "ci95": [ -0.1896686494350433, 2.36985063791275 ], "n_positive": 7, "leave_one_out": [ { "omitted_id": 51, "mean": 1.0841968059539795 }, { "omitted_id": 52, "mean": 1.5217628479003906 }, { "omitted_id": 53, "mean": 0.7278176678551568 }, { "omitted_id": 54, "mean": 0.7982058789994981 }, { "omitted_id": 55, "mean": 0.935483005311754 }, { "omitted_id": 56, "mean": 1.3159542348649766 }, { "omitted_id": 57, "mean": 0.9895736111534966 }, { "omitted_id": 58, "mean": 1.2335717148251004 }, { "omitted_id": 59, "mean": 1.1846335993872747 }, { "omitted_id": 60, "mean": 1.174763282140096 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.qwen4b.continuation.novel" }, { "model": "qwen14b", "set": "canonical", "n": 10, "mean": 1.2802109718322754, "median": 1.0902462005615234, "ci95": [ 0.18621153712272645, 2.4038536882400514 ], "n_positive": 8, "leave_one_out": [ { "omitted_id": 16, "mean": 1.4374135335286458 }, { "omitted_id": 17, "mean": 1.0135520299275715 }, { "omitted_id": 18, "mean": 1.6265537473890517 }, { "omitted_id": 19, "mean": 1.4188550313313801 }, { "omitted_id": 20, "mean": 1.264845371246338 }, { "omitted_id": 21, "mean": 1.2893430921766493 }, { "omitted_id": 22, "mean": 1.019342793358697 }, { "omitted_id": 23, "mean": 0.9967220624287924 }, { "omitted_id": 24, "mean": 1.313293245103624 }, { "omitted_id": 25, "mean": 1.422188811832004 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.qwen14b.continuation.canonical" }, { "model": "qwen14b", "set": "novel", "n": 10, "mean": 0.9988466501235962, "median": 1.2522773742675781, "ci95": [ -0.4289434629678726, 2.3930652135610577 ], "n_positive": 6, "leave_one_out": [ { "omitted_id": 51, "mean": 0.8075418207380507 }, { "omitted_id": 52, "mean": 1.3656179904937744 }, { "omitted_id": 53, "mean": 0.8427694903479682 }, { "omitted_id": 54, "mean": 0.6601327525244819 }, { "omitted_id": 55, "mean": 0.6413693692949083 }, { "omitted_id": 56, "mean": 1.3315976990593805 }, { "omitted_id": 57, "mean": 0.931838591893514 }, { "omitted_id": 58, "mean": 1.1214214166005452 }, { "omitted_id": 59, "mean": 1.276640600628323 }, { "omitted_id": 60, "mean": 1.0095367696550157 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.qwen14b.continuation.novel" }, { "model": "gemma3_1b", "set": "canonical", "n": 10, "mean": 1.697721815109253, "median": 1.3050789833068848, "ci95": [ -0.2989636844396591, 3.9024176281690597 ], "n_positive": 7, "leave_one_out": [ { "omitted_id": 16, "mean": 1.7549517419603136 }, { "omitted_id": 17, "mean": 1.2862572934892442 }, { "omitted_id": 18, "mean": 2.0422482225630016 }, { "omitted_id": 19, "mean": 1.8580002784729004 }, { "omitted_id": 20, "mean": 1.508855766720242 }, { "omitted_id": 21, "mean": 2.268283791012234 }, { "omitted_id": 22, "mean": 1.7277458508809407 }, { "omitted_id": 23, "mean": 0.901151974995931 }, { "omitted_id": 24, "mean": 2.004322634802924 }, { "omitted_id": 25, "mean": 1.625400596194797 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_1b.continuation.canonical" }, { "model": "gemma3_1b", "set": "novel", "n": 10, "mean": 1.656803810596466, "median": 1.4889357089996338, "ci95": [ 0.4501441091299057, 2.862600928843021 ], "n_positive": 8, "leave_one_out": [ { "omitted_id": 51, "mean": 1.5796917412016127 }, { "omitted_id": 52, "mean": 1.4572810861799452 }, { "omitted_id": 53, "mean": 1.3256815936830308 }, { "omitted_id": 54, "mean": 1.5369401110543146 }, { "omitted_id": 55, "mean": 1.3861691289477878 }, { "omitted_id": 56, "mean": 1.9838540156682332 }, { "omitted_id": 57, "mean": 1.7712199025683932 }, { "omitted_id": 58, "mean": 1.8341033856074016 }, { "omitted_id": 59, "mean": 1.9031665722529094 }, { "omitted_id": 60, "mean": 1.789930568801032 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_1b.continuation.novel" }, { "model": "gemma3_4b", "set": "canonical", "n": 10, "mean": 1.9530099153518676, "median": 1.1301410794258118, "ci95": [ 0.41027222573757177, 4.039448426663875 ], "n_positive": 8, "leave_one_out": [ { "omitted_id": 16, "mean": 1.8473966651492648 }, { "omitted_id": 17, "mean": 1.8040780358844333 }, { "omitted_id": 18, "mean": 2.150118695365058 }, { "omitted_id": 19, "mean": 2.233283970091078 }, { "omitted_id": 20, "mean": 2.06097420056661 }, { "omitted_id": 21, "mean": 2.296226316028171 }, { "omitted_id": 22, "mean": 2.027905371454027 }, { "omitted_id": 23, "mean": 1.048998408847385 }, { "omitted_id": 24, "mean": 2.1019723415374756 }, { "omitted_id": 25, "mean": 1.959145148595174 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_4b.continuation.canonical" }, { "model": "gemma3_4b", "set": "novel", "n": 10, "mean": 1.1438382983207702, "median": 1.1616618633270264, "ci95": [ -0.42151879727840424, 2.769033848047256 ], "n_positive": 6, "leave_one_out": [ { "omitted_id": 51, "mean": 0.9603419701258341 }, { "omitted_id": 52, "mean": 1.4681024551391602 }, { "omitted_id": 53, "mean": 0.6258331802156236 }, { "omitted_id": 54, "mean": 0.882746418317159 }, { "omitted_id": 55, "mean": 0.9150053527620103 }, { "omitted_id": 56, "mean": 1.5041311979293823 }, { "omitted_id": 57, "mean": 1.0149699714448717 }, { "omitted_id": 58, "mean": 1.447614974445767 }, { "omitted_id": 59, "mean": 1.2687458329730563 }, { "omitted_id": 60, "mean": 1.3508916298548381 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_4b.continuation.novel" }, { "model": "gemma3_12b", "set": "canonical", "n": 10, "mean": 1.5190990447998047, "median": 0.5142693519592285, "ci95": [ 0.010197937488555919, 3.527079908847808 ], "n_positive": 8, "leave_one_out": [ { "omitted_id": 16, "mean": 1.4625022146436903 }, { "omitted_id": 17, "mean": 1.3365714285108778 }, { "omitted_id": 18, "mean": 1.8492596944173176 }, { "omitted_id": 19, "mean": 1.65992980533176 }, { "omitted_id": 20, "mean": 1.4508695072597928 }, { "omitted_id": 21, "mean": 1.8250149620903864 }, { "omitted_id": 22, "mean": 1.6427760654025607 }, { "omitted_id": 23, "mean": 0.6723064846462674 }, { "omitted_id": 24, "mean": 1.6730427742004395 }, { "omitted_id": 25, "mean": 1.6187175114949544 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_12b.continuation.canonical" }, { "model": "gemma3_12b", "set": "novel", "n": 10, "mean": 1.8184727907180787, "median": 1.441218376159668, "ci95": [ 0.39100923836231233, 3.3283467555046076 ], "n_positive": 7, "leave_one_out": [ { "omitted_id": 51, "mean": 1.5922347969479032 }, { "omitted_id": 52, "mean": 2.1148031022813587 }, { "omitted_id": 53, "mean": 1.36514417330424 }, { "omitted_id": 54, "mean": 1.6911091539594862 }, { "omitted_id": 55, "mean": 1.4597216447194417 }, { "omitted_id": 56, "mean": 2.0127489036983914 }, { "omitted_id": 57, "mean": 1.8195085790422227 }, { "omitted_id": 58, "mean": 2.143648280037774 }, { "omitted_id": 59, "mean": 1.901271316740248 }, { "omitted_id": 60, "mean": 2.0845379564497204 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_12b.continuation.novel" }, { "model": "gemma3_27b", "set": "canonical", "n": 10, "mean": 1.476682758331299, "median": 0.6288108825683594, "ci95": [ -0.1563919425010681, 3.810941861271858 ], "n_positive": 8, "leave_one_out": [ { "omitted_id": 16, "mean": 1.4833694563971624 }, { "omitted_id": 17, "mean": 1.5475022792816162 }, { "omitted_id": 18, "mean": 1.5942792097727458 }, { "omitted_id": 19, "mean": 1.6389763090345595 }, { "omitted_id": 20, "mean": 1.3460144996643066 }, { "omitted_id": 21, "mean": 1.8750535647074382 }, { "omitted_id": 22, "mean": 1.6190747155083551 }, { "omitted_id": 23, "mean": 0.43715688917371964 }, { "omitted_id": 24, "mean": 1.485406133863661 }, { "omitted_id": 25, "mean": 1.7399945259094238 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_27b.continuation.canonical" }, { "model": "gemma3_27b", "set": "novel", "n": 10, "mean": 1.7578785181045533, "median": 0.9225177764892578, "ci95": [ 0.23167685568332674, 3.483842801451682 ], "n_positive": 6, "leave_one_out": [ { "omitted_id": 51, "mean": 1.7351056734720867 }, { "omitted_id": 52, "mean": 2.0633277098337808 }, { "omitted_id": 53, "mean": 1.5296049382951524 }, { "omitted_id": 54, "mean": 1.2860272460513644 }, { "omitted_id": 55, "mean": 1.2303671571943495 }, { "omitted_id": 56, "mean": 2.036761522293091 }, { "omitted_id": 57, "mean": 1.7902486854129367 }, { "omitted_id": 58, "mean": 1.9916232691870794 }, { "omitted_id": 59, "mean": 1.9111440711551242 }, { "omitted_id": 60, "mean": 2.004574908150567 } ], "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_27b.continuation.novel" } ], "paired_scale": { "value": { "gemma3_27b − gemma3_1b, canonical": { "n": 10, "mean": -0.2210390567779541, "median": -0.0026624202728271484, "ci95": [ -1.6601516687870026, 1.052405276298523 ], "n_positive": 5, "leave_one_out": [ { "omitted_id": 16, "mean": -0.27158228556315106 }, { "omitted_id": 17, "mean": 0.261244985792372 }, { "omitted_id": 18, "mean": -0.4479690127902561 }, { "omitted_id": 19, "mean": -0.21902396943834093 }, { "omitted_id": 20, "mean": -0.16284126705593532 }, { "omitted_id": 21, "mean": -0.393230226304796 }, { "omitted_id": 22, "mean": -0.10867113537258571 }, { "omitted_id": 23, "mean": -0.4639950858222114 }, { "omitted_id": 24, "mean": -0.5189165009392632 }, { "omitted_id": 25, "mean": 0.11459392971462673 } ] }, "gemma3_27b − gemma3_1b, novel": { "n": 10, "mean": 0.10107470750808716, "median": 0.07330060005187988, "ci95": [ -1.198504889011383, 1.2902421712875367 ], "n_positive": 5, "leave_one_out": [ { "omitted_id": 51, "mean": 0.1554139322704739 }, { "omitted_id": 52, "mean": 0.6060466236538358 }, { "omitted_id": 53, "mean": 0.20392334461212158 }, { "omitted_id": 54, "mean": -0.25091286500295 }, { "omitted_id": 55, "mean": -0.15580197175343832 }, { "omitted_id": 56, "mean": 0.05290750662485758 }, { "omitted_id": 57, "mean": 0.019028782844543457 }, { "omitted_id": 58, "mean": 0.157519883579678 }, { "omitted_id": 59, "mean": 0.007977498902214898 }, { "omitted_id": 60, "mean": 0.21464433934953478 } ] }, "qwen14b − qwen4b, canonical": { "n": 10, "mean": -0.467686665058136, "median": -0.7172091007232666, "ci95": [ -1.3246833163499834, 0.4511372518539423 ], "n_positive": 4, "leave_one_out": [ { "omitted_id": 16, "mean": -0.45334192117055255 }, { "omitted_id": 17, "mean": -0.6030801667107476 }, { "omitted_id": 18, "mean": -0.3513520426220364 }, { "omitted_id": 19, "mean": -0.4265819787979126 }, { "omitted_id": 20, "mean": -0.33620115121205646 }, { "omitted_id": 21, "mean": -0.5316132571962144 }, { "omitted_id": 22, "mean": -0.7306356827418009 }, { "omitted_id": 23, "mean": -0.34476371606191 }, { "omitted_id": 24, "mean": -0.6865191592110528 }, { "omitted_id": 25, "mean": -0.21277757485707602 } ] }, "qwen14b − qwen4b, novel": { "n": 10, "mean": -0.09774961471557617, "median": 0.14850926399230957, "ci95": [ -0.8543022561073303, 0.6336362308263778 ], "n_positive": 6, "leave_one_out": [ { "omitted_id": 51, "mean": -0.2766549852159288 }, { "omitted_id": 52, "mean": -0.1561448574066162 }, { "omitted_id": 53, "mean": 0.11495182249281141 }, { "omitted_id": 54, "mean": -0.13807312647501627 }, { "omitted_id": 55, "mean": -0.2941136360168457 }, { "omitted_id": 56, "mean": 0.015643464194403753 }, { "omitted_id": 57, "mean": -0.05773501925998264 }, { "omitted_id": 58, "mean": -0.11215029822455512 }, { "omitted_id": 59, "mean": 0.09200700124104817 }, { "omitted_id": 60, "mean": -0.1652265124850803 } ] } }, "source": "v1/research/results/legacy-audit.json", "field": "paired_scale" }, "patch_curves": { "value": [ { "model": "1b", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25 ], "recovery": [ 0.26879591417146, 0.27225768711473275, 0.5758596511727225, 0.5731656128834318, 0.2719076775260008, 0.2612058177171515, 0.29644058777175764, 0.4410730275077821, 0.3928587837714058, 0.40927657607238555, 0.30485312786776875, 0.3195861534270653, 0.24359426428769457, 0.2229420212129791, 0.2567386502971123, 0.2353856986299533, 0.05188842045983933, 0.05889863362748421, 0.06211768985355834, 0.04198203182001948, 0.034279276429127495, 0.0049881945680459614, 0.005328637635508362, 0.005934100350143064, 0.014119623911335333, 0.0 ], "peak_layer": 2, "peak": 0.5758596511727225, "later_layer": 7, "later_peak": 0.4410730275077821 }, { "model": "4b", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33 ], "recovery": [ 0.2685235439127438, 0.2859363247919392, 0.505144629531316, 0.3378684689243661, 0.2742017448853369, 0.20424990437287266, 0.26400884721788553, 0.32069920333381063, 0.3443794628518738, 0.3602061050642843, 0.298986951994222, 0.293079359088516, 0.3208417225802125, 0.3615957754991899, 0.392098235486317, 0.433108437341479, 0.4581213426586385, 0.4585206575361631, 0.44331012313121676, 0.36163617083658584, 0.3514795881694197, 0.25810425682439364, 0.15290928209213114, 0.15549820979636012, 0.1512183788453425, 0.10930829328479211, 0.09909968247009043, 0.041396040072097726, 0.026541765289409065, 0.01355802097136968, 0.011653796930559795, 0.015576352024417, 0.022968602533465155, 0.0 ], "peak_layer": 2, "peak": 0.505144629531316, "later_layer": 17, "later_peak": 0.4585206575361631 }, { "model": "12b", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47 ], "recovery": [ 0.15804404221796034, 0.19367861262932393, 0.3420346431490737, 0.37825529989164985, 0.3254121825621382, 0.2840172396603196, 0.3351535524400181, 0.32790724804668653, 0.3419650049919668, 0.2808330503743723, 0.2297421236572654, 0.23863548458317202, 0.32763122777982223, 0.34954404169291514, 0.37093441048540826, 0.37649072963865743, 0.353965716424838, 0.37753225887530073, 0.39746343378841364, 0.40397457468987547, 0.41450595922537836, 0.399640957562985, 0.40399935897320977, 0.4019506391798452, 0.4519839174110386, 0.37882284890761525, 0.3563204090719009, 0.32645230096264943, 0.32286957725756166, 0.2846131804140316, 0.2841412075095714, 0.16796136300600067, 0.19727397671180336, 0.13130912970490927, 0.13434786714329752, 0.14211896328846552, 0.13461472590464973, 0.15297896549051274, 0.13554823152619563, 0.11904058085473669, 0.11748203910953477, 0.05775170911367789, 0.04508364361667833, 0.06382847678652016, 0.04128487982487157, 0.03722325761719902, 0.004863441456219225, 0.0 ], "peak_layer": 24, "peak": 0.4519839174110386, "later_layer": 24, "later_peak": 0.4519839174110386 }, { "model": "27b", "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61 ], "recovery": [ 0.013443737410243153, 0.07534017418916883, 0.19777187629980147, 0.1502613012964588, 0.1509010315696261, 0.15629184661572124, 0.18811241391470385, 0.2030417005396577, 0.19219900563682482, 0.1692160190102655, 0.17969076608884146, 0.1926297725628616, 0.20864650962070563, 0.2815716330179499, 0.2863008223210225, 0.2768961559817792, 0.2848837752268629, 0.28042836959137385, 0.3253596059119111, 0.46712628308245707, 0.4295843642772871, 0.45825670133870744, 0.42111265281525057, 0.4344128553039369, 0.4555205857846412, 0.47843206293441304, 0.5022425774375622, 0.5197144510830771, 0.5857053149264753, 0.5596558384471229, 0.5451741319334403, 0.4803629957109867, 0.47434180046865054, 0.47939878054505575, 0.48893148065348946, 0.504007099483558, 0.40589389709606816, 0.3903742620192881, 0.34422480686636625, 0.39237425711022117, 0.37621675661597914, 0.3705077625429551, 0.3383418763012022, 0.3282467084393852, 0.2780181946968764, 0.26082261822011343, 0.25070838165588477, 0.25831112195593925, 0.2605902336120956, 0.26018672822292427, 0.21269099835551405, 0.2003496449657484, 0.16494469969421455, 0.16319591467166206, 0.1274018263482781, 0.12019551899055887, 0.02986692456024042, 0.03611660148136008, 0.01819989341133444, 0.023686151477599667, 0.015146450177508947, 0.0 ], "peak_layer": 28, "peak": 0.5857053149264753, "later_layer": 28, "later_peak": 0.5857053149264753 } ], "source": "v2/results/robustness-20261008.json", "field": "legacy_curves" }, "patch_unit": "Frazione recuperata del gap medio originale; layer zero-based. Massimi globali e dopo layer4 descrittivi, non scelte confermative. Non confrontare ampiezza con nats V2.", "model_diagnostics": [ { "model": "qwen4b", "nonfinite": [ { "file": "02_layer_sweep.json", "path": ".baseline_pair_results[10].surprisal_normal" }, { "file": "02_layer_sweep.json", "path": ".baseline_pair_results[10].delta" } ], "baseline_changes": [ { "id": 5, "fields": [ "surprisal_normal", "delta" ] }, { "id": 11, "fields": [ "surprisal_normal", "delta" ] } ], "baseline_comparison_available": true, "patching": { "gap": 1.4222469508647917, "last_layer_critical_recovery": 1.0, "peak_vamb_recovery": 0.6265652560069719 }, "source": "v1/research/results/legacy-audit.json", "field": "models.qwen4b" }, { "model": "qwen14b", "nonfinite": [], "baseline_changes": [], "baseline_comparison_available": true, "nv_random_reference": { "n": 60, "min": -0.0670364856719976, "max": 0.08818161487579346, "heads_outside_sampled_range": [ { "layer": 10, "head": 0, "nv_change": -0.07869459688663483, "control_inflation": -0.0001924317330121994 }, { "layer": 10, "head": 11, "nv_change": 0.10957467555999756, "control_inflation": -0.011000706348568201 }, { "layer": 10, "head": 25, "nv_change": -0.1338107615709312, "control_inflation": 0.006022240500897169 }, { "layer": 21, "head": 28, "nv_change": -0.08998164832592082, "control_inflation": 0.024923702236264944 }, { "layer": 3, "head": 7, "nv_change": -0.07245840728282982, "control_inflation": -0.008655882440507412 }, { "layer": 3, "head": 35, "nv_change": 0.08963811099529195, "control_inflation": 0.0027716346085071564 } ] }, "patching": { "gap": 1.1395288109779358, "last_layer_critical_recovery": 1.0, "peak_vamb_recovery": 0.6303200717267144 }, "source": "v1/research/results/legacy-audit.json", "field": "models.qwen14b" }, { "model": "qwen32b", "nonfinite": [], "baseline_changes": [], "baseline_comparison_available": false, "source": "v1/research/results/legacy-audit.json", "field": "models.qwen32b" }, { "model": "gemma3_1b", "nonfinite": [], "baseline_changes": [], "baseline_comparison_available": true, "nv_random_reference": { "n": 60, "min": -0.5843771129846571, "max": 0.638402143120766, "heads_outside_sampled_range": [ { "layer": 2, "head": 3, "nv_change": -1.831866508722305, "control_inflation": 0.07150281220674515 } ] }, "continuation_random_reference": { "k": 8, "best_vc_gps_inflation": 0.17578160762786865, "max_of_k_p95": 0.7322616100311281, "exceeds_reference": false }, "patching": { "gap": 1.6772628128528595, "last_layer_critical_recovery": 1.0, "peak_vamb_recovery": 0.5758596511727225 }, "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_1b" }, { "model": "gemma3_4b", "nonfinite": [], "baseline_changes": [], "baseline_comparison_available": true, "nv_random_reference": { "n": 60, "min": -0.2118782460689541, "max": 0.2342184215784071, "heads_outside_sampled_range": [] }, "continuation_random_reference": { "k": 16, "best_vc_gps_inflation": 0.1332721710205078, "max_of_k_p95": 0.21723313331604022, "exceeds_reference": false }, "patching": { "gap": 1.5484241068363183, "last_layer_critical_recovery": 1.0, "peak_vamb_recovery": 0.505144629531316 }, "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_4b" }, { "model": "gemma3_12b", "nonfinite": [], "baseline_changes": [], "baseline_comparison_available": true, "nv_random_reference": { "n": 60, "min": -0.11222125887870771, "max": 0.0635320454835897, "heads_outside_sampled_range": [ { "layer": 0, "head": 13, "nv_change": 0.11006777286529612, "control_inflation": -0.00925499014556408 }, { "layer": 26, "head": 4, "nv_change": 0.09898897707462329, "control_inflation": 0.04147347807884216 }, { "layer": 26, "head": 8, "nv_change": 0.07040334045887064, "control_inflation": 0.029555445536971092 } ] }, "continuation_random_reference": { "k": 32, "best_vc_gps_inflation": 0.1365184783935547, "max_of_k_p95": 0.18297526836395228, "exceeds_reference": false }, "patching": { "gap": 1.6687859177589424, "last_layer_critical_recovery": 1.0, "peak_vamb_recovery": 0.4519839174110386 }, "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_12b" }, { "model": "gemma3_27b", "nonfinite": [], "baseline_changes": [], "baseline_comparison_available": true, "nv_random_reference": { "n": 60, "min": -0.12329990267753654, "max": 0.0857587248086924, "heads_outside_sampled_range": [ { "layer": 54, "head": 14, "nv_change": 0.0868320941925047, "control_inflation": -0.027477155439555645 } ] }, "continuation_random_reference": { "k": 64, "best_vc_gps_inflation": 0.155431866645813, "max_of_k_p95": 0.29443397521972603, "exceeds_reference": false }, "patching": { "gap": 1.6172806382179257, "last_layer_critical_recovery": 1.0, "peak_vamb_recovery": 0.5857053149264753 }, "source": "v1/research/results/legacy-audit.json", "field": "models.gemma3_27b" } ], "input_files_fingerprinted": { "value": 98, "source": "v1/research/results/legacy-audit.json", "field": "inputs_sha256 (number of entries)" }, "caveats": [ "Recupero finale1.0 del readout singolo-token e copia per costruzione, non localizzazione sintattica.", "Riferimenti randomhead descrittivi: non correggono tutta la selezione; assenza di superamento non prova assenza di circuito.", "Qwen4B ha campi baseline nonfiniti e incongruenze storiche, cause non certificate." ] }, "v2": { "unit": "Nats; baseline e patch del margine fra somme logP di due continuazioni intere. critical_word_interaction misura invece solo baseline logP(was), non patch sul token was.", "clustering": "6famiglie sviluppo e6test; unita indipendente=famiglia. Direzioni e candidati sono misure ripetute. Tre randomseed mediati entro famiglia. Bootstrap percentile10000 seed0, descrittivo e condizionato a materiali/layer selezionato.", "test_summaries": [ { "split": "test", "kind": "behavioral_interaction", "mean": 4.697532335917155, "ci95": [ 3.0311679363250734, 6.4203535715738935 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "behavioral_interaction" } } }, { "split": "test", "kind": "critical_word_interaction", "mean": 6.456613769133885, "ci95": [ 5.76627931992213, 7.181331242620942 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "critical_word_interaction" } } }, { "split": "test", "kind": "cross_condition", "direction": "value", "layer": 17, "mean": 6.670698960622151, "ci95": [ 5.297304471333821, 8.304657459259033 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_condition", "direction": "value" } } }, { "split": "test", "kind": "cross_condition", "direction": "to_no_comma", "layer": 17, "mean": 6.9595387776692705, "ci95": [ 5.743483225504558, 8.300082842508951 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_condition", "direction": "to_no_comma" } } }, { "split": "test", "kind": "cross_condition", "direction": "to_comma", "layer": 17, "mean": 6.381859143575032, "ci95": [ 4.815994580586751, 8.2838716506958 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_condition", "direction": "to_comma" } } }, { "split": "test", "kind": "identity", "direction": "value", "layer": 17, "mean": 0.0, "ci95": [ 0.0, 0.0 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "identity", "direction": "value" } } }, { "split": "test", "kind": "identity", "direction": "to_no_comma", "layer": 17, "mean": 0.0, "ci95": [ 0.0, 0.0 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "identity", "direction": "to_no_comma" } } }, { "split": "test", "kind": "identity", "direction": "to_comma", "layer": 17, "mean": 0.0, "ci95": [ 0.0, 0.0 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "identity", "direction": "to_comma" } } }, { "split": "test", "kind": "lexical", "direction": "value", "layer": 17, "mean": 0.3555057843526204, "ci95": [ -0.8100549379984537, 1.4867899974187162 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "lexical", "direction": "value" } } }, { "split": "test", "kind": "lexical", "direction": "to_no_comma", "layer": 17, "mean": 0.024434725443522137, "ci95": [ -1.5523417790730794, 1.9529953002929688 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "lexical", "direction": "to_no_comma" } } }, { "split": "test", "kind": "lexical", "direction": "to_comma", "layer": 17, "mean": 0.6865768432617188, "ci95": [ -1.671560287475586, 3.3561909993489585 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "lexical", "direction": "to_comma" } } }, { "split": "test", "kind": "random", "direction": "value", "layer": 17, "mean": 0.4877612590789795, "ci95": [ -0.787652492523193, 1.7246524757809107 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "random", "direction": "value" } } }, { "split": "test", "kind": "random", "direction": "to_no_comma", "layer": 17, "mean": 0.8995661735534668, "ci95": [ -0.44627920786539715, 2.1703076362609863 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "random", "direction": "to_no_comma" } } }, { "split": "test", "kind": "random", "direction": "to_comma", "layer": 17, "mean": 0.07595634460449215, "ci95": [ -1.453943040635851, 1.4747486114501953 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "random", "direction": "to_comma" } } }, { "split": "test", "kind": "cross_minus_lexical", "direction": "value", "layer": 17, "mean": 6.315193176269531, "ci95": [ 4.949805577596028, 7.899295806884766 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_minus_lexical", "direction": "value" } } }, { "split": "test", "kind": "cross_minus_lexical", "direction": "to_no_comma", "layer": 17, "mean": 6.935104052225749, "ci95": [ 4.158985773722331, 9.578498840332031 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_minus_lexical", "direction": "to_no_comma" } } }, { "split": "test", "kind": "cross_minus_lexical", "direction": "to_comma", "layer": 17, "mean": 5.6952823003133135, "ci95": [ 3.8796122868855796, 7.488984441757202 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_minus_lexical", "direction": "to_comma" } } }, { "split": "test", "kind": "cross_minus_random", "direction": "value", "layer": 17, "mean": 6.182937701543172, "ci95": [ 4.33512012163798, 7.779103173149957 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_minus_random", "direction": "value" } } }, { "split": "test", "kind": "cross_minus_random", "direction": "to_no_comma", "layer": 17, "mean": 6.059972604115803, "ci95": [ 3.9001186066203646, 8.027333577473959 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_minus_random", "direction": "to_no_comma" } } }, { "split": "test", "kind": "cross_minus_random", "direction": "to_comma", "layer": 17, "mean": 6.30590279897054, "ci95": [ 4.594243791368273, 7.720011923048232 ], "families": 6, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "locator": { "array": "summaries", "select": { "split": "test", "kind": "cross_minus_random", "direction": "to_comma" } } } ], "selection": { "value": { "layer": 17, "criterion": "maximum development mean signed bidirectional factorial interaction", "excluded_layers": [ 25 ], "test_layers_computed": [ 17 ] }, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "field": "selection excluding development_family_interactions" }, "numerical_checks": { "value": { "maximum_identity_error": 0.0, "median_control_relative_norm_error_after_cast": 0.0002094898207049556, "maximum_control_relative_norm_error_after_cast": 0.016189932940273488 }, "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "field": "numerical_checks" }, "exclusions": { "value": [], "source": "v2/results/garden-followup-20261008-02/garden-followup.json", "field": "exclusions" }, "robustness": { "status": "post-hoc descriptive diagnostics; no new confirmation data", "layer_stability": { "value": { "layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24 ], "means": [ -0.06340980529785156, -0.09039092063903809, 0.03812527656555176, 0.048473199208577476, 0.18039449055989584, 0.12809133529663086, -0.04360842704772949, 1.2668849627176921, 2.0216338634490967, 1.9358927408854167, 3.001603047053019, 3.0605573654174805, 5.224464416503906, 5.358417828877767, 5.3130472501118975, 6.101679801940918, 6.335866769154866, 6.389562447865804, 6.366744836171468, 6.224641005198161, 6.322731335957845, 6.254830678304036, 6.188685894012451, 6.308362642923991, 6.2914299964904785 ], "bootstrap_selection_counts": { "15": 51, "16": 1311, "17": 2564, "18": 2946, "20": 229, "21": 82, "23": 433, "24": 2384 }, "within_95_percent_peak": [ 15, 16, 17, 18, 19, 20, 21, 22, 23, 24 ], "leave_one_family_out": { "baked": 17, "embroidered": 18, "knitted": 16, "painted": 17, "sewed": 17, "studied": 24 } }, "source": "v2/results/robustness-20261008.json", "field": "garden_layer_stability" }, "layer17_selection_fraction": { "value": 0.2564, "source": "v2/results/robustness-20261008.json", "field": "garden_layer_stability.bootstrap_selection_counts.17 / resamples" }, "component_summary": { "value": { "main": { "mean": 6.060761292775472, "ci95": [ 5.416965961456299, 6.730283419291179 ], "n": 6, "positive": 6 }, "object": { "mean": 0.6099376678466797, "ci95": [ -0.39723825454711914, 1.6821502049763997 ], "n": 6, "positive": 3 }, "total": { "mean": 6.670698960622151, "ci95": [ 5.297304471333821, 8.304657459259033 ], "n": 6, "positive": 6 } }, "source": "v2/results/robustness-20261008.json", "field": "garden_component_summary" }, "components_by_family": { "value": [ { "family": "cleaned", "main": 6.251317024230957, "object": -0.1532917022705078, "total": 6.098025321960449 }, { "family": "wrote", "main": 4.967214584350586, "object": -0.467926025390625, "total": 4.499288558959961 }, { "family": "drew", "main": 5.121575355529785, "object": 0.7575483322143555, "total": 5.879123687744141 }, { "family": "cooked", "main": 6.084927558898926, "object": 2.0203933715820312, "total": 8.105320930480957 }, { "family": "ironed", "main": 7.562262535095215, "object": 2.5288190841674805, "total": 10.091081619262695 }, { "family": "ate", "main": 6.377270698547363, "object": -1.0259170532226562, "total": 5.351353645324707 } ], "source": "v2/results/robustness-20261008.json", "field": "garden_components" }, "main_fraction_of_mean_total": { "value": 0.9085646539519762, "source": "v2/results/robustness-20261008.json", "field": "garden_component_summary.main.mean / garden_component_summary.total.mean" }, "margin_sensitivity": { "value": [ { "family": "ate", "verb_class": "intransitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 19.572195053100586, "per_token": 1.2188604354858397 }, { "family": "ate", "verb_class": "intransitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 12.503984451293945, "per_token": 0.39659547805786133 }, { "family": "ate", "verb_class": "optional_transitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 19.76984977722168, "per_token": 1.2794688224792479 }, { "family": "ate", "verb_class": "optional_transitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 4.33538818359375, "per_token": -1.3546654701232912 }, { "family": "cleaned", "verb_class": "intransitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 18.1484432220459, "per_token": 1.0471776962280273 }, { "family": "cleaned", "verb_class": "intransitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 11.295106887817383, "per_token": 0.038516664505004794 }, { "family": "cleaned", "verb_class": "optional_transitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 17.256277084350586, "per_token": 0.9626117706298829 }, { "family": "cleaned", "verb_class": "optional_transitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 5.257463455200195, "per_token": -1.12503981590271 }, { "family": "cooked", "verb_class": "intransitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 20.268840789794922, "per_token": 1.1298152923583986 }, { "family": "cooked", "verb_class": "intransitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 11.589897155761719, "per_token": -0.04717960357666007 }, { "family": "cooked", "verb_class": "optional_transitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 19.41889190673828, "per_token": 1.0619222640991213 }, { "family": "cooked", "verb_class": "optional_transitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 6.3246307373046875, "per_token": -0.960448455810547 }, { "family": "drew", "verb_class": "intransitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 20.442611694335938, "per_token": 1.0193891525268555 }, { "family": "drew", "verb_class": "intransitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 9.625154495239258, "per_token": -0.47313961982727015 }, { "family": "drew", "verb_class": "optional_transitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 18.426965713500977, "per_token": 0.82662410736084 }, { "family": "drew", "verb_class": "optional_transitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 3.9169998168945312, "per_token": -1.6265303611755373 }, { "family": "ironed", "verb_class": "intransitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 19.920894622802734, "per_token": 1.0266253471374513 }, { "family": "ironed", "verb_class": "intransitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 11.846216201782227, "per_token": -0.01972093582153356 }, { "family": "ironed", "verb_class": "optional_transitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 20.009857177734375, "per_token": 1.1460548400878907 }, { "family": "ironed", "verb_class": "optional_transitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 6.734148025512695, "per_token": -1.052090501785278 }, { "family": "wrote", "verb_class": "intransitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 21.473087310791016, "per_token": 1.1898628234863282 }, { "family": "wrote", "verb_class": "intransitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 11.328590393066406, "per_token": -0.21428642272949183 }, { "family": "wrote", "verb_class": "optional_transitive", "condition": "comma", "main_tokens": 5, "object_tokens": 8, "raw": 19.743736267089844, "per_token": 0.9443252563476561 }, { "family": "wrote", "verb_class": "optional_transitive", "condition": "no_comma", "main_tokens": 5, "object_tokens": 8, "raw": 8.234630584716797, "per_token": -1.0269684791564941 } ], "source": "v2/results/robustness-20261008.json", "field": "baseline_margin_sensitivity" }, "full_sum_main_preferred": { "value": 24, "source": "v2/results/robustness-20261008.json", "field": "count baseline_margin_sensitivity[].raw >0" }, "per_token_main_preferred": { "value": 14, "source": "v2/results/robustness-20261008.json", "field": "count baseline_margin_sensitivity[].per_token >0" }, "conditions": 24, "caveats": [ "Analisi posthoc degli stessi dati, non conferma indipendente.", "Media pertoken cambia la domanda, non stima probabilita del parse.", "Componente principale e dell intera stringa: patch pertoken non salvata." ] }, "caveats": [ "Nessuna validazione umana dei materiali.", "Interazione riduce una componente additiva comune della virgola, non elimina interazioni lessicali o posizionali.", "Tutte le baseline fullcompletion favoriscono la principale: nessuna dimostrazione iniziale parseerrato poi riparazione.", "Layer17 dentro plateau15–24; non un unico syntaxlayer." ] } }, "model_qualification_development": [ { "model": "google/gemma-3-1b-pt", "size": "1b", "run": "direct-v3-20261008-01", "gate_passed": false, "split": "development", "condition": "simple", "strata": [ { "voice": "active", "role": "agent", "both_reversals_correct": 3, "families": 6, "rate": 0.5 }, { "voice": "active", "role": "patient", "both_reversals_correct": 3, "families": 6, "rate": 0.5 }, { "voice": "passive", "role": "agent", "both_reversals_correct": 0, "families": 6, "rate": 0.0 }, { "voice": "passive", "role": "patient", "both_reversals_correct": 4, "families": 6, "rate": 0.6666666666666666 } ], "source": "v3/scale/results/comparison-20261009/comparison.json", "locator": { "array": "models", "select": { "size": "1b" }, "field": "result.gate" }, "note": "Una famiglia passa solo se entrambe le inversioni sono corrette. Checkpoint non isolano causalmente la sola dimensione; 1B precedente, poi sequenza fissata 4B→12B." }, { "model": "google/gemma-3-4b-pt", "size": "4b", "run": "scale-4b-20261009-02", "gate_passed": false, "split": "development", "condition": "simple", "strata": [ { "voice": "active", "role": "agent", "both_reversals_correct": 6, "families": 6, "rate": 1.0 }, { "voice": "active", "role": "patient", "both_reversals_correct": 3, "families": 6, "rate": 0.5 }, { "voice": "passive", "role": "agent", "both_reversals_correct": 2, "families": 6, "rate": 0.3333333333333333 }, { "voice": "passive", "role": "patient", "both_reversals_correct": 6, "families": 6, "rate": 1.0 } ], "source": "v3/scale/results/comparison-20261009/comparison.json", "locator": { "array": "models", "select": { "size": "4b" }, "field": "result.gate" }, "note": "Una famiglia passa solo se entrambe le inversioni sono corrette. Checkpoint non isolano causalmente la sola dimensione; 1B precedente, poi sequenza fissata 4B→12B." }, { "model": "google/gemma-3-12b-pt", "size": "12b", "run": "scale-12b-20261009-01", "gate_passed": true, "split": "development", "condition": "simple", "strata": [ { "voice": "active", "role": "agent", "both_reversals_correct": 6, "families": 6, "rate": 1.0 }, { "voice": "active", "role": "patient", "both_reversals_correct": 6, "families": 6, "rate": 1.0 }, { "voice": "passive", "role": "agent", "both_reversals_correct": 6, "families": 6, "rate": 1.0 }, { "voice": "passive", "role": "patient", "both_reversals_correct": 6, "families": 6, "rate": 1.0 } ], "source": "v3/scale/results/comparison-20261009/comparison.json", "locator": { "array": "models", "select": { "size": "12b" }, "field": "result.gate" }, "note": "Una famiglia passa solo se entrambe le inversioni sono corrette. Checkpoint non isolano causalmente la sola dimensione; 1B precedente, poi sequenza fissata 4B→12B." } ], "bridge_development_gate": { "passed": true, "threshold_families": 5, "families_per_stratum": 6, "strata": [ { "condition": "clean", "role": "agent", "both_reversals_correct": 5, "families": 6, "rate": 0.8333333333333334 }, { "condition": "clean", "role": "patient", "both_reversals_correct": 6, "families": 6, "rate": 1.0 }, { "condition": "simple", "role": "agent", "both_reversals_correct": 6, "families": 6, "rate": 1.0 }, { "condition": "simple", "role": "patient", "both_reversals_correct": 6, "families": 6, "rate": 1.0 } ], "source": "v3/bridge12/results/bridge12-20261009-01/results.json", "locator": { "field": "gate" } }, "bridge_next_token_baselines": [ { "split": "development", "condition": "native", "mean": -5.968847547347347, "ci95": [ -7.980103380357225, -3.809048850710193 ], "families": 6, "family_values": { "coached": -7.671774052083492, "interviewed": -9.072946853935719, "questioned": -8.721485208719969, "taught": -1.8929643630981445, "visited": -4.268520459532738, "watched": -4.18539434671402 }, "unit": "nats: log P(was) meno log P(virgola)", "source": "v3/bridge12/results/bridge12-20261009-01/observations.jsonl", "locator": { "select": { "record": "baseline", "split": "development", "condition": "native" }, "field": "scores.next_margin" }, "aggregation": "Media entro famiglia di entrambi i ruoli e inversioni, poi media fra sei famiglie; stesso algoritmo del report salvato." }, { "split": "development", "condition": "gap", "mean": -4.926302783812086, "ci95": [ -6.954706581309438, -2.8524203610916934 ], "families": 6, "family_values": { "coached": -6.53884506970644, "interviewed": -8.070355501025915, "questioned": -7.793205335736275, "taught": -1.401810646057129, "visited": -2.5684775710105896, "watched": -3.1851225793361664 }, "unit": "nats: log P(was) meno log P(virgola)", "source": "v3/bridge12/results/bridge12-20261009-01/observations.jsonl", "locator": { "select": { "record": "baseline", "split": "development", "condition": "gap" }, "field": "scores.next_margin" }, "aggregation": "Media entro famiglia di entrambi i ruoli e inversioni, poi media fra sei famiglie; stesso algoritmo del report salvato." }, { "split": "development", "condition": "clean", "mean": 3.770938257376353, "ci95": [ 3.382278263568878, 4.10982342561086 ], "families": 6, "family_values": { "coached": 3.4396581649780273, "interviewed": 4.209836006164551, "questioned": 3.7383071184158325, "taught": 2.9661684036254883, "visited": 4.229301571846008, "watched": 4.0423582792282104 }, "unit": "nats: log P(was) meno log P(virgola)", "source": "v3/bridge12/results/bridge12-20261009-01/observations.jsonl", "locator": { "select": { "record": "baseline", "split": "development", "condition": "clean" }, "field": "scores.next_margin" }, "aggregation": "Media entro famiglia di entrambi i ruoli e inversioni, poi media fra sei famiglie; stesso algoritmo del report salvato." }, { "split": "test", "condition": "native", "mean": -5.517011772220333, "ci95": [ -7.749922244499127, -3.0771773556868234 ], "families": 6, "family_values": { "called": -5.605282813310623, "helped": -7.704507872462273, "painted": -1.1698635816574097, "photographed": -8.58582093194127, "searched": -2.0275449752807617, "trained": -8.009050458669662 }, "unit": "nats: log P(was) meno log P(virgola)", "source": "v3/bridge12/results/bridge12-20261009-01/observations.jsonl", "locator": { "select": { "record": "baseline", "split": "test", "condition": "native" }, "field": "scores.next_margin" }, "aggregation": "Media entro famiglia di entrambi i ruoli e inversioni, poi media fra sei famiglie; stesso algoritmo del report salvato." }, { "split": "test", "condition": "gap", "mean": -4.297917022059361, "ci95": [ -6.617430844654639, -1.7864603288471699 ], "families": 6, "family_values": { "called": -4.693673022091389, "helped": -6.19235996901989, "painted": 0.3297320604324341, "photographed": -7.605187498033047, "searched": -0.821925163269043, "trained": -6.804088540375233 }, "unit": "nats: log P(was) meno log P(virgola)", "source": "v3/bridge12/results/bridge12-20261009-01/observations.jsonl", "locator": { "select": { "record": "baseline", "split": "test", "condition": "gap" }, "field": "scores.next_margin" }, "aggregation": "Media entro famiglia di entrambi i ruoli e inversioni, poi media fra sei famiglie; stesso algoritmo del report salvato." }, { "split": "test", "condition": "clean", "mean": 3.659988264242808, "ci95": [ 3.334471424420675, 3.9855051040649414 ], "families": 6, "family_values": { "called": 3.525520443916321, "helped": 3.478170394897461, "painted": 2.999723434448242, "photographed": 4.32958984375, "searched": 3.8227051496505737, "trained": 3.8042203187942505 }, "unit": "nats: log P(was) meno log P(virgola)", "source": "v3/bridge12/results/bridge12-20261009-01/observations.jsonl", "locator": { "select": { "record": "baseline", "split": "test", "condition": "clean" }, "field": "scores.next_margin" }, "aggregation": "Media entro famiglia di entrambi i ruoli e inversioni, poi media fra sei famiglie; stesso algoritmo del report salvato." } ], "v3_components_and_directions": [ { "label": "Componente log P(was)", "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "was_logp", "direction": "average", "mean": 4.290992081165314, "ci95": [ 2.529259577393532, 5.910706688960393 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "was_logp", "direction": "average" } } }, { "label": "Componente log P(virgola)", "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "comma_logp", "direction": "average", "mean": -2.307966294387976, "ci95": [ -3.2496368239323297, -1.2913528755307198 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "comma_logp", "direction": "average" } } }, { "label": "Direzione forward, segno allineato", "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "margin", "direction": "forward", "mean": 6.7760417113701505, "ci95": [ 4.239583646257718, 8.94791647295157 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "margin", "direction": "forward" } } }, { "label": "Direzione reverse, segno allineato", "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "margin", "direction": "reverse", "mean": 6.42187503973643, "ci95": [ 3.9114583929379783, 8.54166675110658 ], "families": 6, "source": "v3/results/npz-v3-20261008-01/results.json", "locator": { "array": "summaries", "select": { "split": "test", "contrast": "comma_aligned", "stage": "next", "kind": "cross", "metric": "margin", "direction": "reverse" } } } ], "v4_individual_accuracy": [ { "run": "v4-12b-20261009-02", "model": "google/gemma-3-12b-pt", "condition": "clean", "split": "development", "strata": [ { "key": "development/clean/active/agent", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/active/patient", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/passive/agent", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/passive/patient", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/object_relative/agent", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/object_relative/patient", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/passive_relative/agent", "accuracy": 0.0, "correct": 0, "observations": 12 }, { "key": "development/clean/passive_relative/patient", "accuracy": 0.9166666666666666, "correct": 11, "observations": 12 } ], "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "select": { "run": "v4-12b-20261009-02" }, "field": "accuracy" }, "note": "Accuratezza di singole risposte. Gate più severo: entrambe le inversioni corrette per famiglia; non confondere le due percentuali." }, { "run": "v4-27b-20261009-01", "model": "google/gemma-3-27b-pt", "condition": "clean", "split": "development", "strata": [ { "key": "development/clean/active/agent", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/active/patient", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/passive/agent", "accuracy": 0.9166666666666666, "correct": 11, "observations": 12 }, { "key": "development/clean/passive/patient", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/object_relative/agent", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/object_relative/patient", "accuracy": 1.0, "correct": 12, "observations": 12 }, { "key": "development/clean/passive_relative/agent", "accuracy": 0.25, "correct": 3, "observations": 12 }, { "key": "development/clean/passive_relative/patient", "accuracy": 1.0, "correct": 12, "observations": 12 } ], "source": "v4/results/comparison-20261009/audit.json", "locator": { "array": "runs", "select": { "run": "v4-27b-20261009-01" }, "field": "accuracy" }, "note": "Accuratezza di singole risposte. Gate più severo: entrambe le inversioni corrette per famiglia; non confondere le due percentuali." } ] }, "summary": { "v3": { "baselines": 288, "interventions": 3456, "layer_zero_based": 17, "model": "google/gemma-3-1b-pt", "dtype": "bfloat16", "numerical": { "maximum_identity_error": 0.0, "maximum_norm_mismatch": 0.06958117084265547, "median_norm_mismatch": 0.000347036866927386 }, "norm_mismatch_by_contrast": { "values": { "comma_native": 0.03791930201087301, "comma_aligned": 0.024909641040175234, "position_only": 0.06958117084265547 }, "unit": "Errore relativo della norma, frazione; moltiplicare per 100 per percentuale.", "source": "v3/results/npz-v3-20261008-01/audit.json", "locator": { "field": "maximum_norm_mismatch_by_contrast" } } }, "bridge": { "baselines": 192, "interventions": 576, "layer_zero_based": 32, "model": "google/gemma-3-12b-pt", "dtype": "float32", "cross_test_choice_flips": 0, "cross_test_observations": 48, "checks": { "passed": true, "source_files": 18, "baselines": 192, "interventions": 576, "gate_chronology": true, "independent_gate": true, "raw_effects_checked": true, "maximum_identity_error": 0.0, "maximum_relative_norm_error": 8.559525273010848e-07 } }, "v4": [ { "run": "v4-12b-20261009-02", "model": "google/gemma-3-12b-pt", "baselines": 96, "interventions": 0, "gate_passed": false }, { "run": "v4-27b-20261009-01", "model": "google/gemma-3-27b-pt", "baselines": 96, "interventions": 0, "gate_passed": false } ] }, "verification": { "recomputed_on": "2026-10-12", "v3_and_bridge_audits_equal_archived": true, "method": "v3.analyze.audit e v3.bridge12.analyze.audit ricalcolati da observations.jsonl; nessuna inferenza nuova." }, "sources": [ { "path": "v3/results/npz-v3-20261008-01/results.json", "sha256": "3a677983618da5615a4135beee3daf03ea54b1bb463adb8cc12998001aa701f0" }, { "path": "v3/bridge12/results/bridge12-20261009-01/audit.json", "sha256": "7dcd8a2c62259a0e3b962b32ac5f591e5ef9e962a51b17bb2b3ac09a23217283" }, { "path": "v4/results/comparison-20261009/audit.json", "sha256": "dc5eea75ed32185b9ce7ef88ef3f6ed9c682ce3ab63d42264d7a61cc5cf9cb87" }, { "path": "v3/PROTOCOL.md", "sha256": "8597e941b0d9f4d28505eaa9580475d6e17adb4769fbe7ccc33e8bfaad30a826" }, { "path": "v3/bridge12/PROTOCOL.md", "sha256": "7f010764dbfbe73e5c690d427f2cec780d8c60cca3fa246954e5348e1008d880" }, { "path": "v4/PROTOCOL.md", "sha256": "2c8b6698b5212f37b7cc1df50b38e8f41f9208c071a6d60d89bbaafc59c5dff1" }, { "path": "v3/results/npz-v3-20261008-01/audit.json", "sha256": "9bc65b0c697bf91b7f3b985ccbd72bb1c5c120a98b4643138f0fac7eb505fab3" }, { "path": "v3/bridge12/results/bridge12-20261009-01/results.json", "sha256": "2a57c158ce407430d42c7e5aad0cfa0ffe536206346cb4e9ab219c4cfab2f559" }, { "path": "v1/research/results/legacy-audit.json", "sha256": "1d58073603ba636de31455e16f56bd1ce66d1b9801fc614b88baf9dd8680ecae" }, { "path": "v2/results/robustness-20261008.json", "sha256": "f2de9503ef281ebae437f4d43c9b32eb9a652fbb0246f9168ba91607b5d3be2d" }, { "path": "v2/results/garden-followup-20261008-02/garden-followup.json", "sha256": "42f607527b41ef54e47bdfa18f14f84c0e001c621b65c1f9e3d318b0ae2db6c1" }, { "path": "v2/results/garden-followup-20261008-02/metadata.json", "sha256": "80c4a065d50b7cbc8d381c9bfdc4c38bc30c4d50e79f9854f842f2200c6dc9ed" }, { "path": "v2/GARDEN_PROTOCOL.md", "sha256": "ed5edbac1e105ce4cc25ce91b4adb8ec1148835e0d54f2c5a4f796ea875b35eb" }, { "path": "v1/research/PROTOCOL.md", "sha256": "eabe8464d678bc30ee978a888e342ed985008e0d8e816482bc4f4aa11d42ddd5" }, { "path": "v2/results/garden-followup-20261008-02/garden-followup-observations.jsonl", "sha256": "66286e92074ff8729e18177c14ca5588c6fae072a8a015ce3862c03853af0bab" }, { "path": "v3/scale/results/comparison-20261009/comparison.json", "sha256": "130d83cf4e24cf42cccca8b8ae63ff4549a8f00e68606733883f4b541400e442" }, { "path": "v3/bridge12/results/bridge12-20261009-01/observations.jsonl", "sha256": "1b956016c34938e8df5e3090eef1f2f1e89d963cf42f8170b8cc84e0444ab601" }, { "path": "v3/bridge12/analyze.py", "sha256": "b9888e83e0483d349430051e6b1034ec1905a7f9d0ee1411a3c1bcea7140a7c2" }, { "path": "v3/bridge/analyze.py", "sha256": "d4340a153edebd30c5d176046afa809ef8a266ad824f73a9e58d2b143acc1c11" } ], "inference_dates_scope": "Le date 2026-10-08 e 2026-10-09 descrivono i nuovi esperimenti V3 e V4 originali. Non attribuiscono queste date ai dati storici V1/V2, la cui provenienza e metrica sono documentate in tables.legacy_v1_v2 e nelle rispettive fonti." }