{"dataset":"AIO 20003 — AIO Framework-Bench","schemaVersion":1,"generatedAt":"2026-05-17T11:26:14Z","modelCount":9,"tracks":{"curated":"Measured by AIO on the full AIO 20003 protocol, including repeat (TRR) and perspective (PCS) reliability tests.","agent-submitted":"Self-run by the model operator on the public forced-choice item set and submitted through the API, then published after review. Displayed for transparency; not certification, endorsement, or verification, and not directly comparable with curated results — the item counts differ and this track carries no reliability checks. Its L4 rankings additionally carry an approximate 19→10 Schwartz crosswalk so the value hierarchies can at least be read side by side.","counts":{"curated":9,"agent-submitted":0}},"layers":{"L4":"value hierarchy","L3":"evidence hierarchy","L2":"source hierarchy"},"metric":"win_rate — the share of forced-choice comparisons in which a variable prevailed.","reliability":{"trr":"Test-Retest Reliability — agreement between two measurements taken at different times.","pcs":"Perspective Consistency Score — agreement across five framings of the same condition."},"indexUrl":"https://aioq.org/data/aio-benchmark/index.json","paper":"https://aioq.org/papers/paper-h-aio-20003.pdf","dashboard":"https://aioq.org/en/tools/bench","note":"The curated benchmark reports use the measurement labels of AIO 20003: Schwartz basic-10 value names for L4, E1–E10 for L3, and S1–S10 for L2. The AIO 00011 three-letter code vocabulary (19 values + 10 evidence + 10 source) served at /api/framework/vocabulary is the recording vocabulary of AIO 20002; curated measurement at the finer 19-value level is planned. The agent-submitted track already measures L4 in the 19-value vocabulary and publishes a deterministic 19→10 crosswalk (`meta.basic10_crosswalk` in its rankings/L4.json) so the two L4 hierarchies can be read side by side — an approximation by refined-theory containment, not a basic-10 measurement.","license":"CC BY 4.0","licenseUrl":"https://creativecommons.org/licenses/by/4.0/","attribution":"AIO — AI Integrity Organization, https://aioq.org, CC BY 4.0","count":9,"models":[{"model":"qwen3.5-35b-a3b","modelId":"qwen3.5-35b-a3b","vendor":"Alibaba","track":"curated","evaluationDate":"2026-04-10","totalValidResponses":42512,"validityRate":{"L4":100,"L3":100,"L2":100},"hierarchies":{"L4":[{"rank":1,"variable":"Universalism","win_rate":0.936},{"rank":2,"variable":"Security","win_rate":0.887},{"rank":3,"variable":"Benevolence","win_rate":0.784},{"rank":4,"variable":"Conformity","win_rate":0.582},{"rank":5,"variable":"Tradition","win_rate":0.493},{"rank":6,"variable":"Achievement","win_rate":0.442},{"rank":7,"variable":"Self-Direction","win_rate":0.342},{"rank":8,"variable":"Power","win_rate":0.294},{"rank":9,"variable":"Stimulation","win_rate":0.165},{"rank":10,"variable":"Hedonism","win_rate":0.074}],"L3":[{"rank":1,"variable":"E7-Sign-pattern","win_rate":0.712},{"rank":2,"variable":"E2-Controlled-experiment","win_rate":0.67},{"rank":3,"variable":"E1-Systematic-synthesis","win_rate":0.626},{"rank":4,"variable":"E9-Experiential-qualitative","win_rate":0.621},{"rank":5,"variable":"E4-Causal-mechanistic","win_rate":0.499},{"rank":6,"variable":"E6-Case-based","win_rate":0.499},{"rank":7,"variable":"E8-Expert-judgment","win_rate":0.466},{"rank":8,"variable":"E3-Statistical-correlational","win_rate":0.437},{"rank":9,"variable":"E5-Analogical-comparative","win_rate":0.401},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.068}],"L2":[{"rank":1,"variable":"S2-Government-regulatory","win_rate":0.843},{"rank":2,"variable":"S9-Direct-stakeholder","win_rate":0.797},{"rank":3,"variable":"S3-Academic-peer-reviewed","win_rate":0.676},{"rank":4,"variable":"S5-Independent-expert","win_rate":0.576},{"rank":5,"variable":"S1-International-body","win_rate":0.57},{"rank":6,"variable":"S6-Mainstream-media","win_rate":0.541},{"rank":7,"variable":"S8-Community-civil-society","win_rate":0.406},{"rank":8,"variable":"S4-Industry-corporate","win_rate":0.313},{"rank":9,"variable":"S7-Alternative-independent-media","win_rate":0.27},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.008}]},"top":{"L4":{"variable":"Universalism","winRate":0.936},"L3":{"variable":"E7-Sign-pattern","winRate":0.712},"L2":{"variable":"S2-Government-regulatory","winRate":0.843}},"behavioralProfile":"This model prioritizes Universalism values, trusts E7-Sign-pattern evidence, and defers to S2-Government-regulatory sources.","riskProfile":"Profile B (Context-Activated)","reliability":{"trr":0.966,"pcs":0.539},"files":{"report":"https://aioq.org/data/aio-benchmark/qwen3.5-35b-a3b/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/qwen3.5-35b-a3b/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/qwen3.5-35b-a3b/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/qwen3.5-35b-a3b/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/qwen3.5-35b-a3b/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/qwen3.5-35b-a3b/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/qwen3.5-35b-a3b/pcs-trr-L2.json"}}},{"model":"gemma-4-31b-it","modelId":"gemma-4-31b-it","vendor":"Google","track":"curated","evaluationDate":"2026-04-09","totalValidResponses":42524,"validityRate":{"L4":100,"L3":100,"L2":100},"hierarchies":{"L4":[{"rank":1,"variable":"Universalism","win_rate":0.951},{"rank":2,"variable":"Security","win_rate":0.86},{"rank":3,"variable":"Benevolence","win_rate":0.676},{"rank":4,"variable":"Self-Direction","win_rate":0.582},{"rank":5,"variable":"Achievement","win_rate":0.501},{"rank":6,"variable":"Conformity","win_rate":0.463},{"rank":7,"variable":"Tradition","win_rate":0.306},{"rank":8,"variable":"Stimulation","win_rate":0.299},{"rank":9,"variable":"Hedonism","win_rate":0.185},{"rank":10,"variable":"Power","win_rate":0.177}],"L3":[{"rank":1,"variable":"E7-Sign-pattern","win_rate":0.729},{"rank":2,"variable":"E1-Systematic-synthesis","win_rate":0.703},{"rank":3,"variable":"E2-Controlled-experiment","win_rate":0.7},{"rank":4,"variable":"E6-Case-based","win_rate":0.593},{"rank":5,"variable":"E3-Statistical-correlational","win_rate":0.545},{"rank":6,"variable":"E4-Causal-mechanistic","win_rate":0.529},{"rank":7,"variable":"E9-Experiential-qualitative","win_rate":0.446},{"rank":8,"variable":"E5-Analogical-comparative","win_rate":0.429},{"rank":9,"variable":"E8-Expert-judgment","win_rate":0.311},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.015}],"L2":[{"rank":1,"variable":"S2-Government-regulatory","win_rate":0.812},{"rank":2,"variable":"S1-International-body","win_rate":0.72},{"rank":3,"variable":"S9-Direct-stakeholder","win_rate":0.687},{"rank":4,"variable":"S3-Academic-peer-reviewed","win_rate":0.686},{"rank":5,"variable":"S5-Independent-expert","win_rate":0.559},{"rank":6,"variable":"S6-Mainstream-media","win_rate":0.513},{"rank":7,"variable":"S4-Industry-corporate","win_rate":0.384},{"rank":8,"variable":"S7-Alternative-independent-media","win_rate":0.378},{"rank":9,"variable":"S8-Community-civil-society","win_rate":0.256},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.006}]},"top":{"L4":{"variable":"Universalism","winRate":0.951},"L3":{"variable":"E7-Sign-pattern","winRate":0.729},"L2":{"variable":"S2-Government-regulatory","winRate":0.812}},"behavioralProfile":"This model prioritizes Universalism values, trusts E7-Sign-pattern evidence, and defers to S2-Government-regulatory sources.","riskProfile":"Low Risk","reliability":{"trr":0.952,"pcs":0.548},"files":{"report":"https://aioq.org/data/aio-benchmark/gemma-4-31b-it/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/gemma-4-31b-it/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/gemma-4-31b-it/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/gemma-4-31b-it/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/gemma-4-31b-it/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/gemma-4-31b-it/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/gemma-4-31b-it/pcs-trr-L2.json"}}},{"model":"trinity-large","modelId":"trinity-large","vendor":"Arcee","track":"curated","evaluationDate":"2026-03-19","totalValidResponses":42072,"validityRate":{"L4":100,"L3":100,"L2":100},"hierarchies":{"L4":[{"rank":1,"variable":"Universalism","win_rate":0.801},{"rank":2,"variable":"Security","win_rate":0.773},{"rank":3,"variable":"Self-Direction","win_rate":0.73},{"rank":4,"variable":"Benevolence","win_rate":0.69},{"rank":5,"variable":"Stimulation","win_rate":0.44},{"rank":6,"variable":"Conformity","win_rate":0.436},{"rank":7,"variable":"Achievement","win_rate":0.368},{"rank":8,"variable":"Tradition","win_rate":0.282},{"rank":9,"variable":"Hedonism","win_rate":0.251},{"rank":10,"variable":"Power","win_rate":0.231}],"L3":[{"rank":1,"variable":"E2-Controlled-experiment","win_rate":0.795},{"rank":2,"variable":"E1-Systematic-synthesis","win_rate":0.724},{"rank":3,"variable":"E4-Causal-mechanistic","win_rate":0.644},{"rank":4,"variable":"E7-Sign-pattern","win_rate":0.612},{"rank":5,"variable":"E3-Statistical-correlational","win_rate":0.547},{"rank":6,"variable":"E9-Experiential-qualitative","win_rate":0.484},{"rank":7,"variable":"E5-Analogical-comparative","win_rate":0.478},{"rank":8,"variable":"E6-Case-based","win_rate":0.454},{"rank":9,"variable":"E8-Expert-judgment","win_rate":0.234},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.027}],"L2":[{"rank":1,"variable":"S2-Government-regulatory","win_rate":0.753},{"rank":2,"variable":"S3-Academic-peer-reviewed","win_rate":0.703},{"rank":3,"variable":"S9-Direct-stakeholder","win_rate":0.626},{"rank":4,"variable":"S5-Independent-expert","win_rate":0.617},{"rank":5,"variable":"S1-International-body","win_rate":0.6},{"rank":6,"variable":"S6-Mainstream-media","win_rate":0.522},{"rank":7,"variable":"S4-Industry-corporate","win_rate":0.493},{"rank":8,"variable":"S7-Alternative-independent-media","win_rate":0.352},{"rank":9,"variable":"S8-Community-civil-society","win_rate":0.321},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.013}]},"top":{"L4":{"variable":"Universalism","winRate":0.801},"L3":{"variable":"E2-Controlled-experiment","winRate":0.795},"L2":{"variable":"S2-Government-regulatory","winRate":0.753}},"behavioralProfile":"This model prioritizes Universalism values, trusts E2-Controlled-experiment evidence, and defers to S2-Government-regulatory sources.","riskProfile":"Profile B (Context-Activated)","reliability":{"trr":0.793,"pcs":0.333},"files":{"report":"https://aioq.org/data/aio-benchmark/trinity-large/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/trinity-large/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/trinity-large/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/trinity-large/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/trinity-large/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/trinity-large/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/trinity-large/pcs-trr-L2.json"}}},{"model":"gpt-5-nano","modelId":"gpt-5-nano","vendor":"OpenAI","track":"curated","evaluationDate":"2026-03-19","totalValidResponses":42525,"validityRate":{"L4":100,"L3":100,"L2":100},"hierarchies":{"L4":[{"rank":1,"variable":"Security","win_rate":0.97},{"rank":2,"variable":"Universalism","win_rate":0.86},{"rank":3,"variable":"Benevolence","win_rate":0.715},{"rank":4,"variable":"Conformity","win_rate":0.644},{"rank":5,"variable":"Achievement","win_rate":0.527},{"rank":6,"variable":"Self-Direction","win_rate":0.385},{"rank":7,"variable":"Power","win_rate":0.326},{"rank":8,"variable":"Stimulation","win_rate":0.253},{"rank":9,"variable":"Tradition","win_rate":0.233},{"rank":10,"variable":"Hedonism","win_rate":0.087}],"L3":[{"rank":1,"variable":"E1-Systematic-synthesis","win_rate":0.969},{"rank":2,"variable":"E2-Controlled-experiment","win_rate":0.872},{"rank":3,"variable":"E3-Statistical-correlational","win_rate":0.605},{"rank":4,"variable":"E7-Sign-pattern","win_rate":0.544},{"rank":5,"variable":"E8-Expert-judgment","win_rate":0.517},{"rank":6,"variable":"E4-Causal-mechanistic","win_rate":0.489},{"rank":7,"variable":"E6-Case-based","win_rate":0.392},{"rank":8,"variable":"E5-Analogical-comparative","win_rate":0.31},{"rank":9,"variable":"E9-Experiential-qualitative","win_rate":0.258},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.044}],"L2":[{"rank":1,"variable":"S2-Government-regulatory","win_rate":0.946},{"rank":2,"variable":"S1-International-body","win_rate":0.904},{"rank":3,"variable":"S3-Academic-peer-reviewed","win_rate":0.772},{"rank":4,"variable":"S5-Independent-expert","win_rate":0.564},{"rank":5,"variable":"S6-Mainstream-media","win_rate":0.529},{"rank":6,"variable":"S9-Direct-stakeholder","win_rate":0.507},{"rank":7,"variable":"S4-Industry-corporate","win_rate":0.307},{"rank":8,"variable":"S8-Community-civil-society","win_rate":0.259},{"rank":9,"variable":"S7-Alternative-independent-media","win_rate":0.206},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.005}]},"top":{"L4":{"variable":"Security","winRate":0.97},"L3":{"variable":"E1-Systematic-synthesis","winRate":0.969},"L2":{"variable":"S2-Government-regulatory","winRate":0.946}},"behavioralProfile":"This model prioritizes Security values, trusts E1-Systematic-synthesis evidence, and defers to S2-Government-regulatory sources.","riskProfile":"Profile A (Systematically Rigid)","reliability":{"trr":0.912,"pcs":0.659},"files":{"report":"https://aioq.org/data/aio-benchmark/gpt-5-nano/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/gpt-5-nano/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/gpt-5-nano/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/gpt-5-nano/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/gpt-5-nano/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/gpt-5-nano/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/gpt-5-nano/pcs-trr-L2.json"}}},{"model":"gemini-3-flash-lite","modelId":"gemini-3-flash-lite","vendor":"Google","track":"curated","evaluationDate":"2026-03-19","totalValidResponses":42525,"validityRate":{"L4":100,"L3":100,"L2":100},"hierarchies":{"L4":[{"rank":1,"variable":"Security","win_rate":0.898},{"rank":2,"variable":"Universalism","win_rate":0.866},{"rank":3,"variable":"Benevolence","win_rate":0.747},{"rank":4,"variable":"Self-Direction","win_rate":0.565},{"rank":5,"variable":"Conformity","win_rate":0.501},{"rank":6,"variable":"Achievement","win_rate":0.48},{"rank":7,"variable":"Tradition","win_rate":0.37},{"rank":8,"variable":"Stimulation","win_rate":0.256},{"rank":9,"variable":"Power","win_rate":0.202},{"rank":10,"variable":"Hedonism","win_rate":0.116}],"L3":[{"rank":1,"variable":"E7-Sign-pattern","win_rate":0.745},{"rank":2,"variable":"E2-Controlled-experiment","win_rate":0.681},{"rank":3,"variable":"E1-Systematic-synthesis","win_rate":0.587},{"rank":4,"variable":"E6-Case-based","win_rate":0.543},{"rank":5,"variable":"E9-Experiential-qualitative","win_rate":0.533},{"rank":6,"variable":"E4-Causal-mechanistic","win_rate":0.526},{"rank":7,"variable":"E3-Statistical-correlational","win_rate":0.492},{"rank":8,"variable":"E5-Analogical-comparative","win_rate":0.425},{"rank":9,"variable":"E8-Expert-judgment","win_rate":0.411},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.056}],"L2":[{"rank":1,"variable":"S2-Government-regulatory","win_rate":0.789},{"rank":2,"variable":"S9-Direct-stakeholder","win_rate":0.77},{"rank":3,"variable":"S1-International-body","win_rate":0.682},{"rank":4,"variable":"S3-Academic-peer-reviewed","win_rate":0.623},{"rank":5,"variable":"S6-Mainstream-media","win_rate":0.596},{"rank":6,"variable":"S5-Independent-expert","win_rate":0.478},{"rank":7,"variable":"S4-Industry-corporate","win_rate":0.406},{"rank":8,"variable":"S7-Alternative-independent-media","win_rate":0.367},{"rank":9,"variable":"S8-Community-civil-society","win_rate":0.274},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.014}]},"top":{"L4":{"variable":"Security","winRate":0.898},"L3":{"variable":"E7-Sign-pattern","winRate":0.745},"L2":{"variable":"S2-Government-regulatory","winRate":0.789}},"behavioralProfile":"This model prioritizes Security values, trusts E7-Sign-pattern evidence, and defers to S2-Government-regulatory sources.","riskProfile":"Profile B (Context-Activated)","reliability":{"trr":0.985,"pcs":0.491},"files":{"report":"https://aioq.org/data/aio-benchmark/gemini-3-flash-lite/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/gemini-3-flash-lite/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/gemini-3-flash-lite/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/gemini-3-flash-lite/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/gemini-3-flash-lite/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/gemini-3-flash-lite/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/gemini-3-flash-lite/pcs-trr-L2.json"}}},{"model":"mimo-v2-flash","modelId":"mimo-v2-flash","vendor":"Xiaomi","track":"curated","evaluationDate":"2026-03-18","totalValidResponses":42525,"validityRate":{"L4":100,"L3":100,"L2":100},"hierarchies":{"L4":[{"rank":1,"variable":"Security","win_rate":0.897},{"rank":2,"variable":"Universalism","win_rate":0.855},{"rank":3,"variable":"Benevolence","win_rate":0.732},{"rank":4,"variable":"Achievement","win_rate":0.522},{"rank":5,"variable":"Self-Direction","win_rate":0.502},{"rank":6,"variable":"Conformity","win_rate":0.412},{"rank":7,"variable":"Power","win_rate":0.364},{"rank":8,"variable":"Tradition","win_rate":0.326},{"rank":9,"variable":"Stimulation","win_rate":0.276},{"rank":10,"variable":"Hedonism","win_rate":0.114}],"L3":[{"rank":1,"variable":"E2-Controlled-experiment","win_rate":0.776},{"rank":2,"variable":"E1-Systematic-synthesis","win_rate":0.759},{"rank":3,"variable":"E7-Sign-pattern","win_rate":0.642},{"rank":4,"variable":"E3-Statistical-correlational","win_rate":0.584},{"rank":5,"variable":"E4-Causal-mechanistic","win_rate":0.519},{"rank":6,"variable":"E9-Experiential-qualitative","win_rate":0.471},{"rank":7,"variable":"E6-Case-based","win_rate":0.469},{"rank":8,"variable":"E8-Expert-judgment","win_rate":0.394},{"rank":9,"variable":"E5-Analogical-comparative","win_rate":0.374},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.013}],"L2":[{"rank":1,"variable":"S2-Government-regulatory","win_rate":0.822},{"rank":2,"variable":"S9-Direct-stakeholder","win_rate":0.721},{"rank":3,"variable":"S1-International-body","win_rate":0.713},{"rank":4,"variable":"S3-Academic-peer-reviewed","win_rate":0.708},{"rank":5,"variable":"S5-Independent-expert","win_rate":0.649},{"rank":6,"variable":"S4-Industry-corporate","win_rate":0.43},{"rank":7,"variable":"S6-Mainstream-media","win_rate":0.414},{"rank":8,"variable":"S8-Community-civil-society","win_rate":0.266},{"rank":9,"variable":"S7-Alternative-independent-media","win_rate":0.265},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.013}]},"top":{"L4":{"variable":"Security","winRate":0.897},"L3":{"variable":"E2-Controlled-experiment","winRate":0.776},"L2":{"variable":"S2-Government-regulatory","winRate":0.822}},"behavioralProfile":"This model prioritizes Security values, trusts E2-Controlled-experiment evidence, and defers to S2-Government-regulatory sources.","riskProfile":"Profile C (Polarized-but-Coherent)","reliability":{"trr":0.875,"pcs":0.48},"files":{"report":"https://aioq.org/data/aio-benchmark/mimo-v2-flash/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/mimo-v2-flash/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/mimo-v2-flash/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/mimo-v2-flash/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/mimo-v2-flash/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/mimo-v2-flash/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/mimo-v2-flash/pcs-trr-L2.json"}}},{"model":"grok-4.1-fast","modelId":"grok-4.1-fast","vendor":"xAI","track":"curated","evaluationDate":"2026-03-16","totalValidResponses":42525,"validityRate":{"L4":100,"L3":100,"L2":100},"hierarchies":{"L4":[{"rank":1,"variable":"Security","win_rate":0.889},{"rank":2,"variable":"Self-Direction","win_rate":0.769},{"rank":3,"variable":"Universalism","win_rate":0.738},{"rank":4,"variable":"Benevolence","win_rate":0.598},{"rank":5,"variable":"Power","win_rate":0.428},{"rank":6,"variable":"Stimulation","win_rate":0.413},{"rank":7,"variable":"Achievement","win_rate":0.399},{"rank":8,"variable":"Conformity","win_rate":0.358},{"rank":9,"variable":"Tradition","win_rate":0.294},{"rank":10,"variable":"Hedonism","win_rate":0.115}],"L3":[{"rank":1,"variable":"E2-Controlled-experiment","win_rate":0.871},{"rank":2,"variable":"E1-Systematic-synthesis","win_rate":0.854},{"rank":3,"variable":"E4-Causal-mechanistic","win_rate":0.648},{"rank":4,"variable":"E3-Statistical-correlational","win_rate":0.645},{"rank":5,"variable":"E7-Sign-pattern","win_rate":0.558},{"rank":6,"variable":"E6-Case-based","win_rate":0.489},{"rank":7,"variable":"E5-Analogical-comparative","win_rate":0.328},{"rank":8,"variable":"E8-Expert-judgment","win_rate":0.306},{"rank":9,"variable":"E9-Experiential-qualitative","win_rate":0.3},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.003}],"L2":[{"rank":1,"variable":"S2-Government-regulatory","win_rate":0.856},{"rank":2,"variable":"S3-Academic-peer-reviewed","win_rate":0.809},{"rank":3,"variable":"S9-Direct-stakeholder","win_rate":0.701},{"rank":4,"variable":"S5-Independent-expert","win_rate":0.671},{"rank":5,"variable":"S1-International-body","win_rate":0.659},{"rank":6,"variable":"S6-Mainstream-media","win_rate":0.428},{"rank":7,"variable":"S4-Industry-corporate","win_rate":0.403},{"rank":8,"variable":"S7-Alternative-independent-media","win_rate":0.274},{"rank":9,"variable":"S8-Community-civil-society","win_rate":0.187},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.013}]},"top":{"L4":{"variable":"Security","winRate":0.889},"L3":{"variable":"E2-Controlled-experiment","winRate":0.871},"L2":{"variable":"S2-Government-regulatory","winRate":0.856}},"behavioralProfile":"This model prioritizes Security values, trusts E2-Controlled-experiment evidence, and defers to S2-Government-regulatory sources.","riskProfile":"Profile C (Polarized-but-Coherent)","reliability":{"trr":0.952,"pcs":0.627},"files":{"report":"https://aioq.org/data/aio-benchmark/grok-4.1-fast/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/grok-4.1-fast/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/grok-4.1-fast/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/grok-4.1-fast/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/grok-4.1-fast/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/grok-4.1-fast/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/grok-4.1-fast/pcs-trr-L2.json"}}},{"model":"deepseek-v3.2","modelId":"deepseek-v3.2","vendor":"DeepSeek","track":"curated","evaluationDate":"2026-03-16","totalValidResponses":42525,"validityRate":{"L4":100,"L3":100,"L2":100},"hierarchies":{"L4":[{"rank":1,"variable":"Universalism","win_rate":0.939},{"rank":2,"variable":"Security","win_rate":0.895},{"rank":3,"variable":"Benevolence","win_rate":0.716},{"rank":4,"variable":"Conformity","win_rate":0.54},{"rank":5,"variable":"Self-Direction","win_rate":0.518},{"rank":6,"variable":"Tradition","win_rate":0.429},{"rank":7,"variable":"Achievement","win_rate":0.405},{"rank":8,"variable":"Stimulation","win_rate":0.249},{"rank":9,"variable":"Power","win_rate":0.2},{"rank":10,"variable":"Hedonism","win_rate":0.109}],"L3":[{"rank":1,"variable":"E7-Sign-pattern","win_rate":0.724},{"rank":2,"variable":"E2-Controlled-experiment","win_rate":0.704},{"rank":3,"variable":"E1-Systematic-synthesis","win_rate":0.654},{"rank":4,"variable":"E4-Causal-mechanistic","win_rate":0.588},{"rank":5,"variable":"E9-Experiential-qualitative","win_rate":0.583},{"rank":6,"variable":"E3-Statistical-correlational","win_rate":0.471},{"rank":7,"variable":"E6-Case-based","win_rate":0.464},{"rank":8,"variable":"E8-Expert-judgment","win_rate":0.398},{"rank":9,"variable":"E5-Analogical-comparative","win_rate":0.397},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.018}],"L2":[{"rank":1,"variable":"S1-International-body","win_rate":0.87},{"rank":2,"variable":"S2-Government-regulatory","win_rate":0.854},{"rank":3,"variable":"S3-Academic-peer-reviewed","win_rate":0.689},{"rank":4,"variable":"S9-Direct-stakeholder","win_rate":0.619},{"rank":5,"variable":"S5-Independent-expert","win_rate":0.535},{"rank":6,"variable":"S6-Mainstream-media","win_rate":0.486},{"rank":7,"variable":"S8-Community-civil-society","win_rate":0.394},{"rank":8,"variable":"S4-Industry-corporate","win_rate":0.288},{"rank":9,"variable":"S7-Alternative-independent-media","win_rate":0.263},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.002}]},"top":{"L4":{"variable":"Universalism","winRate":0.939},"L3":{"variable":"E7-Sign-pattern","winRate":0.724},"L2":{"variable":"S1-International-body","winRate":0.87}},"behavioralProfile":"This model prioritizes Universalism values, trusts E7-Sign-pattern evidence, and defers to S1-International-body sources.","riskProfile":"Low Risk","reliability":{"trr":0.931,"pcs":0.497},"files":{"report":"https://aioq.org/data/aio-benchmark/deepseek-v3.2/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/deepseek-v3.2/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/deepseek-v3.2/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/deepseek-v3.2/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/deepseek-v3.2/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/deepseek-v3.2/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/deepseek-v3.2/pcs-trr-L2.json"}}},{"model":"claude-haiku-4-5-20251001","modelId":"claude-haiku-4-5-20251001","vendor":"Anthropic","track":"curated","evaluationDate":"2026-03-16","totalValidResponses":42136,"validityRate":{"L4":98.5,"L3":100,"L2":98.7},"hierarchies":{"L4":[{"rank":1,"variable":"Universalism","win_rate":0.922},{"rank":2,"variable":"Security","win_rate":0.777},{"rank":3,"variable":"Benevolence","win_rate":0.709},{"rank":4,"variable":"Self-Direction","win_rate":0.643},{"rank":5,"variable":"Tradition","win_rate":0.454},{"rank":6,"variable":"Conformity","win_rate":0.438},{"rank":7,"variable":"Achievement","win_rate":0.377},{"rank":8,"variable":"Stimulation","win_rate":0.323},{"rank":9,"variable":"Hedonism","win_rate":0.282},{"rank":10,"variable":"Power","win_rate":0.053}],"L3":[{"rank":1,"variable":"E9-Experiential-qualitative","win_rate":0.77},{"rank":2,"variable":"E7-Sign-pattern","win_rate":0.758},{"rank":3,"variable":"E6-Case-based","win_rate":0.623},{"rank":4,"variable":"E2-Controlled-experiment","win_rate":0.598},{"rank":5,"variable":"E1-Systematic-synthesis","win_rate":0.566},{"rank":6,"variable":"E3-Statistical-correlational","win_rate":0.454},{"rank":7,"variable":"E8-Expert-judgment","win_rate":0.4},{"rank":8,"variable":"E5-Analogical-comparative","win_rate":0.366},{"rank":9,"variable":"E4-Causal-mechanistic","win_rate":0.359},{"rank":10,"variable":"E10-Popular-consensus","win_rate":0.106}],"L2":[{"rank":1,"variable":"S9-Direct-stakeholder","win_rate":0.852},{"rank":2,"variable":"S6-Mainstream-media","win_rate":0.681},{"rank":3,"variable":"S3-Academic-peer-reviewed","win_rate":0.65},{"rank":4,"variable":"S7-Alternative-independent-media","win_rate":0.631},{"rank":5,"variable":"S8-Community-civil-society","win_rate":0.549},{"rank":6,"variable":"S2-Government-regulatory","win_rate":0.511},{"rank":7,"variable":"S5-Independent-expert","win_rate":0.468},{"rank":8,"variable":"S1-International-body","win_rate":0.431},{"rank":9,"variable":"S4-Industry-corporate","win_rate":0.139},{"rank":10,"variable":"S10-Anonymous-crowdsourced","win_rate":0.096}]},"top":{"L4":{"variable":"Universalism","winRate":0.922},"L3":{"variable":"E9-Experiential-qualitative","winRate":0.77},"L2":{"variable":"S9-Direct-stakeholder","winRate":0.852}},"behavioralProfile":"This model prioritizes Universalism values, trusts E9-Experiential-qualitative evidence, and defers to S9-Direct-stakeholder sources.","riskProfile":"Profile A (Systematically Rigid)","reliability":{"trr":0.967,"pcs":0.573},"files":{"report":"https://aioq.org/data/aio-benchmark/claude-haiku-4-5-20251001/report.json","rankings":{"L4":"https://aioq.org/data/aio-benchmark/claude-haiku-4-5-20251001/rankings/L4.json","L3":"https://aioq.org/data/aio-benchmark/claude-haiku-4-5-20251001/rankings/L3.json","L2":"https://aioq.org/data/aio-benchmark/claude-haiku-4-5-20251001/rankings/L2.json"},"pcsTrr":{"L4":"https://aioq.org/data/aio-benchmark/claude-haiku-4-5-20251001/pcs-trr-L4.json","L3":"https://aioq.org/data/aio-benchmark/claude-haiku-4-5-20251001/pcs-trr-L3.json","L2":"https://aioq.org/data/aio-benchmark/claude-haiku-4-5-20251001/pcs-trr-L2.json"}}}]}