Created
July 16, 2026 11:27
-
-
Save lagz0ne/7dcab03e71494e51a28783af6c08f8d9 to your computer and use it in GitHub Desktop.
C3 V27 minimal-system Opus-judged preregistration
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "protocol":"held-out-paired-c3-v27-minimal-system", | |
| "registered_content_at_utc":"2026-07-16T11:27:05Z", | |
| "status":"prepared before any V27 inference", | |
| "estimand":"compact C3 treatment package versus compact standardized neutral baseline under a minimal isolated agent system prompt", | |
| "objective":{"valid_pair_count":3,"valid_arm_count":6,"required_surface_coverage_lift_target":0.2,"blocking_false_claim_lift_max":0}, | |
| "held_out_design":{"private_cases_sha256":"a6a5bbaa85c09301a60417ddd313aa555c72795b751a76743c0ca21ac84c37fe","private_protocol_sha256":"9307d30f4232e7ba02e7a00bfdcd0ee2d25e5e33b7692efba3227a7c115c3a38","historical_or_exposed_case_reuse_count":0,"independent_source_review_completed":true,"public_project_specific_field_count":0}, | |
| "arms":{"agent":"claude-haiku-4-5 low","condition_order_seed":4271,"authorized_discovery_calls":5,"supervisor_observed_tool_event_ceiling":6,"max_total_tokens_per_arm":60000,"transport_output_byte_ceiling":262144,"answer_limit_words":350,"max_cost_usd_per_arm":0.042,"timeout_seconds_per_arm":240,"reserve_usd":0.252,"paired_orchestrator_sha256":"8f81cf006edbe2070f0a3eff5fc9c810ecad87152bc99410eb341aa34248c85c","paired_runner_sha256":"3a085a0006829846bba9339612bb060bc73a6505948a0c27aadab09864042b34","claude_base_system_prompt_sha256":"461a7d50aa2527f6b23a00c97e9ae693775da5f02a4d0f37a8b51056e1d19c72","bootstrap_sha256":"016f13ed3cd0a071fbce79600a239cfef40dc2dfd0738a085d0034e7bb125568","frozen_c3_binary_sha256":"73aa6df4572327bedf1ff87c0fa2558c0111ca7558856358b6eac43fc0f443d0"}, | |
| "judging":{"condition_blind":true,"minimum_model":"Claude Opus","minimum_effort":"medium","judge_count":2,"independent_fresh_sessions":true,"tools_available":false,"cli_cap_usd_each":0.05,"registered_validity_ceiling_usd_each":0.06,"packet_input_token_max":7000,"output_token_max":1000,"packet_builder_sha256":"8b1b9c445f1534c8e4635b8ac0957a1e096586504e8a5829ddfed603ace5f911","scorer_sha256":"f92f831ddaa2bcbd85395876c676bf9811385136ca1761f1f0b7314aed7ffb5d","resolution":"agreement accepted; gold disagreement becomes not_supported; forbidden disagreement becomes supported","reserve_usd":0.12}, | |
| "analysis":{"primary_metric":"mean paired required-surface coverage lift","secondary_metric":"mean paired blocking-false-claim lift","raw_preference_agreement_target":0.6666666667,"small_sample_rule":"Report point estimate and all three pair effects. Do not claim population certainty."}, | |
| "anti_goals":{"prior_actual_and_conservative_confirmatory_cost_usd":3.6158563,"cumulative_confirmatory_cost_usd_max":4.0,"cumulative_worst_case_reserved_usd":3.9878563,"locked_headroom_usd":0.0121437,"protocol_deviation_count_max":0,"public_project_specific_field_count_max":0,"historical_or_exposed_case_reuse_count_max":0,"anti_goal_bypass_or_dishonesty_count_max":0}, | |
| "stopping_rule":"Stop on any invalid arm, base-system-prompt hash mismatch, answer-shape failure, missing Opus output, model or effort mismatch, judge ceiling breach, privacy breach, or protocol deviation. Do not rerun or substitute. Pass only when all three pairs are valid, both Opus-medium judgments complete, lift is at least 0.20, false-claim lift is at most 0, preference agreement is at least 2/3, and all walls hold." | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment