Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Select an option

  • Save lagz0ne/7dcab03e71494e51a28783af6c08f8d9 to your computer and use it in GitHub Desktop.

Select an option

Save lagz0ne/7dcab03e71494e51a28783af6c08f8d9 to your computer and use it in GitHub Desktop.
C3 V27 minimal-system Opus-judged preregistration
{
"protocol":"held-out-paired-c3-v27-minimal-system",
"registered_content_at_utc":"2026-07-16T11:27:05Z",
"status":"prepared before any V27 inference",
"estimand":"compact C3 treatment package versus compact standardized neutral baseline under a minimal isolated agent system prompt",
"objective":{"valid_pair_count":3,"valid_arm_count":6,"required_surface_coverage_lift_target":0.2,"blocking_false_claim_lift_max":0},
"held_out_design":{"private_cases_sha256":"a6a5bbaa85c09301a60417ddd313aa555c72795b751a76743c0ca21ac84c37fe","private_protocol_sha256":"9307d30f4232e7ba02e7a00bfdcd0ee2d25e5e33b7692efba3227a7c115c3a38","historical_or_exposed_case_reuse_count":0,"independent_source_review_completed":true,"public_project_specific_field_count":0},
"arms":{"agent":"claude-haiku-4-5 low","condition_order_seed":4271,"authorized_discovery_calls":5,"supervisor_observed_tool_event_ceiling":6,"max_total_tokens_per_arm":60000,"transport_output_byte_ceiling":262144,"answer_limit_words":350,"max_cost_usd_per_arm":0.042,"timeout_seconds_per_arm":240,"reserve_usd":0.252,"paired_orchestrator_sha256":"8f81cf006edbe2070f0a3eff5fc9c810ecad87152bc99410eb341aa34248c85c","paired_runner_sha256":"3a085a0006829846bba9339612bb060bc73a6505948a0c27aadab09864042b34","claude_base_system_prompt_sha256":"461a7d50aa2527f6b23a00c97e9ae693775da5f02a4d0f37a8b51056e1d19c72","bootstrap_sha256":"016f13ed3cd0a071fbce79600a239cfef40dc2dfd0738a085d0034e7bb125568","frozen_c3_binary_sha256":"73aa6df4572327bedf1ff87c0fa2558c0111ca7558856358b6eac43fc0f443d0"},
"judging":{"condition_blind":true,"minimum_model":"Claude Opus","minimum_effort":"medium","judge_count":2,"independent_fresh_sessions":true,"tools_available":false,"cli_cap_usd_each":0.05,"registered_validity_ceiling_usd_each":0.06,"packet_input_token_max":7000,"output_token_max":1000,"packet_builder_sha256":"8b1b9c445f1534c8e4635b8ac0957a1e096586504e8a5829ddfed603ace5f911","scorer_sha256":"f92f831ddaa2bcbd85395876c676bf9811385136ca1761f1f0b7314aed7ffb5d","resolution":"agreement accepted; gold disagreement becomes not_supported; forbidden disagreement becomes supported","reserve_usd":0.12},
"analysis":{"primary_metric":"mean paired required-surface coverage lift","secondary_metric":"mean paired blocking-false-claim lift","raw_preference_agreement_target":0.6666666667,"small_sample_rule":"Report point estimate and all three pair effects. Do not claim population certainty."},
"anti_goals":{"prior_actual_and_conservative_confirmatory_cost_usd":3.6158563,"cumulative_confirmatory_cost_usd_max":4.0,"cumulative_worst_case_reserved_usd":3.9878563,"locked_headroom_usd":0.0121437,"protocol_deviation_count_max":0,"public_project_specific_field_count_max":0,"historical_or_exposed_case_reuse_count_max":0,"anti_goal_bypass_or_dishonesty_count_max":0},
"stopping_rule":"Stop on any invalid arm, base-system-prompt hash mismatch, answer-shape failure, missing Opus output, model or effort mismatch, judge ceiling breach, privacy breach, or protocol deviation. Do not rerun or substitute. Pass only when all three pairs are valid, both Opus-medium judgments complete, lift is at least 0.20, false-claim lift is at most 0, preference agreement is at least 2/3, and all walls hold."
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment