{
"schema_version": 1,
"adapter_key": "sguid",
"result": "failed",
"diagnostic_only": true,
"gpu_pass_receipt": false,
"runtime_details": {
"schema_version": 1,
"adapter_key": "sguid",
"seed": 42,
"diagnostic_only": true,
"evaluation_tier": "l1_mechanism",
"checkpoint": {
"id": "Qwen/Qwen3.5-9B",
"revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a"
},
"dataset": {
"id": "openai/grade-school-math",
"revision": "3101c7d5072418e28b9008a6636bde82a006892c"
},
"split_provenance": {
"verified": true,
"test_read": false,
"source_id": "openai/grade-school-math",
"source_revision": "3101c7d5072418e28b9008a6636bde82a006892c",
"source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465",
"partition_sha256": {
"train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3",
"validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7"
},
"partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation"
},
"test_read": false,
"validation_used_for_selection": false,
"baseline": {
"examples": 4,
"exact_match": 0.0,
"eos_completed": 0,
"truncated": 4
},
"accelerator": {
"vendor": "NVIDIA",
"model": "NVIDIA A100-SXM4-80GB"
},
"executed_source_sha256": {
"src/auto_research/post_training/sguid_checkpoint.py": "ef99b3385f81b43d0ee3f99ad73aadd50dd196351864b6a1a109bb27275f7af5",
"scripts/run_sguid_checkpoint.py": "82cf4a1531516dd5d4d84cc0b49a80ac6cc85af17d8c31cfc992c8558091de5a",
"src/auto_research/post_training/oct11_objectives.py": "5db5f4eed68843fb2b8ce1f68bf2ff31ee36c0525268db1e295522a8f2cac6bc",
"src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74",
"src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46"
},
"protocol": {
"rounds": 2,
"training_examples": 32,
"probe_steps": 32,
"internalization_steps": 16,
"max_tokens": 768,
"skill_tokens": 256,
"candidate_count": 16,
"retrieve_count": 6,
"kappa": 0.05,
"gap_clip": 3.0,
"tau": 5.0,
"late_minimum": 2,
"compact_counts": [
6,
3
],
"teacher": "live synchronized same-model no_grad",
"full_vocabulary_size": 248320,
"logits_projection": "full model output vocabulary; no top-k approximation",
"retriever": "current LM mean last hidden-state cosine; not Qwen3-Embedding-0.6B",
"loss": "signed generalized full-vocabulary forward KL",
"adapter": "q/v rank-8 FP32 LoRA; not original all-linear rank-64 LoRA",
"adapter_module_count": 16,
"backbone": {
"model_type": "qwen3_5",
"loaded_class": "Qwen3_5ForConditionalGeneration",
"input_modality": "text only; vision weights frozen and unused"
},
"thinking_template_audit": {
"probe_question": "Solve 2 plus 3.",
"supported": true,
"rendered_prefixes": {
"disabled": "<|im_start|>user\nSolve 2 plus 3.<|im_end|>\n<|im_start|>assistant\n\n\n\n\n",
"enabled": "<|im_start|>user\nSolve 2 plus 3.<|im_end|>\n<|im_start|>assistant\n\n"
},
"rendered_prefix_sha256": {
"disabled": "01fc795e250159d45380fbd391326d451777cd603132cef115f85b0e3d5ad28f",
"enabled": "4f4c12aaa46a8c9ab2c530cc6c355c1ba21b2c38672126eaaffad8e78f110854"
},
"requested": {
"student": false,
"teacher": true,
"evaluation": true
},
"effective": {
"student": false,
"teacher": true,
"evaluation": true
}
},
"gold_role": "training verifier/curation only; absent from student and retrieval",
"student_thinking": false,
"teacher_thinking": true,
"evaluation_thinking": true
},
"rounds": [
{
"round": 0,
"round_base_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"candidate_bank": {
"r0-s0": {
"title": "Sequential Calculation with Partial Sums",
"principle": "When a problem involves a base quantity and a derived quantity based on a fraction or ratio of that base, first calculate the derived value using the specified operation (e.g., division), then sum the base value and the derived value to find the total."
},
"r0-s1": {
"title": "Unit Rate Conversion for Partial Periods",
"principle": "When a rate is defined per standard unit (e.g., per hour) but the actual duration is a fraction of that unit (e.g., minutes), convert the duration into the standard unit's fraction or calculate a per-sub-unit rate to align the time measurement with the rate's denominator before multiplying."
},
"r0-s2": {
"title": "Sequential State Accumulation and Deficit Calculation",
"principle": "To solve problems involving a target goal and multiple incremental contributions, first calculate the initial state based on a fractional relationship to the target. Then, iteratively compute each new contribution by applying its specific multiplier or fixed value to the current state. Sum all contributions to determine the new total state. Finally, subtract this accumulated total from the target goal to find the remaining deficit."
},
"r0-s3": {
"title": "Sequential State Update for Resource Depletion",
"principle": "To determine a future state based on partial consumption, first calculate the cumulative amount consumed by summing individual steps, then subtract this total from the initial resource to find the remaining balance, and finally apply the specific condition (e.g., fraction or ratio) to that remaining balance to solve for the target value."
},
"r0-s4": {
"title": "Hierarchical Rate Scaling",
"principle": "To solve problems involving multiple rates and time intervals, decompose the calculation into sequential layers: first determine the quantity per single event, then scale by the frequency of events per unit time, and finally scale by the number of time units in the target period."
},
"r0-s5": {
"title": "Distributive Summation for Mixed Groups",
"principle": "To find the total quantity of items across multiple groups with different unit sizes, first calculate the subtotal for each distinct group by multiplying the count of items in that group by its unit size, then sum all subtotals to obtain the final total."
},
"r0-s6": {
"title": "Sequential Weight Transformation",
"principle": "To determine the final state of a quantity undergoing multiple changes, maintain a running total and apply each operation (addition of a fixed value or multiplication by a factor) sequentially to the current total before proceeding to the next step."
},
"r0-s7": {
"title": "Solving for a Missing Component in a Total Budget",
"principle": "When a total budget is known along with the remaining balance and several specific expenses, the cost of a missing item can be found by first summing all known expenses and the remaining balance, then subtracting that sum from the total budget."
},
"r0-s8": {
"title": "Tiered Rate Calculation with Thresholds",
"principle": "When a quantity exceeds a specific threshold, split the total into segments below and above that threshold. Calculate the rate for the base segment separately from the rate for the excess segment (which may be a multiple of the base rate), then sum the products of each segment's quantity and its respective rate."
},
"r0-s9": {
"title": "Backward Deduction for Unknown Quantities",
"principle": "When a total sum is composed of known components and an unknown component, calculate the total required amount first, subtract all known contributions to isolate the value of the unknown component, and finally divide by the unit rate to determine the quantity."
},
"r0-s10": {
"title": "Sequential Translation of Relative Quantities",
"principle": "To solve problems involving quantities defined by relative operations (e.g., 'X less than half of Y'), first isolate the base quantity, apply the arithmetic operation (division or multiplication) to find the intermediate value, then apply the adjustment (addition or subtraction) to determine the target quantity, and finally combine all distinct quantities to find the total."
},
"r0-s11": {
"title": "Relative Value Calculation and Aggregation",
"principle": "When item costs are defined relative to a known base value (e.g., 'half the price' or 'twice the price'), first calculate the absolute cost of each dependent item using multiplication or division, then sum all individual costs to determine the total expenditure."
},
"r0-s12": {
"title": "Unit Conversion via Standard Interval Scaling",
"principle": "To solve rate problems involving time unit conversions, first scale the given rate to a standard unit interval (e.g., per hour) by determining how many times the original time interval fits into the target unit, then multiply the original quantity by this factor to find the scaled rate, and finally divide the total required quantity by this new rate to find the total time."
},
"r0-s13": {
"title": "Unit Margin Scaling with Fixed Cost Deduction",
"principle": "To determine net profit over a specific period, first calculate the unit margin by subtracting variable costs from the selling price (derived from any multipliers). Then, scale this unit margin by the total volume of units sold across the entire timeframe. Finally, subtract any one-time fixed costs or sunk expenses from the total operational profit to arrive at the net result."
},
"r0-s14": {
"title": "Ratio Scaling and Sequential Adjustment",
"principle": "To solve problems involving proportional distribution followed by a modification: first, determine the unit value of the ratio by dividing a known total share by its corresponding ratio count; second, scale this unit value by the target ratio count to find the initial share; third, apply any subsequent additions or subtractions to this initial share to determine the final result."
},
"r0-s15": {
"title": "Sequential Subtraction with Dependent Variables",
"principle": "When items are removed in stages where the quantity of items removed in a later stage depends on the quantity removed in an earlier stage, first calculate the intermediate remaining balance after the initial removal. Then, use the specific value from that intermediate step to determine the magnitude of the subsequent removal, and finally subtract that dependent amount from the intermediate balance to find the final count."
}
},
"curation": [
{
"training_index": 0,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "9e7ef44ff672bfa4ca7bd2c8b7bc8c88503586ff7b80b0563fab72ae07e60afa",
"generated_skill_sha256": "84b85f321021e6467e9c26edd934dfeb7b9d3ee9adc92e3605b0d09daa0e4b9a",
"accepted_skill": "r0-s0"
},
{
"training_index": 1,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "23ef96b4bfc7dac858107ac97de1cf46a0bc21e0235717b0cc623060187454c7",
"generated_skill_sha256": "e1dd7e784956759567c5da07afb8d29b4a1d02fb2d48435d385a2fb7c652eb2c",
"accepted_skill": "r0-s1"
},
{
"training_index": 2,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "48efb5a2142ae7ba6ba52b3fbd2c4859d899f30cd48e393a73a622ba628ae777",
"generated_skill_sha256": "83fcdabcf9afee66dbe27a071586b73ea575b2094b3a37d2582a01daf09f3b78",
"accepted_skill": "r0-s2"
},
{
"training_index": 3,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "13d4e56369980beb8684c56902b0052f83cbb65eddfb7bf2429ed23eea8a0d2a",
"generated_skill_sha256": "608ba978323abb3ad1ef69b82c39ad52720a637d197dba6552c2260159da52e5",
"accepted_skill": "r0-s3"
},
{
"training_index": 4,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "81ba0ef96539d23fbdb799e24d6debd39cbade6effc99f672f34732cde2fdb44",
"generated_skill_sha256": "29686d21b17c118baa9e21e86a7914ab556fc7b02c455d00003be49e50ab8191",
"accepted_skill": "r0-s4"
},
{
"training_index": 5,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "db085cb981aa1459ffb94aa9f3b1ffecf3aeef595011b208cd73afd94b9e47e7",
"generated_skill_sha256": "1df5449ba31e66f375fe771ca8bf1e539e643b3326bc8ce00ce4fcc633cf9245",
"accepted_skill": "r0-s5"
},
{
"training_index": 6,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "8c28f8ede33ca157b9d94e02b238028238e25258482832ce2ee8d42aec1fd843",
"generated_skill_sha256": "daa72561f2993d3b7db40d7dd4a4a7de595963796cc2ba36d747e67726b78ac3",
"accepted_skill": "r0-s6"
},
{
"training_index": 7,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "c4fd4f64ddce9f817272f14724638b706c71a4d09c3e09a547ac7d4eb336e64c",
"generated_skill_sha256": "37b56d34732965fa41520a573824c7b0a440cae73a57f82da69d224fe90d0a95",
"accepted_skill": "r0-s7"
},
{
"training_index": 8,
"rollout_correct": false,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "fe80a76e038413013734e5639f00528370f03a2fcb69886af8fdbb9b6a52f5d4",
"generated_skill_sha256": "85c6e32be5ce6c9f198d04dbd4a3cbe016116cefe6467822f4e164e9d1e2adbf",
"accepted_skill": "r0-s8"
},
{
"training_index": 9,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "820479fea4dc2cc1fb3c0796515e930e2108e3c10c0818d596db01192cd2ece0",
"generated_skill_sha256": "d2fa61b56d521ba1fcf733c7bb71d186f5d75a171886d2bd10a7ad8210155922",
"accepted_skill": "r0-s9"
},
{
"training_index": 10,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "be6a9479bf1f13f7f78c12f09d3e3038fe59df185234ad7c385ba4aedf9f9dd0",
"generated_skill_sha256": "5eb7b75966fd2c3fff046f1ab1781e6739f6a904238791ce45cea33c24994b71",
"accepted_skill": "r0-s10"
},
{
"training_index": 11,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "d1161480b71ce2deda823bd8e6fede22ae6b36da022fef91ba5683c29ba19b85",
"generated_skill_sha256": "c5d551c26d685886be0b68f7dc4ffbfdc96cd415b00dcd1ff689fd2c503e8061",
"accepted_skill": "r0-s11"
},
{
"training_index": 12,
"rollout_correct": false,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "3ee6b5d1552cd1d1216c242682ea143d7db336dc5ce9f2fbede55b505fd5bd02",
"generated_skill_sha256": "f2a4d221396178575b256caee92aca95a0402d3120b4e01fad3668d93667c403",
"accepted_skill": "r0-s12"
},
{
"training_index": 13,
"rollout_correct": false,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b1543ab03bf1b767a2cf52b6eb62785b47848ac544681be807e076990988b0d3",
"generated_skill_sha256": "d95bdc5f41046c6dd363c18c1d009b629f857e1815052a586d7b7b77c167cd6e",
"accepted_skill": "r0-s13"
},
{
"training_index": 14,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b5647df19575693455b2315b7d16501af873b81584cd0e6fb7818a7443a4473f",
"generated_skill_sha256": "f0cabd2b7f2c74b8333b00e0186cc3b51c0b09a80315849dfa5487787f6ba0fc",
"accepted_skill": "r0-s14"
},
{
"training_index": 15,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "68ced341acf7321af660fd3554743058a6296bed3ff43a95c6f14f698b350e86",
"generated_skill_sha256": "d3ef991ed873f82f8083178ddee43575b3d5db770b36e8bb1bfe148d4187ab16",
"accepted_skill": "r0-s15"
}
],
"probe": [
{
"step": 0,
"training_index": 0,
"early": true,
"policy_sha256_before": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"policy_sha256_after": "183ccbf36e2c8111d00bfd0b9f6f8378f601e569b3822c26d7dbdcddd596d31c",
"correct": true,
"eos_completed": true,
"response_tokens": 224,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8336505095163981,
"gradient_l2": 0.3777240812778473,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.20375172793865204,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.168264240026474,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.20040686428546906,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.19587868452072144,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.21065764129161835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.22945216298103333,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 1,
"training_index": 1,
"early": true,
"policy_sha256_before": "183ccbf36e2c8111d00bfd0b9f6f8378f601e569b3822c26d7dbdcddd596d31c",
"policy_sha256_after": "97a49a958d958289abdb34044f8e7c564d3e918dec5d9d504a1c149660859911",
"correct": true,
"eos_completed": true,
"response_tokens": 224,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5305978606144587,
"gradient_l2": 0.25050482153892517,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12830233573913574,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.15463021397590637,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.11171907186508179,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12131305783987045,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.11665138602256775,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.1627495437860489,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 2,
"training_index": 2,
"early": true,
"policy_sha256_before": "97a49a958d958289abdb34044f8e7c564d3e918dec5d9d504a1c149660859911",
"policy_sha256_after": "b836cd67590f75fcc1c51712c7e7f62fcde4749edab3078466bf9a665927ffb7",
"correct": true,
"eos_completed": true,
"response_tokens": 316,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7599997719128927,
"gradient_l2": 0.29606300592422485,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.20355409383773804,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.21241900324821472,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18345975875854492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.19316470623016357,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.19155281782150269,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s6",
"coefficient": -1.0,
"support": -0.1955447793006897,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 3,
"training_index": 3,
"early": true,
"policy_sha256_before": "b836cd67590f75fcc1c51712c7e7f62fcde4749edab3078466bf9a665927ffb7",
"policy_sha256_after": "1138d5a4d77eb3014f23a42fe413e6943f49946c01746641afa944b25cf0edf1",
"correct": true,
"eos_completed": true,
"response_tokens": 229,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9886500140031178,
"gradient_l2": 0.27003762125968933,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2087852954864502,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2343420684337616,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.24101072549819946,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.21948687732219696,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.23822537064552307,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.2064296007156372,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 4,
"training_index": 4,
"early": true,
"policy_sha256_before": "1138d5a4d77eb3014f23a42fe413e6943f49946c01746641afa944b25cf0edf1",
"policy_sha256_after": "849af1563bc963e033135ad1eee38c9a55c924bf89366f77129a0d9244978b5d",
"correct": true,
"eos_completed": true,
"response_tokens": 340,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5556315084298452,
"gradient_l2": 0.20605280995368958,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1954924613237381,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18865405023097992,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.1951061189174652,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.1867757886648178,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.17735686898231506,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.1845507174730301,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 5,
"training_index": 5,
"early": true,
"policy_sha256_before": "849af1563bc963e033135ad1eee38c9a55c924bf89366f77129a0d9244978b5d",
"policy_sha256_after": "01b8ed985f3bdb50304c09e4ae3916cf927631939f00502cd66f080554cb9cb7",
"correct": true,
"eos_completed": true,
"response_tokens": 205,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7030911445617676,
"gradient_l2": 0.29866930842399597,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2454940527677536,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.19958510994911194,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.20193545520305634,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.19153010845184326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.19601890444755554,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.2069162279367447,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 6,
"training_index": 6,
"early": true,
"policy_sha256_before": "01b8ed985f3bdb50304c09e4ae3916cf927631939f00502cd66f080554cb9cb7",
"policy_sha256_after": "686f45c907068e0d1bed76de10c6bb9a7a4f4e73326dfc50bab2fc85c3f903df",
"correct": true,
"eos_completed": true,
"response_tokens": 235,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6371618211269379,
"gradient_l2": 0.31059250235557556,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.22555233538150787,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2333904653787613,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.22636711597442627,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.23639324307441711,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.21392196416854858,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s6",
"coefficient": -1.0,
"support": -0.24812789261341095,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 7,
"training_index": 7,
"early": true,
"policy_sha256_before": "686f45c907068e0d1bed76de10c6bb9a7a4f4e73326dfc50bab2fc85c3f903df",
"policy_sha256_after": "3f43edbdc6384fc515aa2b7989226c500f19173a2784075a9cc957c725971560",
"correct": true,
"eos_completed": true,
"response_tokens": 273,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.517244463165601,
"gradient_l2": 0.2372855693101883,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.26982250809669495,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.22637075185775757,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.21289213001728058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20984649658203125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.21394920349121094,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": -1.0,
"support": -0.2163694053888321,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 8,
"training_index": 8,
"early": true,
"policy_sha256_before": "3f43edbdc6384fc515aa2b7989226c500f19173a2784075a9cc957c725971560",
"policy_sha256_after": "8e767918f8b2b0bb5bcf882aff985f70ca66a7249f5379726a4ea063e12235d3",
"correct": false,
"eos_completed": true,
"response_tokens": 484,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5027395884195963,
"gradient_l2": 0.15563137829303741,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.1368703544139862,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": 1.0,
"support": -0.1049581989645958,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.10593290627002716,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.12473156303167343,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.09450016170740128,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s8",
"coefficient": 1.0,
"support": -0.12902586162090302,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 9,
"training_index": 9,
"early": true,
"policy_sha256_before": "8e767918f8b2b0bb5bcf882aff985f70ca66a7249f5379726a4ea063e12235d3",
"policy_sha256_after": "65d3618a05b94d3cb6bb9a3fd97f5fe6271a283737227494e63dbb0883cc4a9c",
"correct": true,
"eos_completed": true,
"response_tokens": 624,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.25913121551275253,
"gradient_l2": 0.1113915964961052,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.08159597963094711,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.07402072846889496,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.07469778507947922,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.06694597750902176,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.07055334001779556,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.06390106678009033,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 10,
"training_index": 10,
"early": true,
"policy_sha256_before": "65d3618a05b94d3cb6bb9a3fd97f5fe6271a283737227494e63dbb0883cc4a9c",
"policy_sha256_after": "5a71bde17b0ebee0ce945b04ed1a4ac8c995b9e09c4dee0ef486180d07eb26e2",
"correct": true,
"eos_completed": true,
"response_tokens": 198,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0834532678127289,
"gradient_l2": 0.33674588799476624,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.25293242931365967,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.24783827364444733,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2411932349205017,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.22802147269248962,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.24289724230766296,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.2960890829563141,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 11,
"training_index": 11,
"early": true,
"policy_sha256_before": "5a71bde17b0ebee0ce945b04ed1a4ac8c995b9e09c4dee0ef486180d07eb26e2",
"policy_sha256_after": "11f16efc69d5f5b7b4a3389d0e316e5b9b6d519876c9af903003a204171dcac1",
"correct": true,
"eos_completed": true,
"response_tokens": 248,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.90811421473821,
"gradient_l2": 0.3006868362426758,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.22454948723316193,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.22126168012619019,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1759335696697235,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.19485247135162354,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1674487143754959,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.20084717869758606,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 12,
"training_index": 12,
"early": true,
"policy_sha256_before": "11f16efc69d5f5b7b4a3389d0e316e5b9b6d519876c9af903003a204171dcac1",
"policy_sha256_after": "ee31283083feb7a36dcce0b45e9308764cb0ad77a6b009c8ca4ac7c240218cb7",
"correct": false,
"eos_completed": true,
"response_tokens": 443,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5637916674216589,
"gradient_l2": 0.19208656251430511,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.15347999334335327,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.2103288769721985,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.16373272240161896,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": 1.0,
"support": -0.17365680634975433,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.15002688765525818,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": 1.0,
"support": -0.16370148956775665,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 13,
"training_index": 13,
"early": true,
"policy_sha256_before": "ee31283083feb7a36dcce0b45e9308764cb0ad77a6b009c8ca4ac7c240218cb7",
"policy_sha256_after": "4ed8c07ddea3dce4a531b37274b9e2cffa3d72c2580aa65e941c55101ac1a505",
"correct": false,
"eos_completed": false,
"response_tokens": 768,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3191091368595759,
"gradient_l2": 0.13818727433681488,
"events": [
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.15811826288700104,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.16998417675495148,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": 1.0,
"support": -0.25398674607276917,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.151144340634346,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.14624524116516113,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.14605914056301117,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 14,
"training_index": 14,
"early": true,
"policy_sha256_before": "4ed8c07ddea3dce4a531b37274b9e2cffa3d72c2580aa65e941c55101ac1a505",
"policy_sha256_after": "1fcb1474e360abd44fe5794c5af91b1f67ebf647690efc61f8b80920326330fb",
"correct": true,
"eos_completed": true,
"response_tokens": 320,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6650001704692841,
"gradient_l2": 0.23357436060905457,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15162621438503265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.15013734996318817,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1548534482717514,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15456907451152802,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": -1.0,
"support": -0.1725897341966629,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1728540062904358,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 15,
"training_index": 15,
"early": true,
"policy_sha256_before": "1fcb1474e360abd44fe5794c5af91b1f67ebf647690efc61f8b80920326330fb",
"policy_sha256_after": "41d7995a716724e969590cbebff5d5e3fd7e2522337054016484893df9fa53c8",
"correct": true,
"eos_completed": true,
"response_tokens": 457,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5241751124461492,
"gradient_l2": 0.18431460857391357,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12922817468643188,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1415746808052063,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12460000067949295,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.11748597025871277,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.1340412199497223,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.11559277772903442,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 16,
"training_index": 16,
"early": false,
"policy_sha256_before": "41d7995a716724e969590cbebff5d5e3fd7e2522337054016484893df9fa53c8",
"policy_sha256_after": "04b72595db7855c913d8256a892ed59bf2c10f42c14deed1f08475203b7c251a",
"correct": true,
"eos_completed": true,
"response_tokens": 597,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3043837894996007,
"gradient_l2": 0.10060809552669525,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.07651761919260025,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.07103545218706131,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.07145342975854874,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.06853833794593811,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.0676642656326294,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.07765698432922363,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 17,
"training_index": 17,
"early": false,
"policy_sha256_before": "04b72595db7855c913d8256a892ed59bf2c10f42c14deed1f08475203b7c251a",
"policy_sha256_after": "35e7823d5453ca41e0e8a5d479642dc2645268f1f266598d04dff9f955d82abc",
"correct": true,
"eos_completed": true,
"response_tokens": 302,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.46319518983364105,
"gradient_l2": 0.18994201719760895,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1426529735326767,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.14698228240013123,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.1592753380537033,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1268170177936554,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.14726918935775757,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s4",
"coefficient": -1.0,
"support": -0.15345259010791779,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 18,
"training_index": 18,
"early": false,
"policy_sha256_before": "35e7823d5453ca41e0e8a5d479642dc2645268f1f266598d04dff9f955d82abc",
"policy_sha256_after": "33538d65b069794d411db7f59e07d17dac83dd59771bb71ff3309f2dac12a8fb",
"correct": true,
"eos_completed": true,
"response_tokens": 304,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.569370170434316,
"gradient_l2": 0.2076834738254547,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1474940925836563,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.11461299657821655,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11960390210151672,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.11660406738519669,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13064058125019073,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.1291457712650299,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 19,
"training_index": 19,
"early": false,
"policy_sha256_before": "33538d65b069794d411db7f59e07d17dac83dd59771bb71ff3309f2dac12a8fb",
"policy_sha256_after": "fb71c27fdc48f099eb6d4477e3842755588122f4f4c9015aa4a4fc28b1e58594",
"correct": true,
"eos_completed": true,
"response_tokens": 513,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.321768452723821,
"gradient_l2": 0.14570441842079163,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11735434085130692,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.11070950329303741,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11300785839557648,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.12426288425922394,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s6",
"coefficient": -1.0,
"support": -0.11045797914266586,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.11548751592636108,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 20,
"training_index": 20,
"early": false,
"policy_sha256_before": "fb71c27fdc48f099eb6d4477e3842755588122f4f4c9015aa4a4fc28b1e58594",
"policy_sha256_after": "6ffa07429425e46881db91343830fa60be123a0835b05d42c5f52dc006430b25",
"correct": true,
"eos_completed": true,
"response_tokens": 425,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.46391544739405316,
"gradient_l2": 0.18247564136981964,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12061730772256851,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12105979770421982,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.11234120279550552,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.12112044543027878,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.12658873200416565,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.118297278881073,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 21,
"training_index": 21,
"early": false,
"policy_sha256_before": "6ffa07429425e46881db91343830fa60be123a0835b05d42c5f52dc006430b25",
"policy_sha256_after": "5f1a3f1fa6cc3819ae499c81cf74b4b86417d722f632bfc6496e90bdc4c53954",
"correct": true,
"eos_completed": true,
"response_tokens": 296,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.46904868384202325,
"gradient_l2": 0.23566049337387085,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13823191821575165,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.1282787024974823,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.168462336063385,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13123823702335358,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.11059445142745972,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s8",
"coefficient": -1.0,
"support": -0.11946693062782288,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 22,
"training_index": 22,
"early": false,
"policy_sha256_before": "5f1a3f1fa6cc3819ae499c81cf74b4b86417d722f632bfc6496e90bdc4c53954",
"policy_sha256_after": "24a7b22f1cd0a56d9941b734a6f8bd39fab2bb2f05df4da2a243122044a4be99",
"correct": true,
"eos_completed": true,
"response_tokens": 258,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8930459022521972,
"gradient_l2": 0.40333986282348633,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.24514850974082947,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.23300917446613312,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.24890196323394775,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2131439447402954,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.216498002409935,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": -1.0,
"support": -0.24144484102725983,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 23,
"training_index": 23,
"early": false,
"policy_sha256_before": "24a7b22f1cd0a56d9941b734a6f8bd39fab2bb2f05df4da2a243122044a4be99",
"policy_sha256_after": "4a43e29131ede11728937a35ecef3af4ba513630f87199251c2503ea95b4cf48",
"correct": true,
"eos_completed": true,
"response_tokens": 349,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6496844589710236,
"gradient_l2": 0.22876249253749847,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1712813675403595,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1601710021495819,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14891280233860016,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.15261760354042053,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.1550283282995224,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s6",
"coefficient": -1.0,
"support": -0.15099403262138367,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 24,
"training_index": 24,
"early": false,
"policy_sha256_before": "4a43e29131ede11728937a35ecef3af4ba513630f87199251c2503ea95b4cf48",
"policy_sha256_after": "c15149aaf51b398f3e6f4ee94d62433d8233d4aa03cecc428b429793b7ebe3b7",
"correct": false,
"eos_completed": true,
"response_tokens": 663,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.4149843156337738,
"gradient_l2": 0.20633356273174286,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.24140210449695587,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.2291753888130188,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.23642730712890625,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s3",
"coefficient": 1.0,
"support": -0.23176883161067963,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.23131497204303741,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.21081870794296265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 25,
"training_index": 25,
"early": false,
"policy_sha256_before": "c15149aaf51b398f3e6f4ee94d62433d8233d4aa03cecc428b429793b7ebe3b7",
"policy_sha256_after": "7ad3dcb8d9dbc65de32830487f1ecf050841841d409dfc8e980ab1a0ef311fea",
"correct": true,
"eos_completed": true,
"response_tokens": 402,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6289168198903402,
"gradient_l2": 0.3686830699443817,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1583709567785263,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.19185210764408112,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15218017995357513,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.16148072481155396,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.14087209105491638,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.16761799156665802,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 26,
"training_index": 26,
"early": false,
"policy_sha256_before": "7ad3dcb8d9dbc65de32830487f1ecf050841841d409dfc8e980ab1a0ef311fea",
"policy_sha256_after": "ca2eaed4d3f9f9614ffc18c2612c65e9862923ab26e71cd7b6e3f3cd5c0684dd",
"correct": true,
"eos_completed": true,
"response_tokens": 191,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6345945596694946,
"gradient_l2": 0.36730456352233887,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21509014070034027,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20630060136318207,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.18274705111980438,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.19476230442523956,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": -1.0,
"support": -0.1854258030653,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.19185014069080353,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 27,
"training_index": 27,
"early": false,
"policy_sha256_before": "ca2eaed4d3f9f9614ffc18c2612c65e9862923ab26e71cd7b6e3f3cd5c0684dd",
"policy_sha256_after": "941c4a501312474fdab0842fc0a6f7cae64c2dca839028d5a9245f16f24b579a",
"correct": true,
"eos_completed": true,
"response_tokens": 628,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.23146915435791013,
"gradient_l2": 0.10444628447294235,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.06432811915874481,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.07744287699460983,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.05882935971021652,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.06391841918230057,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": -1.0,
"support": -0.06427882611751556,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.06141383945941925,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 28,
"training_index": 28,
"early": false,
"policy_sha256_before": "941c4a501312474fdab0842fc0a6f7cae64c2dca839028d5a9245f16f24b579a",
"policy_sha256_after": "65c03fb2ad605df5908e099ce5a117c4ca60cbca5cbf19668e266ba173524cc9",
"correct": false,
"eos_completed": false,
"response_tokens": 768,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3305827925602595,
"gradient_l2": 0.13919219374656677,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.12779632210731506,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.1136750802397728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.1157938614487648,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.10444479435682297,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.10936293751001358,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": 1.0,
"support": -0.121828593313694,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 29,
"training_index": 29,
"early": false,
"policy_sha256_before": "65c03fb2ad605df5908e099ce5a117c4ca60cbca5cbf19668e266ba173524cc9",
"policy_sha256_after": "baddafa9931a3249f2d57f52efdf1fa8a663d2b2177471a1e53b7e8056305fff",
"correct": true,
"eos_completed": true,
"response_tokens": 385,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.45631373425324756,
"gradient_l2": 0.23587174713611603,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18774773180484772,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15321004390716553,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.16220629215240479,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.15318207442760468,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1609489917755127,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": -1.0,
"support": -0.18570363521575928,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 30,
"training_index": 30,
"early": false,
"policy_sha256_before": "baddafa9931a3249f2d57f52efdf1fa8a663d2b2177471a1e53b7e8056305fff",
"policy_sha256_after": "7c45ef819de9908e2215a81a2ec738145000b2043df0c31e04c1c34eb0761056",
"correct": false,
"eos_completed": true,
"response_tokens": 376,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.40921676655610406,
"gradient_l2": 0.2235519140958786,
"events": [
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.17606154084205627,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.1594371795654297,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s0",
"coefficient": 1.0,
"support": -0.15681715309619904,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.14680635929107666,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": 1.0,
"support": -0.149891197681427,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s3",
"coefficient": 1.0,
"support": -0.15200281143188477,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 31,
"training_index": 31,
"early": false,
"policy_sha256_before": "7c45ef819de9908e2215a81a2ec738145000b2043df0c31e04c1c34eb0761056",
"policy_sha256_after": "32d4ecc839aaa262d07211458a90113d8f9f116e56fdbf0cd3eca6d286a59609",
"correct": true,
"eos_completed": true,
"response_tokens": 343,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5765403608481089,
"gradient_l2": 0.2905578911304474,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.20507043600082397,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20139816403388977,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.21632780134677887,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.18238067626953125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.19268395006656647,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.20907023549079895,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
}
],
"activities": {
"r0-s0": {
"early_retrievals": 4,
"late_retrievals": 6,
"early_positive": 0,
"late_positive": 1
},
"r0-s1": {
"early_retrievals": 5,
"late_retrievals": 3,
"early_positive": 2,
"late_positive": 0
},
"r0-s2": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s3": {
"early_retrievals": 0,
"late_retrievals": 2,
"early_positive": 0,
"late_positive": 2
},
"r0-s4": {
"early_retrievals": 0,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 0
},
"r0-s5": {
"early_retrievals": 16,
"late_retrievals": 15,
"early_positive": 3,
"late_positive": 2
},
"r0-s6": {
"early_retrievals": 2,
"late_retrievals": 2,
"early_positive": 0,
"late_positive": 0
},
"r0-s7": {
"early_retrievals": 15,
"late_retrievals": 8,
"early_positive": 2,
"late_positive": 1
},
"r0-s8": {
"early_retrievals": 1,
"late_retrievals": 1,
"early_positive": 1,
"late_positive": 0
},
"r0-s9": {
"early_retrievals": 16,
"late_retrievals": 16,
"early_positive": 3,
"late_positive": 3
},
"r0-s10": {
"early_retrievals": 6,
"late_retrievals": 8,
"early_positive": 1,
"late_positive": 2
},
"r0-s11": {
"early_retrievals": 12,
"late_retrievals": 11,
"early_positive": 2,
"late_positive": 2
},
"r0-s12": {
"early_retrievals": 3,
"late_retrievals": 6,
"early_positive": 1,
"late_positive": 2
},
"r0-s13": {
"early_retrievals": 3,
"late_retrievals": 3,
"early_positive": 1,
"late_positive": 0
},
"r0-s14": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s15": {
"early_retrievals": 13,
"late_retrievals": 14,
"early_positive": 2,
"late_positive": 3
}
},
"probe_parameter_delta_l2": 0.07695354640198283,
"restored_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"selected_skills": [
"r0-s15",
"r0-s9",
"r0-s12",
"r0-s10",
"r0-s11",
"r0-s5"
],
"internalization": [
{
"step": 0,
"training_index": 0,
"early": true,
"policy_sha256_before": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"policy_sha256_after": "c75a184c83352b40b5c0d8fe370b24864fe53ed225c3359e7723ef7dfc232eb1",
"correct": true,
"eos_completed": true,
"response_tokens": 218,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0099161763985953,
"gradient_l2": 0.4054277837276459,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21803408861160278,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.21004533767700195,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20042578876018524,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.22928284108638763,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.24777035415172577,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.20608964562416077,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 1,
"training_index": 1,
"early": true,
"policy_sha256_before": "c75a184c83352b40b5c0d8fe370b24864fe53ed225c3359e7723ef7dfc232eb1",
"policy_sha256_after": "3df0a739e3e1a3504b1b71e7fd55dd2467ad8b0e407fb0bc3a85f27884b86f85",
"correct": true,
"eos_completed": true,
"response_tokens": 275,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5366364320119221,
"gradient_l2": 0.23021093010902405,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15172630548477173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13514237105846405,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.14919160306453705,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.22306197881698608,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.14505581557750702,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.16055306792259216,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 2,
"training_index": 2,
"early": true,
"policy_sha256_before": "3df0a739e3e1a3504b1b71e7fd55dd2467ad8b0e407fb0bc3a85f27884b86f85",
"policy_sha256_after": "14bc48e1f3c937373cb8224152324c38098b4efdf02a714b7843192643bb09eb",
"correct": true,
"eos_completed": true,
"response_tokens": 301,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7928351561228433,
"gradient_l2": 0.27754899859428406,
"events": [
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1844734251499176,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.19185765087604523,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.1870933473110199,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.17541231215000153,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.189768448472023,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.18272657692432404,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 3,
"training_index": 3,
"early": true,
"policy_sha256_before": "14bc48e1f3c937373cb8224152324c38098b4efdf02a714b7843192643bb09eb",
"policy_sha256_after": "b8c6d2037266177570aadbad3d71609025a75c00fd5bcc36d03d2af3119b39f5",
"correct": true,
"eos_completed": true,
"response_tokens": 227,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0097726186116536,
"gradient_l2": 0.2842615246772766,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.20438523590564728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.23060865700244904,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.2370050549507141,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.24356311559677124,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.2406279444694519,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.2134343981742859,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 4,
"training_index": 4,
"early": true,
"policy_sha256_before": "b8c6d2037266177570aadbad3d71609025a75c00fd5bcc36d03d2af3119b39f5",
"policy_sha256_after": "9997f3b348b889cc64e6f7ab0b7f12b036fbf83bce066fe09b4e9cc28dd43f5a",
"correct": true,
"eos_completed": true,
"response_tokens": 200,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8919464051723481,
"gradient_l2": 0.31388184428215027,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21554090082645416,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18305641412734985,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.2094331830739975,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1943688541650772,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.21986034512519836,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.1869896948337555,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 5,
"training_index": 5,
"early": true,
"policy_sha256_before": "9997f3b348b889cc64e6f7ab0b7f12b036fbf83bce066fe09b4e9cc28dd43f5a",
"policy_sha256_after": "44d9203f3647a6d21e1f371770c9ee2384e53e5a779d4d0f80ecfdc875a2ab74",
"correct": true,
"eos_completed": true,
"response_tokens": 182,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7761063476403555,
"gradient_l2": 0.3008241057395935,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2279207706451416,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.16021959483623505,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15143518149852753,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.17144672572612762,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.16372516751289368,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.16941234469413757,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 6,
"training_index": 6,
"early": true,
"policy_sha256_before": "44d9203f3647a6d21e1f371770c9ee2384e53e5a779d4d0f80ecfdc875a2ab74",
"policy_sha256_after": "e47e3fdfe859db9a5b85a124f63846de456c90ea859fb9dd2161c8d38fbd0044",
"correct": true,
"eos_completed": true,
"response_tokens": 244,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6374389032522838,
"gradient_l2": 0.280129611492157,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18184499442577362,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1870088279247284,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18728110194206238,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.18161697685718536,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.18614837527275085,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.1749897450208664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 7,
"training_index": 7,
"early": true,
"policy_sha256_before": "e47e3fdfe859db9a5b85a124f63846de456c90ea859fb9dd2161c8d38fbd0044",
"policy_sha256_after": "dc09567a7af1d38593070d87afce2b792e46a71ef06042fc3df826783a6a6047",
"correct": true,
"eos_completed": true,
"response_tokens": 544,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.30156638224919635,
"gradient_l2": 0.1537553369998932,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.10376360267400742,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.09313647449016571,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.10810878872871399,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.11266598850488663,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.09845506399869919,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.09440765529870987,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 8,
"training_index": 8,
"early": false,
"policy_sha256_before": "dc09567a7af1d38593070d87afce2b792e46a71ef06042fc3df826783a6a6047",
"policy_sha256_after": "fd72212e9648afe5e1af25de466d09cc64a5d2af4639fc7a54ae7012979521a5",
"correct": false,
"eos_completed": true,
"response_tokens": 459,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3457850217819214,
"gradient_l2": 0.1536351442337036,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.1594512164592743,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.13073919713497162,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.15242938697338104,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.14184348285198212,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.12851741909980774,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": 1.0,
"support": -0.1481499820947647,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 9,
"training_index": 9,
"early": false,
"policy_sha256_before": "fd72212e9648afe5e1af25de466d09cc64a5d2af4639fc7a54ae7012979521a5",
"policy_sha256_after": "5f59de902ee0d1b43daa34349eaed119619db8739be0b2cbbd62c1fdf20203aa",
"correct": true,
"eos_completed": true,
"response_tokens": 531,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.25824805349111557,
"gradient_l2": 0.10990382730960846,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.09703508019447327,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1083570197224617,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.08698263764381409,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.09599100053310394,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.0813613161444664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.09722684323787689,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 10,
"training_index": 10,
"early": false,
"policy_sha256_before": "5f59de902ee0d1b43daa34349eaed119619db8739be0b2cbbd62c1fdf20203aa",
"policy_sha256_after": "02817027a10390ff6638af35b8c2259fabdb6889c34a7f929dddcf49806cd47b",
"correct": true,
"eos_completed": true,
"response_tokens": 195,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0097107489903767,
"gradient_l2": 0.33206069469451904,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2369128167629242,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.2166401594877243,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2141711413860321,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.2204379439353943,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.2559066712856293,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.20870110392570496,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 11,
"training_index": 11,
"early": false,
"policy_sha256_before": "02817027a10390ff6638af35b8c2259fabdb6889c34a7f929dddcf49806cd47b",
"policy_sha256_after": "9f4897e35ecb22469144596859b669b8f6ecf948cb18b30eae5eae02f1608dbd",
"correct": true,
"eos_completed": true,
"response_tokens": 184,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.119834343592326,
"gradient_l2": 0.40954822301864624,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2611292004585266,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.2760717570781708,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.24289390444755554,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.23415766656398773,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.2328001707792282,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.2692580819129944,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 12,
"training_index": 12,
"early": false,
"policy_sha256_before": "9f4897e35ecb22469144596859b669b8f6ecf948cb18b30eae5eae02f1608dbd",
"policy_sha256_after": "2046b78a4a5c0b45644e781d77cde54a2aa4e6091ed193310ffc713d04071c40",
"correct": false,
"eos_completed": true,
"response_tokens": 498,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3478307127952576,
"gradient_l2": 0.1531277298927307,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.1085888221859932,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.14776642620563507,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.1124468669295311,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.10625290125608444,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": 1.0,
"support": -0.10732641071081161,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.10516514629125595,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 13,
"training_index": 13,
"early": false,
"policy_sha256_before": "2046b78a4a5c0b45644e781d77cde54a2aa4e6091ed193310ffc713d04071c40",
"policy_sha256_after": "8f12591d560a206a33d776e8e613360e97b9a80024f6f56a8eb62535eaf75d70",
"correct": false,
"eos_completed": true,
"response_tokens": 548,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3990924408038457,
"gradient_l2": 0.2171381264925003,
"events": [
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.15505556762218475,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.12851013243198395,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.11908362060785294,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.11881991475820541,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": 1.0,
"support": -0.13808242976665497,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.11254693567752838,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 14,
"training_index": 14,
"early": false,
"policy_sha256_before": "8f12591d560a206a33d776e8e613360e97b9a80024f6f56a8eb62535eaf75d70",
"policy_sha256_after": "af757c2c8900bfe2c0a9f66e55f43fe2372330b57aba96cc75d20aab928de7a2",
"correct": true,
"eos_completed": true,
"response_tokens": 331,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6929857432842255,
"gradient_l2": 0.398841917514801,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14210250973701477,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13464926183223724,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1428777277469635,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1593867689371109,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.15565049648284912,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.14173728227615356,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 15,
"training_index": 15,
"early": false,
"policy_sha256_before": "af757c2c8900bfe2c0a9f66e55f43fe2372330b57aba96cc75d20aab928de7a2",
"policy_sha256_after": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"correct": true,
"eos_completed": true,
"response_tokens": 442,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5666642189025879,
"gradient_l2": 0.1852189153432846,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13554123044013977,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.13074170053005219,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11541029065847397,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.13518565893173218,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.12674552202224731,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.10932654142379761,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
}
],
"status": "completed",
"internalization_parameter_delta_l2": 0.040186731450517064,
"next_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f"
},
{
"round": 1,
"round_base_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"candidate_bank": {
"r1-s0": {
"title": "Sequential Multi-Step Calculation",
"principle": "To solve problems involving dependent quantities, first calculate the value of the initial known quantity, then derive the value of the dependent quantity using the specified relationship (e.g., fraction, ratio, or difference), and finally combine these values using the required operation (e.g., addition or subtraction) to find the total."
},
"r1-s1": {
"title": "Unit Rate Conversion for Partial Units",
"principle": "When a rate is defined per standard unit (e.g., per hour) but the actual quantity is in a smaller sub-unit (e.g., minutes), first convert the sub-unit quantity to the standard unit by dividing by the conversion factor, then multiply by the rate. Alternatively, calculate the rate per sub-unit by dividing the standard rate by the conversion factor, then multiply by the sub-unit quantity."
},
"r1-s2": {
"title": "Sequential Accumulation and Deficit Calculation",
"principle": "To solve problems involving multiple additive contributions toward a target goal, first calculate the initial state based on a fractional or proportional relationship to the target. Then, iteratively compute each subsequent contribution by applying its specific multiplier or fixed value to the previous terms. Finally, sum all accumulated values and subtract the total from the target goal to determine the remaining deficit."
},
"r1-s3": {
"title": "Sequential State Update for Remaining Quantities",
"principle": "To solve problems involving a fixed total and sequential consumption, first calculate the cumulative amount consumed by summing individual steps, then subtract this sum from the total to find the remaining quantity, and finally apply any specified ratio or operation to that remaining quantity to determine the next step."
},
"r1-s4": {
"title": "Decomposition of Compound Frequency",
"principle": "When a task involves multiple distinct recipients or units, a specific quantity per unit, and a recurring frequency, calculate the total by first determining the aggregate output per single cycle (recipients \u00d7 quantity), then multiplying by the frequency per period, and finally scaling by the number of periods in the target duration."
},
"r1-s5": {
"title": "Distributive Expansion for Mixed Groups",
"principle": "When calculating the total quantity of items composed of distinct sub-groups with different unit values, compute the subtotal for each group by multiplying the count of items in that group by its specific unit value, then sum all subtotals to find the final aggregate."
},
"r1-s6": {
"title": "Sequential State Transformation",
"principle": "To solve problems involving a series of cumulative changes, maintain a running total of the current state. For each step, identify whether the operation is additive (adding a fixed value) or multiplicative (scaling the current total by a factor), apply the operation to the current state to derive the new state, and proceed to the next step using this updated value."
},
"r1-s7": {
"title": "Solving for a Missing Component in a Total Budget",
"principle": "When a total budget is partially spent on known items with a specific remainder, the cost of a missing item can be found by first calculating the total amount actually spent (Total Budget minus Remainder), then subtracting the sum of all known expenditures from this total spent amount."
},
"r1-s8": {
"title": "Tiered Rate Calculation with Thresholds",
"principle": "When a quantity exceeds a specific threshold, split the total into segments below and above that limit. Calculate the cost for each segment using its respective rate, then sum the results. For rates defined as a base plus a fraction (e.g., 'time and a half'), compute the multiplier first, then apply it to the segment quantity."
},
"r1-s9": {
"title": "Reverse Engineering Total from Components",
"principle": "When a total amount is composed of several distinct sources (e.g., savings, income from different jobs) and a remaining balance, calculate the total required amount first by adding the cost and the remainder. Then, subtract known component values (like fixed allowances) and calculated component values (like known quantities multiplied by unit rates) from the total to isolate the unknown component's value, and finally divide by the unit rate to find the unknown quantity."
},
"r1-s10": {
"title": "Multi-Step Expression Evaluation",
"principle": "To solve word problems involving relative quantities, first translate the descriptive phrase into a mathematical expression based on a known reference value, evaluate that intermediate expression to find the derived quantity, and finally combine this result with other given values using the specified operation (e.g., addition) to determine the final total."
},
"r1-s11": {
"title": "Sequential Substitution and Aggregation",
"principle": "When a problem defines multiple values based on a common reference value, first calculate the reference value, then sequentially substitute it into dependent expressions to find intermediate values, and finally aggregate all components to determine the total."
},
"r1-s12": {
"title": "Unit Rate Conversion via Standard Time Blocks",
"principle": "To solve rate problems involving time, first normalize the given rate to a standard time unit (e.g., per hour) by determining how many sub-intervals fit into that standard unit, then multiply the base quantity by this factor to get the standard rate. Finally, divide the total required quantity by this standard rate to find the total time in the standard unit."
},
"r1-s13": {
"title": "Fixed vs. Variable Cost Profit Analysis",
"principle": "To determine total profit in multi-period scenarios, first calculate the unit profit by subtracting variable costs from revenue (ignoring fixed upfront costs), then multiply by total units sold over the period, and finally subtract the fixed initial investment."
},
"r1-s14": {
"title": "Ratio Unit Value Extraction",
"principle": "To solve problems involving proportional distribution, first identify the total amount received by one party and their corresponding ratio value. Divide the total amount by the ratio value to determine the monetary value of a single unit (part). Finally, multiply this unit value by the ratio value of the target party to find their total share."
},
"r1-s15": {
"title": "Sequential State Update via Subtraction",
"principle": "To determine the final quantity of items after multiple removal events, first establish the initial inventory. Then, for each removal event, calculate the specific amount taken based on the problem's conditions (including any derived multipliers). Finally, subtract the cumulative removed amounts from the initial inventory for each category to find the remaining balance, ensuring no category is double-counted or under-subtracted."
}
},
"curation": [
{
"training_index": 0,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "1fd9c098fc6c5f959a45e8ecce3c566ec6294d066c78f966697201a00f746464",
"generated_skill_sha256": "12f01872e0ea10ec6bc716420e35e3d88ead802b0dad5ebc41b9d3029997a307",
"accepted_skill": "r1-s0"
},
{
"training_index": 1,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b1f2eb9c6e95ae90175dc35c570080f917eb1d7dcf11c99b46f78ba4a392d481",
"generated_skill_sha256": "04b29c47da21d7c8fb6a810eb84ddeec91eb76274ccf5de849a569056fdf8fb5",
"accepted_skill": "r1-s1"
},
{
"training_index": 2,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "273d1f8f2afb9faa760339a34e7485018832daa5642a244b02e420b1c82f2579",
"generated_skill_sha256": "b002cc45eb14de476b6509af10d268d8f6d29b51cc37776a84f18d8effe33a65",
"accepted_skill": "r1-s2"
},
{
"training_index": 3,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "f38eeb0d2f47ce0b1f2a678a055a616c36ed40bce006dd01977569cb310381a4",
"generated_skill_sha256": "e92521836b377794ef7765f1ba86772e763b5ca9403489b9e2bf9d112e985f92",
"accepted_skill": "r1-s3"
},
{
"training_index": 4,
"rollout_correct": false,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "159bd00dd5de0add31b58927dbd0ea8eb318dcb6fec1f89705cbf2500d7e8689",
"generated_skill_sha256": "9c0c018fa6de6fdc006356ad1d4460f4873d4b33c88ebfa2af3783adf95bde96",
"accepted_skill": "r1-s4"
},
{
"training_index": 5,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "3079fa0a5109ade60512becc88052c8df54b1d0fe0f39c8fdf79f9abdea8d39a",
"generated_skill_sha256": "f8333c19a820b171716cef17e3188e40960f56d524f1dd0845758567ceb1d1f8",
"accepted_skill": "r1-s5"
},
{
"training_index": 6,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "d17c4a41cd83771a16b91d95aa0cbc18dc630e8023322b41fa2680af8b0d654e",
"generated_skill_sha256": "40804634afa0ba415c417063e94391fe18ba233342b4342484c69d8badf33e63",
"accepted_skill": "r1-s6"
},
{
"training_index": 7,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "ca023c2286e9e3fdbd2c4e4764c524212fbbab781f40eb2972c7fb73ff3cc207",
"generated_skill_sha256": "ea1702d67104ed257d09929b8c2a72cfefad5bf6f36b360bfc2d838a498c016c",
"accepted_skill": "r1-s7"
},
{
"training_index": 8,
"rollout_correct": false,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "0b2ca17ea9cee99509922273ca0ec635e856c2e61d1cc2b8ade5fd1116d167e2",
"generated_skill_sha256": "04561603c173ff440261fc95b131b97edf5eada82e3c6f256f159f3cf640d86c",
"accepted_skill": "r1-s8"
},
{
"training_index": 9,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "74e38fe6d86a62a983bb90044bc4f1cce3af8d36ceda1979897752999e179175",
"generated_skill_sha256": "01d81b20999485daed442cc6ace618ff51c63a27fd817a01600c8a8ec9cf8408",
"accepted_skill": "r1-s9"
},
{
"training_index": 10,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "69bb7a939a85b1a900b03753d9d6b277259e87a711dd2716497c7ae21a320962",
"generated_skill_sha256": "f878a581d4134d442b9299b067e27c4b56e059ded812536f208f62633a7c2c8c",
"accepted_skill": "r1-s10"
},
{
"training_index": 11,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "675520c98bebffa1d1d9bf29cecfae83b38551274ebbf275641b652b67d6bb8f",
"generated_skill_sha256": "cb2f18b8c74fb6e421f213c7257b74b488ddf5fbbbf8fdac50bf0f0727f38c26",
"accepted_skill": "r1-s11"
},
{
"training_index": 12,
"rollout_correct": false,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "958f1462fea7510a2c073cb32173bea57e917e6843576e00f7b0cbbe525038dc",
"generated_skill_sha256": "f74857b656f9e75830683f5b83ee663b4c6ac28c12e8a80ff204094d329f47fd",
"accepted_skill": "r1-s12"
},
{
"training_index": 13,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "142f524ba79c1bfcf07eccdc22e925e615f55b33d7d73ccd2f13ffd2804378d6",
"generated_skill_sha256": "a165372996746b39396810a84cb69dcf0b89480c34c43c3c9f325296ae805259",
"accepted_skill": "r1-s13"
},
{
"training_index": 14,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "edf661e78767094a0e27fd289f6786bb64310eb96fd65781a9bde00c62d28b23",
"generated_skill_sha256": "7cca37bef81d8731a3a835a1ccf8130dd6b7b1979f58505b5994f0ad3de47b33",
"accepted_skill": "r1-s14"
},
{
"training_index": 15,
"rollout_correct": true,
"student_policy_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "44ca45d05a400fae8e25fa0f50ccf10fb1397107b0d461cdf6afb27c971cbdd8",
"generated_skill_sha256": "4d586fe4bb4b77ae7dd01f80b5675424554ffac8c02f6b85a944000c0d1b8c01",
"accepted_skill": "r1-s15"
}
],
"probe": [
{
"step": 0,
"training_index": 0,
"early": true,
"policy_sha256_before": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"policy_sha256_after": "34a0173ca04ad9cedd746f5f6b78263635470253ec403702e8598fc9cc58d53a",
"correct": true,
"eos_completed": true,
"response_tokens": 191,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9598864912986755,
"gradient_l2": 0.47148388624191284,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.22295807301998138,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.22712260484695435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.25336867570877075,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.23883852362632751,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.2356489896774292,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s15",
"coefficient": -1.0,
"support": -0.24238289892673492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 1,
"training_index": 1,
"early": true,
"policy_sha256_before": "34a0173ca04ad9cedd746f5f6b78263635470253ec403702e8598fc9cc58d53a",
"policy_sha256_after": "20855db924ac40d23586e35eaa631ca93c4e6880c13db30ec4adb0262953297a",
"correct": true,
"eos_completed": true,
"response_tokens": 277,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4537351777156194,
"gradient_l2": 0.209384486079216,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1534939855337143,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.14475537836551666,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1702490597963333,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s8",
"coefficient": -1.0,
"support": -0.15207615494728088,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.13612079620361328,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.12983325123786926,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 2,
"training_index": 2,
"early": true,
"policy_sha256_before": "20855db924ac40d23586e35eaa631ca93c4e6880c13db30ec4adb0262953297a",
"policy_sha256_after": "50be37cbf1a56b5ae42397d510c003e41f69a151c01ea5d2a2559360f23157e1",
"correct": true,
"eos_completed": true,
"response_tokens": 342,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6926427682240804,
"gradient_l2": 0.2648765742778778,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.16498415172100067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.17401982843875885,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.15456296503543854,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.15728798508644104,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.16988952457904816,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.14135707914829254,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 3,
"training_index": 3,
"early": true,
"policy_sha256_before": "50be37cbf1a56b5ae42397d510c003e41f69a151c01ea5d2a2559360f23157e1",
"policy_sha256_after": "a5611267a4534e147ebc958bbfcdb106e1ed943dbdba55c23afe73338cc7e8d8",
"correct": true,
"eos_completed": true,
"response_tokens": 230,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9638457894325255,
"gradient_l2": 0.2911231219768524,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.201636403799057,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1964503824710846,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.19270406663417816,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.23032332956790924,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.20193128287792206,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.20735527575016022,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 4,
"training_index": 4,
"early": true,
"policy_sha256_before": "a5611267a4534e147ebc958bbfcdb106e1ed943dbdba55c23afe73338cc7e8d8",
"policy_sha256_after": "5d8ac310dd3ae2e4e5d2a3f1663744e602fbe3b92dc442f57826b2cc2cc28b90",
"correct": true,
"eos_completed": true,
"response_tokens": 211,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6474775572617849,
"gradient_l2": 0.2958626449108124,
"events": [
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.2008773237466812,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.2133486419916153,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.19801181554794312,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.18168127536773682,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2539808452129364,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s10",
"coefficient": -1.0,
"support": -0.21245168149471283,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 5,
"training_index": 5,
"early": true,
"policy_sha256_before": "5d8ac310dd3ae2e4e5d2a3f1663744e602fbe3b92dc442f57826b2cc2cc28b90",
"policy_sha256_after": "b2cfef61c527f96cb8b4d8419ec56d194cf996137e6581551ab5ad92834d0095",
"correct": true,
"eos_completed": true,
"response_tokens": 203,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5584489703178406,
"gradient_l2": 0.29788678884506226,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13047201931476593,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.17901358008384705,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.13271330296993256,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.13863836228847504,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1334228664636612,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.15550822019577026,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 6,
"training_index": 6,
"early": true,
"policy_sha256_before": "b2cfef61c527f96cb8b4d8419ec56d194cf996137e6581551ab5ad92834d0095",
"policy_sha256_after": "16fa52985ecdab17e9ef6fe0bc4c7ac2ffd2ecc0cd678636199405e08ba663ce",
"correct": true,
"eos_completed": true,
"response_tokens": 240,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6337864299615223,
"gradient_l2": 0.3128105700016022,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.1667889803647995,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.15345719456672668,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.15584002435207367,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.16571453213691711,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.15796741843223572,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.16611851751804352,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 7,
"training_index": 7,
"early": true,
"policy_sha256_before": "16fa52985ecdab17e9ef6fe0bc4c7ac2ffd2ecc0cd678636199405e08ba663ce",
"policy_sha256_after": "d1795397063c59e48070399f945784a44607efdd8a6ddda323918682f8ab7a51",
"correct": true,
"eos_completed": true,
"response_tokens": 431,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3681416362524033,
"gradient_l2": 0.17254145443439484,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1118701845407486,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.11094646900892258,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.09496601670980453,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.08754882216453552,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.09065226465463638,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s13",
"coefficient": -1.0,
"support": -0.09211962670087814,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 8,
"training_index": 8,
"early": true,
"policy_sha256_before": "d1795397063c59e48070399f945784a44607efdd8a6ddda323918682f8ab7a51",
"policy_sha256_after": "d63bf9ff65d039609c7a8e8c13f77ffe87cf71d256b195e48e11140ad9925881",
"correct": false,
"eos_completed": true,
"response_tokens": 473,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3182675391435623,
"gradient_l2": 0.1375291645526886,
"events": [
{
"skill": "r1-s9",
"coefficient": 1.0,
"support": -0.10157496482133865,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s8",
"coefficient": 1.0,
"support": -0.1340673416852951,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.09682668745517731,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": 1.0,
"support": -0.09935290366411209,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": 1.0,
"support": -0.12620066106319427,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.11182497441768646,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 9,
"training_index": 9,
"early": true,
"policy_sha256_before": "d63bf9ff65d039609c7a8e8c13f77ffe87cf71d256b195e48e11140ad9925881",
"policy_sha256_after": "073bf4fa1b9e92b6b977ab85d13e9d63816e413d108b74014738a34797687880",
"correct": true,
"eos_completed": true,
"response_tokens": 615,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.22037518024444577,
"gradient_l2": 0.10694172978401184,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.06784414499998093,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.07713817059993744,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.05964178964495659,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.05480938404798508,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s8",
"coefficient": -1.0,
"support": -0.056085262447595596,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s13",
"coefficient": -1.0,
"support": -0.06389809399843216,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 10,
"training_index": 10,
"early": true,
"policy_sha256_before": "073bf4fa1b9e92b6b977ab85d13e9d63816e413d108b74014738a34797687880",
"policy_sha256_after": "68e891bf19e07536fb9513974b79eb40996f3c07149bb7144a292a3b265c2ce4",
"correct": true,
"eos_completed": true,
"response_tokens": 197,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6254719793796538,
"gradient_l2": 0.4825529158115387,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.15103252232074738,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.14908866584300995,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1422182023525238,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.13719619810581207,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.13225525617599487,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.13193565607070923,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 11,
"training_index": 11,
"early": true,
"policy_sha256_before": "68e891bf19e07536fb9513974b79eb40996f3c07149bb7144a292a3b265c2ce4",
"policy_sha256_after": "37dffb69d3c0ee3bc0230a6f3317a5fa46808b79acc61a9291d913b74c5e982a",
"correct": true,
"eos_completed": true,
"response_tokens": 226,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9329874912897745,
"gradient_l2": 0.32892242074012756,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.225357785820961,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1825450360774994,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.18821388483047485,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.167606383562088,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.17568349838256836,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.17777465283870697,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 12,
"training_index": 12,
"early": true,
"policy_sha256_before": "37dffb69d3c0ee3bc0230a6f3317a5fa46808b79acc61a9291d913b74c5e982a",
"policy_sha256_after": "ce6ac2076eff354f8f8fce79a70bee645f0467ac307b310037f16b7f3f8aaf4c",
"correct": false,
"eos_completed": true,
"response_tokens": 540,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.35302620132764184,
"gradient_l2": 0.14852748811244965,
"events": [
{
"skill": "r1-s12",
"coefficient": 1.0,
"support": -0.14117193222045898,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.12310512363910675,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": 1.0,
"support": -0.11874658614397049,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": 1.0,
"support": -0.10996866971254349,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.10410630702972412,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": 1.0,
"support": -0.11223690211772919,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 13,
"training_index": 13,
"early": true,
"policy_sha256_before": "ce6ac2076eff354f8f8fce79a70bee645f0467ac307b310037f16b7f3f8aaf4c",
"policy_sha256_after": "dd1842a85daf6d10a6a049428c54267d677cd45771d6be5e71878fea3d41fdb6",
"correct": false,
"eos_completed": true,
"response_tokens": 515,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.33125512301921844,
"gradient_l2": 0.1932542324066162,
"events": [
{
"skill": "r1-s9",
"coefficient": 1.0,
"support": -0.1677905172109604,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s13",
"coefficient": 1.0,
"support": -0.21272224187850952,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.16405335068702698,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": 1.0,
"support": -0.17586039006710052,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s8",
"coefficient": 1.0,
"support": -0.1621292531490326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": 1.0,
"support": -0.1564287543296814,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 14,
"training_index": 14,
"early": true,
"policy_sha256_before": "dd1842a85daf6d10a6a049428c54267d677cd45771d6be5e71878fea3d41fdb6",
"policy_sha256_after": "10355f28dfb56c2c21e2f88642d3f0364c819720568d6f431c9b2922540ef7d2",
"correct": true,
"eos_completed": true,
"response_tokens": 372,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5927563607692719,
"gradient_l2": 0.19746223092079163,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13427898287773132,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.14271898567676544,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.18740633130073547,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.1331912726163864,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s13",
"coefficient": -1.0,
"support": -0.1260988712310791,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.13146677613258362,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 15,
"training_index": 15,
"early": true,
"policy_sha256_before": "10355f28dfb56c2c21e2f88642d3f0364c819720568d6f431c9b2922540ef7d2",
"policy_sha256_after": "b61513104cdc488a01bcbaa2e6fd1b3d8fc738a89ff35a320486b7af1dfd2cc0",
"correct": true,
"eos_completed": true,
"response_tokens": 498,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5681288838386536,
"gradient_l2": 0.19382056593894958,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.14811497926712036,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.15908709168434143,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13150466978549957,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s15",
"coefficient": -1.0,
"support": -0.20295657217502594,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1311078816652298,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.13488702476024628,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 16,
"training_index": 16,
"early": false,
"policy_sha256_before": "b61513104cdc488a01bcbaa2e6fd1b3d8fc738a89ff35a320486b7af1dfd2cc0",
"policy_sha256_after": "9a674c5101490535f8c465ac841865ff7e51b9b18df3f69229e9055ad8c92b29",
"correct": true,
"eos_completed": true,
"response_tokens": 276,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6859750548998514,
"gradient_l2": 0.2481546252965927,
"events": [
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.1337439864873886,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s12",
"coefficient": -1.0,
"support": -0.13768750429153442,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13230721652507782,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.16663873195648193,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1281755268573761,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.13450050354003906,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 17,
"training_index": 17,
"early": false,
"policy_sha256_before": "9a674c5101490535f8c465ac841865ff7e51b9b18df3f69229e9055ad8c92b29",
"policy_sha256_after": "bb48d2c0b5c4030ad03999795dc67e24352246ebd152c2478107b008a2870fc5",
"correct": true,
"eos_completed": true,
"response_tokens": 372,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5734996298948923,
"gradient_l2": 0.18909786641597748,
"events": [
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.10172228515148163,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.09926280379295349,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s12",
"coefficient": -1.0,
"support": -0.12721526622772217,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.11548774689435959,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.11479070037603378,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11758627742528915,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 18,
"training_index": 18,
"early": false,
"policy_sha256_before": "bb48d2c0b5c4030ad03999795dc67e24352246ebd152c2478107b008a2870fc5",
"policy_sha256_after": "1355f5c651ebf9970bae402f30537991a148c7bc02d3925b649cf98c7e6320b4",
"correct": true,
"eos_completed": true,
"response_tokens": 255,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6601375043392181,
"gradient_l2": 0.27775195240974426,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.15930888056755066,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.14084407687187195,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.13539418578147888,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.14484542608261108,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.1390300691127777,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.14274100959300995,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 19,
"training_index": 19,
"early": false,
"policy_sha256_before": "1355f5c651ebf9970bae402f30537991a148c7bc02d3925b649cf98c7e6320b4",
"policy_sha256_after": "0e23470e907429d3130c73be8bf76105cf0dbac47d3d9c4164ab6244fef5af2d",
"correct": true,
"eos_completed": true,
"response_tokens": 385,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3597068438927333,
"gradient_l2": 0.17062833905220032,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.10429834574460983,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.08973539620637894,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.09503071755170822,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.09037145227193832,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.0988573431968689,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.09814673662185669,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 20,
"training_index": 20,
"early": false,
"policy_sha256_before": "0e23470e907429d3130c73be8bf76105cf0dbac47d3d9c4164ab6244fef5af2d",
"policy_sha256_after": "ace050b80969743e81a84a33c48779231b032ab24ca87db219cc5f4b7bbe32db",
"correct": true,
"eos_completed": true,
"response_tokens": 358,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5461795528729756,
"gradient_l2": 0.22858965396881104,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.11810243129730225,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.12001825869083405,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.11897125095129013,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s10",
"coefficient": -1.0,
"support": -0.13731946051120758,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s15",
"coefficient": -1.0,
"support": -0.1293676197528839,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.12074599415063858,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 21,
"training_index": 21,
"early": false,
"policy_sha256_before": "ace050b80969743e81a84a33c48779231b032ab24ca87db219cc5f4b7bbe32db",
"policy_sha256_after": "c8a77de2c2bc7ab0e4a0d9622ba24697ca1d616e0caaba982e0d9c4c1a819c22",
"correct": true,
"eos_completed": true,
"response_tokens": 324,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.48780153195063275,
"gradient_l2": 0.24412767589092255,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.18655848503112793,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.151719331741333,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.14853696525096893,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.13281449675559998,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s8",
"coefficient": -1.0,
"support": -0.12223418056964874,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.12026307731866837,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 22,
"training_index": 22,
"early": false,
"policy_sha256_before": "c8a77de2c2bc7ab0e4a0d9622ba24697ca1d616e0caaba982e0d9c4c1a819c22",
"policy_sha256_after": "1864fe077c59222ba914dc1a206aa09a3a469fa83756b83f3567fd82f2dccdcc",
"correct": true,
"eos_completed": true,
"response_tokens": 231,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.951375295718511,
"gradient_l2": 0.48323559761047363,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.3418608605861664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.31990939378738403,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.2992207705974579,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.299627423286438,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.2881868779659271,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s15",
"coefficient": -1.0,
"support": -0.3237413763999939,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 23,
"training_index": 23,
"early": false,
"policy_sha256_before": "1864fe077c59222ba914dc1a206aa09a3a469fa83756b83f3567fd82f2dccdcc",
"policy_sha256_after": "1ef0b4eac77f98d8245b7f532c814dba232581da58bc29326b2726b2700df75b",
"correct": true,
"eos_completed": true,
"response_tokens": 441,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5335138986508051,
"gradient_l2": 0.19503170251846313,
"events": [
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.13720139861106873,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.12656721472740173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.14203184843063354,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.12652012705802917,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.12148961424827576,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s15",
"coefficient": -1.0,
"support": -0.1470278799533844,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 24,
"training_index": 24,
"early": false,
"policy_sha256_before": "1ef0b4eac77f98d8245b7f532c814dba232581da58bc29326b2726b2700df75b",
"policy_sha256_after": "041d439c4981645feaac095ee14ba07e3c077db7d56b803071093c3510b3bc01",
"correct": true,
"eos_completed": true,
"response_tokens": 466,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5614996353785197,
"gradient_l2": 0.26652756333351135,
"events": [
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.21782420575618744,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.1977514773607254,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.2099987119436264,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.205359548330307,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.21993139386177063,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.21284858882427216,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 25,
"training_index": 25,
"early": false,
"policy_sha256_before": "041d439c4981645feaac095ee14ba07e3c077db7d56b803071093c3510b3bc01",
"policy_sha256_after": "a7faaede13ebac226039d2ab980a630b79bc8a3de2c7de083e8e8dd5cd09f6c9",
"correct": true,
"eos_completed": true,
"response_tokens": 309,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6812176207701365,
"gradient_l2": 0.372741162776947,
"events": [
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.1296854466199875,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.14849050343036652,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.15882980823516846,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13748587667942047,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.1321052759885788,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s15",
"coefficient": -1.0,
"support": -0.175776407122612,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 26,
"training_index": 26,
"early": false,
"policy_sha256_before": "a7faaede13ebac226039d2ab980a630b79bc8a3de2c7de083e8e8dd5cd09f6c9",
"policy_sha256_after": "03353612e2e8b8e3a2e8f9e3850cf7ee6ff0fa572ac31b1fa12d1db5cbfc63cf",
"correct": true,
"eos_completed": true,
"response_tokens": 272,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8770554463068643,
"gradient_l2": 0.3441571593284607,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.2320598065853119,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.18215729296207428,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.2034425288438797,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.19601301848888397,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.19218900799751282,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.20083685219287872,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 27,
"training_index": 27,
"early": false,
"policy_sha256_before": "03353612e2e8b8e3a2e8f9e3850cf7ee6ff0fa572ac31b1fa12d1db5cbfc63cf",
"policy_sha256_after": "091571eac20ad1c52738437b65f2561042f7d1c65699f252d8536bac62db394e",
"correct": true,
"eos_completed": true,
"response_tokens": 541,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.25974421948194504,
"gradient_l2": 0.13130681216716766,
"events": [
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.10705260187387466,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.09844057261943817,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s13",
"coefficient": -1.0,
"support": -0.09876849502325058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.09646186232566833,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s8",
"coefficient": -1.0,
"support": -0.0867682546377182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.09672755002975464,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 28,
"training_index": 28,
"early": false,
"policy_sha256_before": "091571eac20ad1c52738437b65f2561042f7d1c65699f252d8536bac62db394e",
"policy_sha256_after": "3264114fca6a542a3a6c0cd39904d07ba0d360c6fbf8e56da72ab4b2c6fe6230",
"correct": true,
"eos_completed": true,
"response_tokens": 585,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5035481750965118,
"gradient_l2": 0.18569053709506989,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.13144540786743164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.11647987365722656,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1178467646241188,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.11295096576213837,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.12733952701091766,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s15",
"coefficient": -1.0,
"support": -0.1433936208486557,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 29,
"training_index": 29,
"early": false,
"policy_sha256_before": "3264114fca6a542a3a6c0cd39904d07ba0d360c6fbf8e56da72ab4b2c6fe6230",
"policy_sha256_after": "2b71fdbef541c1f23eeb97b34e66472109c326740401c73e54e44f828a29261f",
"correct": true,
"eos_completed": true,
"response_tokens": 445,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5696281790733337,
"gradient_l2": 0.260027676820755,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1667730212211609,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.16614943742752075,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.16890746355056763,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1529088169336319,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s13",
"coefficient": -1.0,
"support": -0.18563681840896606,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.1540796458721161,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 30,
"training_index": 30,
"early": false,
"policy_sha256_before": "2b71fdbef541c1f23eeb97b34e66472109c326740401c73e54e44f828a29261f",
"policy_sha256_after": "e065e2085745cd8f5756d15679e5cd8745a413240563fbfcba48757db529e1e7",
"correct": false,
"eos_completed": true,
"response_tokens": 496,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.38982641696929937,
"gradient_l2": 0.212163507938385,
"events": [
{
"skill": "r1-s3",
"coefficient": 1.0,
"support": -0.14753562211990356,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": 1.0,
"support": -0.14778989553451538,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s6",
"coefficient": 1.0,
"support": -0.11804892867803574,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": 1.0,
"support": -0.12930090725421906,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": 1.0,
"support": -0.11370450258255005,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.10876590013504028,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 31,
"training_index": 31,
"early": false,
"policy_sha256_before": "e065e2085745cd8f5756d15679e5cd8745a413240563fbfcba48757db529e1e7",
"policy_sha256_after": "e8b8cc83c6b643d1633e59156a281331faee59a51616d0618fc5739f0faee01d",
"correct": true,
"eos_completed": true,
"response_tokens": 307,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3963741461435954,
"gradient_l2": 0.2251608967781067,
"events": [
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.21043263375759125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.16184817254543304,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.17139971256256104,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.17481815814971924,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.170131117105484,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.17206846177577972,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
}
],
"activities": {
"r1-s0": {
"early_retrievals": 5,
"late_retrievals": 6,
"early_positive": 1,
"late_positive": 1
},
"r1-s1": {
"early_retrievals": 6,
"late_retrievals": 6,
"early_positive": 2,
"late_positive": 0
},
"r1-s2": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s3": {
"early_retrievals": 10,
"late_retrievals": 12,
"early_positive": 0,
"late_positive": 1
},
"r1-s4": {
"early_retrievals": 1,
"late_retrievals": 2,
"early_positive": 0,
"late_positive": 1
},
"r1-s5": {
"early_retrievals": 16,
"late_retrievals": 16,
"early_positive": 3,
"late_positive": 1
},
"r1-s6": {
"early_retrievals": 0,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 1
},
"r1-s7": {
"early_retrievals": 16,
"late_retrievals": 14,
"early_positive": 3,
"late_positive": 0
},
"r1-s8": {
"early_retrievals": 4,
"late_retrievals": 2,
"early_positive": 2,
"late_positive": 0
},
"r1-s9": {
"early_retrievals": 14,
"late_retrievals": 15,
"early_positive": 2,
"late_positive": 1
},
"r1-s10": {
"early_retrievals": 1,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 0
},
"r1-s11": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s12": {
"early_retrievals": 1,
"late_retrievals": 2,
"early_positive": 1,
"late_positive": 0
},
"r1-s13": {
"early_retrievals": 4,
"late_retrievals": 2,
"early_positive": 1,
"late_positive": 0
},
"r1-s14": {
"early_retrievals": 16,
"late_retrievals": 12,
"early_positive": 3,
"late_positive": 0
},
"r1-s15": {
"early_retrievals": 2,
"late_retrievals": 5,
"early_positive": 0,
"late_positive": 0
}
},
"probe_parameter_delta_l2": 0.09128939927595121,
"restored_sha256": "3e04eaf061dba68dc296a5a028cc9bab21952e68f5842594dda6b939ba44408f",
"selected_skills": [],
"status": "failed",
"failure": "no skills passed the persistence criterion"
}
],
"status": "failed",
"final_validation": {
"examples": 4,
"exact_match": 0.0,
"eos_completed": 0,
"truncated": 4
},
"adapter_parameter_delta_l2": 0.040186731450517064
},
"provenance": {
"original_code_commit": "4f64a8b8b93e301147a6dead61a68af82482b55d",
"validated_at": "2026-10-11",
"executed_source_sha256": {
"src/auto_research/post_training/sguid_checkpoint.py": "ef99b3385f81b43d0ee3f99ad73aadd50dd196351864b6a1a109bb27275f7af5",
"scripts/run_sguid_checkpoint.py": "82cf4a1531516dd5d4d84cc0b49a80ac6cc85af17d8c31cfc992c8558091de5a",
"src/auto_research/post_training/oct11_objectives.py": "5db5f4eed68843fb2b8ce1f68bf2ff31ee36c0525268db1e295522a8f2cac6bc",
"src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74",
"src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46"
}
}
}