{
"schema_version": 2,
"manifest_ref": "post-training:sguid",
"method": "sguid",
"diagnostic_only": true,
"capability_passed": false,
"dataset": "openai/grade-school-math",
"seed": 42,
"seeds": [
42
],
"metrics": {
"completed_rounds": 2,
"adapter_parameter_delta_l2": 0.17389918884542147,
"evaluation_max_tokens": 3072,
"baseline_validation_exact_match": 0.75,
"final_validation_exact_match": 0.25,
"validation_exact_match_delta": -0.5,
"validation_examples": 4,
"baseline_validation_eos_completed": 2,
"baseline_validation_truncated": 2,
"final_validation_eos_completed": 2,
"validation_truncated": 2,
"rounds": [
{
"round": 0,
"candidate_skills": 32,
"selected_skills": 6,
"probe_updates": 200,
"internalization_updates": 32,
"probe_nonzero_gates": 1200,
"internalization_nonzero_gates": 192,
"internalization_parameter_delta_l2": 0.08388192717773137
},
{
"round": 1,
"candidate_skills": 32,
"selected_skills": 3,
"probe_updates": 200,
"internalization_updates": 32,
"probe_nonzero_gates": 1200,
"internalization_nonzero_gates": 96,
"internalization_parameter_delta_l2": 0.09196466716817275
}
]
},
"seed_results": [
{
"seed": 42,
"completed_rounds": 2,
"adapter_parameter_delta_l2": 0.17389918884542147,
"evaluation_max_tokens": 3072,
"baseline_validation_exact_match": 0.75,
"final_validation_exact_match": 0.25,
"validation_exact_match_delta": -0.5,
"validation_examples": 4,
"baseline_validation_eos_completed": 2,
"baseline_validation_truncated": 2,
"final_validation_eos_completed": 2,
"validation_truncated": 2,
"rounds": [
{
"round": 0,
"candidate_skills": 32,
"selected_skills": 6,
"probe_updates": 200,
"internalization_updates": 32,
"probe_nonzero_gates": 1200,
"internalization_nonzero_gates": 192,
"internalization_parameter_delta_l2": 0.08388192717773137
},
{
"round": 1,
"candidate_skills": 32,
"selected_skills": 3,
"probe_updates": 200,
"internalization_updates": 32,
"probe_nonzero_gates": 1200,
"internalization_nonzero_gates": 96,
"internalization_parameter_delta_l2": 0.09196466716817275
}
]
}
],
"evaluation_protocol": {
"tier": "l1_mechanism",
"diagnostic_only": true,
"formal_comparison": false,
"test_read": false,
"seeds": [
42
],
"claim_policy": "bounded executed two-round mechanism; no benchmark gain claim"
},
"runtime_details": {
"schema_version": 1,
"adapter_key": "sguid",
"seed": 42,
"diagnostic_only": true,
"evaluation_tier": "l1_mechanism",
"checkpoint": {
"id": "Qwen/Qwen3.5-9B",
"revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a"
},
"dataset": {
"id": "openai/grade-school-math",
"revision": "3101c7d5072418e28b9008a6636bde82a006892c"
},
"split_provenance": {
"verified": true,
"test_read": false,
"source_id": "openai/grade-school-math",
"source_revision": "3101c7d5072418e28b9008a6636bde82a006892c",
"source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465",
"partition_sha256": {
"train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3",
"validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7"
},
"partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation"
},
"test_read": false,
"validation_used_for_selection": false,
"baseline": {
"examples": 4,
"exact_match": 0.75,
"eos_completed": 2,
"truncated": 2
},
"accelerator": {
"vendor": "NVIDIA",
"model": "NVIDIA A100-SXM4-80GB"
},
"executed_source_sha256": {
"src/auto_research/post_training/sguid_checkpoint.py": "3568a056a7f28314f03d5b26f52831ce3ff465c481fca564516f4f19f76cb294",
"scripts/run_sguid_checkpoint.py": "d1780751d8ba416e48c4466ff2b94c80f3aa359ffd5d6060aa238588539ae803",
"src/auto_research/post_training/oct11_objectives.py": "5db5f4eed68843fb2b8ce1f68bf2ff31ee36c0525268db1e295522a8f2cac6bc",
"src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74",
"src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46"
},
"protocol": {
"rounds": 2,
"training_examples": 200,
"probe_steps": 200,
"internalization_steps": 32,
"max_tokens": 1024,
"skill_tokens": 256,
"evaluation_max_tokens": 3072,
"candidate_count": 32,
"retrieve_count": 6,
"kappa": 0.05,
"gap_clip": 3.0,
"tau": 5.0,
"late_minimum": 2,
"compact_counts": [
6,
3
],
"teacher": "live synchronized same-model no_grad",
"full_vocabulary_size": 248320,
"logits_projection": "full model output vocabulary; no top-k approximation",
"retriever": "current LM mean last hidden-state cosine; not Qwen3-Embedding-0.6B",
"loss": "signed generalized full-vocabulary forward KL",
"adapter": "q/v rank-8 FP32 LoRA; not original all-linear rank-64 LoRA",
"adapter_module_count": 16,
"backbone": {
"model_type": "qwen3_5",
"loaded_class": "Qwen3_5ForConditionalGeneration",
"input_modality": "text only; vision weights frozen and unused"
},
"thinking_template_audit": {
"probe_question": "Solve 2 plus 3.",
"supported": true,
"rendered_prefixes": {
"disabled": "<|im_start|>user\nSolve 2 plus 3.<|im_end|>\n<|im_start|>assistant\n\n\n\n\n",
"enabled": "<|im_start|>user\nSolve 2 plus 3.<|im_end|>\n<|im_start|>assistant\n\n"
},
"rendered_prefix_sha256": {
"disabled": "01fc795e250159d45380fbd391326d451777cd603132cef115f85b0e3d5ad28f",
"enabled": "4f4c12aaa46a8c9ab2c530cc6c355c1ba21b2c38672126eaaffad8e78f110854"
},
"requested": {
"student": false,
"teacher": true,
"evaluation": true
},
"effective": {
"student": false,
"teacher": true,
"evaluation": true
}
},
"gold_role": "training verifier/curation only; absent from student and retrieval",
"student_thinking": false,
"teacher_thinking": true,
"evaluation_thinking": true
},
"rounds": [
{
"round": 0,
"round_base_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"candidate_bank": {
"r0-s0": {
"title": "Sequential Calculation with Partial Sums",
"principle": "When a problem involves a base quantity and a derived quantity based on a fraction or ratio of that base, first calculate the derived value using the specified operation (e.g., division), then sum the base value and the derived value to find the total."
},
"r0-s1": {
"title": "Unit Rate Conversion for Partial Periods",
"principle": "When a rate is defined per standard unit (e.g., per hour) but the actual duration is a fraction of that unit (e.g., minutes), convert the duration into the standard unit's fraction or calculate a per-sub-unit rate to align the time measurement with the rate's denominator before multiplying."
},
"r0-s2": {
"title": "Sequential State Accumulation and Deficit Calculation",
"principle": "To solve problems involving a target goal and multiple incremental contributions, first calculate the initial state based on a fractional relationship to the target. Then, iteratively compute each new contribution by applying its specific multiplier or fixed value to the current state. Sum all contributions to determine the new total state. Finally, subtract this accumulated total from the target goal to find the remaining deficit."
},
"r0-s3": {
"title": "Sequential State Update for Resource Depletion",
"principle": "To determine a future state based on partial consumption, first calculate the cumulative amount consumed by summing individual steps, then subtract this total from the initial resource to find the remaining balance, and finally apply the specific condition (e.g., fraction or ratio) to that remaining balance to solve for the target value."
},
"r0-s4": {
"title": "Hierarchical Rate Scaling",
"principle": "To solve problems involving multiple rates and time intervals, decompose the calculation into sequential layers: first determine the quantity per single event, then scale by the frequency of events per unit time, and finally scale by the number of time units in the target period."
},
"r0-s5": {
"title": "Distributive Summation for Mixed Groups",
"principle": "To find the total quantity of items across multiple groups with different unit sizes, first calculate the subtotal for each distinct group by multiplying the count of items in that group by its unit size, then sum all subtotals to obtain the final total."
},
"r0-s6": {
"title": "Sequential Weight Transformation",
"principle": "To determine the final state of a quantity undergoing multiple changes, maintain a running total and apply each operation (addition of a fixed value or multiplication by a factor) sequentially to the current total before proceeding to the next step."
},
"r0-s7": {
"title": "Solving for a Missing Component in a Total Budget",
"principle": "When a total budget is known along with the remaining balance and several specific expenses, the cost of a missing item can be found by first summing all known expenses and the remaining balance, then subtracting that sum from the total budget."
},
"r0-s8": {
"title": "Tiered Rate Calculation with Thresholds",
"principle": "When a quantity exceeds a specific threshold, split the total into segments below and above that threshold. Calculate the rate for the base segment separately from the rate for the excess segment (which may be a multiple of the base rate), then sum the products of each segment's quantity and its respective rate."
},
"r0-s9": {
"title": "Backward Deduction for Unknown Quantities",
"principle": "When a total sum is composed of known components and an unknown component, calculate the total required amount first, subtract all known contributions to isolate the value of the unknown component, and finally divide by the unit rate to determine the quantity."
},
"r0-s10": {
"title": "Sequential Translation of Relative Quantities",
"principle": "To solve problems involving quantities defined by relative operations (e.g., 'X less than half of Y'), first isolate the base quantity, apply the arithmetic operation (division or multiplication) to find the intermediate value, then apply the adjustment (addition or subtraction) to determine the target quantity, and finally combine all distinct quantities to find the total."
},
"r0-s11": {
"title": "Relative Value Calculation and Aggregation",
"principle": "When item costs are defined relative to a known base value (e.g., 'half the price' or 'twice the price'), first calculate the absolute cost of each dependent item using multiplication or division, then sum all individual costs to determine the total expenditure."
},
"r0-s12": {
"title": "Unit Conversion via Standard Interval Scaling",
"principle": "To solve rate problems involving time unit conversions, first scale the given rate to a standard unit interval (e.g., per hour) by determining how many times the original time interval fits into the target unit, then multiply the original quantity by this factor to find the scaled rate, and finally divide the total required quantity by this new rate to find the total time."
},
"r0-s13": {
"title": "Unit Margin Scaling with Fixed Cost Deduction",
"principle": "To determine net profit over a specific period, first calculate the unit margin by subtracting variable costs from the selling price (derived from any multipliers). Then, scale this unit margin by the total volume of units sold across the entire timeframe. Finally, subtract any one-time fixed costs or sunk expenses from the total operational profit to arrive at the net result."
},
"r0-s14": {
"title": "Ratio Scaling and Sequential Adjustment",
"principle": "To solve problems involving proportional distribution followed by a modification: first, determine the unit value of the ratio by dividing a known total share by its corresponding ratio count; second, scale this unit value by the target ratio count to find the initial share; third, apply any subsequent additions or subtractions to this initial share to determine the final result."
},
"r0-s15": {
"title": "Sequential Subtraction with Dependent Variables",
"principle": "When items are removed in stages where the quantity of items removed in a later stage depends on the quantity removed in an earlier stage, first calculate the intermediate remaining balance after the initial removal. Then, use the specific value from that intermediate step to determine the magnitude of the subsequent removal, and finally subtract that dependent amount from the intermediate balance to find the final count."
},
"r0-s16": {
"title": "Decomposition of Round-Trip Frequency",
"principle": "When calculating total time for repeated round-trip journeys, first determine the duration of a single round trip by doubling the one-way time, then multiply this round-trip duration by the number of times the trip occurs within the specified period."
},
"r0-s17": {
"title": "Decomposition of Multi-Stage Distance Problems",
"principle": "Break down complex distance scenarios into distinct phases (e.g., round trips vs. one-way trips), calculate the total distance for each phase separately, sum these distances to find the grand total, and finally apply the time formula (Time = Total Distance / Speed) to determine the duration."
},
"r0-s18": {
"title": "Sequential Dependency Resolution",
"principle": "When a problem involves multiple quantities where the value of one depends on the previously calculated value of another, establish a strict calculation order. Identify the base known value, compute the dependent intermediate values in the exact sequence of their dependencies, and only after all components are resolved, perform the final aggregation (such as summation) to reach the total."
},
"r0-s19": {
"title": "Reverse-Chain Multiplication",
"principle": "To solve problems involving a hierarchical consumption chain, start with the top-level quantity and iteratively multiply by the consumption rate of each subsequent lower level, treating the output of one step as the input for the next, until the final target quantity is reached."
},
"r0-s20": {
"title": "Reverse Engineering with Offset Adjustments",
"principle": "When a problem describes a hypothetical state resulting from adding or removing a specific quantity (an offset) from an unknown value, first calculate the value of the hypothetical state based on known references, then apply the inverse operation of the offset to determine the original unknown value."
},
"r0-s21": {
"title": "Isolate Unknowns via Subtraction and Division",
"principle": "When a total quantity is composed of multiple distinct groups with known unit costs, first calculate the aggregate cost of all known groups by summing their individual totals. Subtract this aggregate from the grand total to isolate the value of the unknown group. Finally, divide this isolated value by the count of items in the unknown group to determine the unit cost."
},
"r0-s22": {
"title": "Balance Deduction via Partial Payments",
"principle": "To determine the remaining obligation in a credit scenario, sum all partial payments made against the total incurred debt and subtract this sum from the total debt amount."
},
"r0-s23": {
"title": "Complementary Fraction Subtraction",
"principle": "When a problem provides the fraction of a total that satisfies a condition (e.g., 'hit'), the fraction that does not satisfy the condition can be found by subtracting the given fraction from 1 (i.e., 1 - given_fraction). The quantity of the non-satisfied items is then calculated by multiplying the total count by this complementary fraction, which often simplifies the calculation by avoiding an intermediate subtraction step."
},
"r0-s24": {
"title": "Unit Conversion via Dimensional Analysis",
"principle": "To solve problems involving different units of measurement, first convert all given quantities to the target unit using a known conversion factor (e.g., 1 liter = 1000 milliliters), then apply the relevant percentage or ratio to the converted value to find the final result."
},
"r0-s25": {
"title": "Net Value Calculation via Complement",
"principle": "To determine the remaining quantity after a partial removal, calculate the complement of the removed portion (1 - removed fraction/percentage) and multiply it directly by the total initial quantity, rather than calculating the removed amount first and subtracting it from the total."
},
"r0-s26": {
"title": "Residual Calculation via Subtraction",
"principle": "When a total quantity is composed of a known subset and an unknown remainder, calculate the sum of the known subset first, then subtract that sum from the total to isolate the value of the unknown component."
},
"r0-s27": {
"title": "Conservation of Constant Value in Percentage Shifts",
"principle": "When a fixed monetary amount changes its percentage representation relative to a variable base (due to an increase or decrease in that base), the absolute value of the fixed amount remains constant. To solve, equate the initial percentage expression of the fixed amount to the new percentage expression of the same fixed amount using the adjusted base, then solve the resulting linear equation for the original base."
},
"r0-s28": {
"title": "Weighted Group Subtraction",
"principle": "To find a remaining quantity after different groups consume varying proportions of a fixed unit, first calculate the total initial units by multiplying the number of units per entity by the number of entities. Next, determine the total consumed by multiplying the number of entities in each group by the units per entity and their specific consumption rate, then sum these group totals. Finally, subtract the total consumed from the total initial units to find the remainder."
},
"r0-s29": {
"title": "Scaling Total Revenue by a Growth Factor",
"principle": "To determine future revenue based on a sales growth factor, first calculate the total revenue for the baseline period by summing the products of individual item prices and quantities sold. Then, multiply this total baseline revenue by the specified growth factor to obtain the projected revenue."
},
"r0-s30": {
"title": "Segmented Summation with Zero-Term Handling",
"principle": "When a total quantity is distributed across sequential segments where one or more segments have zero length (implied by immediate transitions or lack of travel), the unknown segment can be found by summing all known non-zero segments and subtracting that sum from the total quantity."
},
"r0-s31": {
"title": "Cross-Unit Numerical Aggregation",
"principle": "When a problem requests a 'combined total' of quantities measured in different units (e.g., cups and teaspoons), the standard procedure is to extract the scalar numerical value of each quantity, perform the necessary arithmetic operations to determine missing values, and then sum these scalars directly, treating the result as a dimensionless count rather than a physical volume."
}
},
"curation": [
{
"training_index": 0,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "9e7ef44ff672bfa4ca7bd2c8b7bc8c88503586ff7b80b0563fab72ae07e60afa",
"generated_skill_sha256": "84b85f321021e6467e9c26edd934dfeb7b9d3ee9adc92e3605b0d09daa0e4b9a",
"accepted_skill": "r0-s0"
},
{
"training_index": 1,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "23ef96b4bfc7dac858107ac97de1cf46a0bc21e0235717b0cc623060187454c7",
"generated_skill_sha256": "e1dd7e784956759567c5da07afb8d29b4a1d02fb2d48435d385a2fb7c652eb2c",
"accepted_skill": "r0-s1"
},
{
"training_index": 2,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "48efb5a2142ae7ba6ba52b3fbd2c4859d899f30cd48e393a73a622ba628ae777",
"generated_skill_sha256": "83fcdabcf9afee66dbe27a071586b73ea575b2094b3a37d2582a01daf09f3b78",
"accepted_skill": "r0-s2"
},
{
"training_index": 3,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "13d4e56369980beb8684c56902b0052f83cbb65eddfb7bf2429ed23eea8a0d2a",
"generated_skill_sha256": "608ba978323abb3ad1ef69b82c39ad52720a637d197dba6552c2260159da52e5",
"accepted_skill": "r0-s3"
},
{
"training_index": 4,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "81ba0ef96539d23fbdb799e24d6debd39cbade6effc99f672f34732cde2fdb44",
"generated_skill_sha256": "29686d21b17c118baa9e21e86a7914ab556fc7b02c455d00003be49e50ab8191",
"accepted_skill": "r0-s4"
},
{
"training_index": 5,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "db085cb981aa1459ffb94aa9f3b1ffecf3aeef595011b208cd73afd94b9e47e7",
"generated_skill_sha256": "1df5449ba31e66f375fe771ca8bf1e539e643b3326bc8ce00ce4fcc633cf9245",
"accepted_skill": "r0-s5"
},
{
"training_index": 6,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "8c28f8ede33ca157b9d94e02b238028238e25258482832ce2ee8d42aec1fd843",
"generated_skill_sha256": "daa72561f2993d3b7db40d7dd4a4a7de595963796cc2ba36d747e67726b78ac3",
"accepted_skill": "r0-s6"
},
{
"training_index": 7,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "c4fd4f64ddce9f817272f14724638b706c71a4d09c3e09a547ac7d4eb336e64c",
"generated_skill_sha256": "37b56d34732965fa41520a573824c7b0a440cae73a57f82da69d224fe90d0a95",
"accepted_skill": "r0-s7"
},
{
"training_index": 8,
"rollout_correct": false,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "fe80a76e038413013734e5639f00528370f03a2fcb69886af8fdbb9b6a52f5d4",
"generated_skill_sha256": "85c6e32be5ce6c9f198d04dbd4a3cbe016116cefe6467822f4e164e9d1e2adbf",
"accepted_skill": "r0-s8"
},
{
"training_index": 9,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "820479fea4dc2cc1fb3c0796515e930e2108e3c10c0818d596db01192cd2ece0",
"generated_skill_sha256": "d2fa61b56d521ba1fcf733c7bb71d186f5d75a171886d2bd10a7ad8210155922",
"accepted_skill": "r0-s9"
},
{
"training_index": 10,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "be6a9479bf1f13f7f78c12f09d3e3038fe59df185234ad7c385ba4aedf9f9dd0",
"generated_skill_sha256": "5eb7b75966fd2c3fff046f1ab1781e6739f6a904238791ce45cea33c24994b71",
"accepted_skill": "r0-s10"
},
{
"training_index": 11,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "d1161480b71ce2deda823bd8e6fede22ae6b36da022fef91ba5683c29ba19b85",
"generated_skill_sha256": "c5d551c26d685886be0b68f7dc4ffbfdc96cd415b00dcd1ff689fd2c503e8061",
"accepted_skill": "r0-s11"
},
{
"training_index": 12,
"rollout_correct": false,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "3ee6b5d1552cd1d1216c242682ea143d7db336dc5ce9f2fbede55b505fd5bd02",
"generated_skill_sha256": "f2a4d221396178575b256caee92aca95a0402d3120b4e01fad3668d93667c403",
"accepted_skill": "r0-s12"
},
{
"training_index": 13,
"rollout_correct": false,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b1543ab03bf1b767a2cf52b6eb62785b47848ac544681be807e076990988b0d3",
"generated_skill_sha256": "d95bdc5f41046c6dd363c18c1d009b629f857e1815052a586d7b7b77c167cd6e",
"accepted_skill": "r0-s13"
},
{
"training_index": 14,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b5647df19575693455b2315b7d16501af873b81584cd0e6fb7818a7443a4473f",
"generated_skill_sha256": "f0cabd2b7f2c74b8333b00e0186cc3b51c0b09a80315849dfa5487787f6ba0fc",
"accepted_skill": "r0-s14"
},
{
"training_index": 15,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "68ced341acf7321af660fd3554743058a6296bed3ff43a95c6f14f698b350e86",
"generated_skill_sha256": "d3ef991ed873f82f8083178ddee43575b3d5db770b36e8bb1bfe148d4187ab16",
"accepted_skill": "r0-s15"
},
{
"training_index": 16,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "86b87e7604ed88bdf2c189c260e76892fa33a7058e1af0f9fcae84047bb6a954",
"generated_skill_sha256": "2d8f3b982cff09d7e27f28cf814300283c0abefca33cb8860b5b2343979079a5",
"accepted_skill": "r0-s16"
},
{
"training_index": 17,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "44945fc33a71f1a72435da453c3333f0edb217d4e105477f00f47208928290f9",
"generated_skill_sha256": "d040145028b611cc4847d524cfafe91ed908fef5693887592f6fe62c939e38e1",
"accepted_skill": "r0-s17"
},
{
"training_index": 18,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "43d17c75d8f87faef3ccf8629abf297f007269623672fe8b51e0be4be336519d",
"generated_skill_sha256": "a85d806b23399f43b87e9528d92e0813d19943609ff318690110a2e74c6ce8eb",
"accepted_skill": "r0-s18"
},
{
"training_index": 19,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "06f3879a4223e6a25a03385d8b1b148518e1fc43db6dc3e0913ee504aaaa555a",
"generated_skill_sha256": "f15f63bcc8846184d789b7a67a094a1d076650dcfad8f4d554c1b2b19f2a5bf9",
"accepted_skill": "r0-s19"
},
{
"training_index": 20,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "c565479767c0d7214a3b001889f3607c642aab2bc88e05842db9c0957df525f6",
"generated_skill_sha256": "b6e765db82cff2954501dde2ae8f41717753fdbece59dc2cbf9c22d2e2f6085d",
"accepted_skill": "r0-s20"
},
{
"training_index": 21,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "4c3a68652ebd989529eb7ebd747826579571de63c8aa9c6540d6eec35160e0bd",
"generated_skill_sha256": "2f6ba185f6308d49b77602ca917ecc083582812f2f48fd2c317d851bf543832a",
"accepted_skill": "r0-s21"
},
{
"training_index": 22,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "fc76f636d76e5641a1a0b3bdac348cc23f129acabde5ff228db2d3accc2d9a80",
"generated_skill_sha256": "9a9243ce03bf32951e60040fc1f811b3726332a3c6b6f027891e64acf0868e48",
"accepted_skill": "r0-s22"
},
{
"training_index": 23,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "18031b652ddb23c92468a62c135499f946d7a9fc8feb4d295c35a5297ddd4016",
"generated_skill_sha256": "e70f36f91cf61ec25c5beefb91ce4b5378b5c507ea9e62e9fec613c44b79641f",
"accepted_skill": "r0-s23"
},
{
"training_index": 24,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "6b8c2e5dabd05c3eb6dacf52fb265a40d71726b478d6b99d35a3878b3968a1f2",
"generated_skill_sha256": "d4ea9e2e5ca8fcee4f52088b123cdb9ac055ec6a0bb310fa9ceecf0433e83c04",
"accepted_skill": "r0-s24"
},
{
"training_index": 25,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "8d088005cce019bb8339de7e367f60d261e180292abcb6c84f0a627395da93a9",
"generated_skill_sha256": "c4220d2d441f4d761ffd8a317ff71db5a77cda3504ca63f52a72581e8f1d07b1",
"accepted_skill": "r0-s25"
},
{
"training_index": 26,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "69c19024eeea028c67e4a46f7a9b6b1c2cdf972f174ebd020d134c9a40b2b6cc",
"generated_skill_sha256": "286f445f1165fd819046f418edfc97b672201df18d7359b580316389aca05491",
"accepted_skill": "r0-s26"
},
{
"training_index": 27,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "6c2f8a9dc0e5677bf2b1ee9427c9d264ea909e58eac467c05f79aae0c83d0401",
"generated_skill_sha256": "f3aaf185b266944953a5102747f6b32d0dabe27a0dfcd91a0c63cedecd5789f4",
"accepted_skill": "r0-s27"
},
{
"training_index": 28,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "ad6a2f95780131362ce498ea8a32930a147531b7585a9da275602fb9ed17ecb8",
"generated_skill_sha256": "44857326b721c94fa69f7ec96f1030fd3bb9ea34819e3d2bb0c2a7b1fd5b32cf",
"accepted_skill": "r0-s28"
},
{
"training_index": 29,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b2a947586a462b34df33e449e01684c82d49255e15f1218812e7b3f2991f056d",
"generated_skill_sha256": "6d2c54d1fd9847c2e56071b5eb288d03166f4fd18976f898f542901ba852f1d8",
"accepted_skill": "r0-s29"
},
{
"training_index": 30,
"rollout_correct": false,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "85b1bacb33d69e5dfb1cdeee8c3117f0a26491b6ceb476c3998429529c7881bb",
"generated_skill_sha256": "f6037da1b49b8e555e7e8f178e8c142d791bd46d0d0366c92929df3b285b33ba",
"accepted_skill": "r0-s30"
},
{
"training_index": 31,
"rollout_correct": true,
"student_policy_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "fc8977b2909dab803de73968c0be7c9314e56c81dee5bca49fb841ec81e2e5fc",
"generated_skill_sha256": "8423877b55762e98424a42fb3a5f6c78b27a6efd8a3546b936c19a0b46d418fd",
"accepted_skill": "r0-s31"
}
],
"probe": [
{
"step": 0,
"training_index": 0,
"early": true,
"policy_sha256_before": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"policy_sha256_after": "e6f7575d866d0a049550c2ffe258105e0cdba7c846cd96daedf17d5cdab9f402",
"correct": true,
"eos_completed": true,
"response_tokens": 214,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.938658485809962,
"gradient_l2": 0.38667601346969604,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.21572577953338623,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.22587703168392181,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.21552638709545135,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.18851737678050995,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.24185359477996826,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.23050610721111298,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 1,
"training_index": 1,
"early": true,
"policy_sha256_before": "e6f7575d866d0a049550c2ffe258105e0cdba7c846cd96daedf17d5cdab9f402",
"policy_sha256_after": "f94cb58debea182f250ea71f6cdf824b920da17e97d6b9191699b4cb42547a81",
"correct": true,
"eos_completed": true,
"response_tokens": 195,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6249412993590038,
"gradient_l2": 0.2946513891220093,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14714224636554718,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1638111025094986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15866950154304504,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.17806194722652435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.12665684521198273,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.16826172173023224,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 2,
"training_index": 2,
"early": true,
"policy_sha256_before": "f94cb58debea182f250ea71f6cdf824b920da17e97d6b9191699b4cb42547a81",
"policy_sha256_after": "f7dae30b0ce84b0850dbcd08ac38b4e5a9addb597efadb0253f53ab90b9e8ff5",
"correct": true,
"eos_completed": true,
"response_tokens": 347,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7627075314521788,
"gradient_l2": 0.28956732153892517,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1568051427602768,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16561874747276306,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.19128653407096863,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.17123360931873322,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.16637761890888214,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15127983689308167,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 3,
"training_index": 3,
"early": true,
"policy_sha256_before": "f7dae30b0ce84b0850dbcd08ac38b4e5a9addb597efadb0253f53ab90b9e8ff5",
"policy_sha256_after": "15a79e93a9d1747438670dd747906ef391204a5ef843e19364998cdbf6a0e296",
"correct": true,
"eos_completed": true,
"response_tokens": 253,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8023941218852996,
"gradient_l2": 0.2575052082538605,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17224496603012085,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.18482962250709534,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.19867907464504242,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15793552994728088,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.19654713571071625,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.1582632213830948,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 4,
"training_index": 4,
"early": true,
"policy_sha256_before": "15a79e93a9d1747438670dd747906ef391204a5ef843e19364998cdbf6a0e296",
"policy_sha256_after": "002424c4f48efbf690b2fe584a3f9fea8fadc1dfd06e585fbc71eeb62bab0af9",
"correct": true,
"eos_completed": true,
"response_tokens": 296,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4205154130856196,
"gradient_l2": 0.19229422509670258,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1483784317970276,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18219852447509766,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12435323745012283,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14149218797683716,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14517074823379517,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.15305274724960327,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 5,
"training_index": 5,
"early": true,
"policy_sha256_before": "002424c4f48efbf690b2fe584a3f9fea8fadc1dfd06e585fbc71eeb62bab0af9",
"policy_sha256_after": "c21fb73ecf5d5337b471c30f746dea221914f2454671447d8ea3db53a7317f5c",
"correct": true,
"eos_completed": true,
"response_tokens": 192,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0524534185727437,
"gradient_l2": 0.387138307094574,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2123505026102066,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.24685440957546234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.28109896183013916,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2067870944738388,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2446984052658081,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.22654710710048676,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 6,
"training_index": 6,
"early": true,
"policy_sha256_before": "c21fb73ecf5d5337b471c30f746dea221914f2454671447d8ea3db53a7317f5c",
"policy_sha256_after": "d0a411ae6bad0f6d45886611b4b890ab7fe810c625f4ba2831d3ae4acd4e3c55",
"correct": true,
"eos_completed": true,
"response_tokens": 238,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6796202460924785,
"gradient_l2": 0.30137014389038086,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21396999061107635,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2098219096660614,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20604097843170166,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.22495348751544952,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.23285681009292603,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.22937791049480438,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 7,
"training_index": 7,
"early": true,
"policy_sha256_before": "d0a411ae6bad0f6d45886611b4b890ab7fe810c625f4ba2831d3ae4acd4e3c55",
"policy_sha256_after": "c963209e01ecdb34751e7f2e28f36293c14548c404261aff96c83e9a7ab5c8b1",
"correct": true,
"eos_completed": true,
"response_tokens": 451,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3814703971147537,
"gradient_l2": 0.1892608106136322,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15655860304832458,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12928566336631775,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11033554375171661,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.12192659080028534,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1267888844013214,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.11582153290510178,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 8,
"training_index": 8,
"early": true,
"policy_sha256_before": "c963209e01ecdb34751e7f2e28f36293c14548c404261aff96c83e9a7ab5c8b1",
"policy_sha256_after": "2344a50945aec050be83226d562fa50dec1189a1bb9afa1e95bed429a57689fd",
"correct": false,
"eos_completed": true,
"response_tokens": 426,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3173403342564901,
"gradient_l2": 0.11446022242307663,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.1015118956565857,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.10349410772323608,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.12493180483579636,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": 1.0,
"support": -0.08403138816356659,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.10779370367527008,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.0970965325832367,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 9,
"training_index": 9,
"early": true,
"policy_sha256_before": "2344a50945aec050be83226d562fa50dec1189a1bb9afa1e95bed429a57689fd",
"policy_sha256_after": "a87ab943016bad44c79fe148ca681d5afaf4476b45241362d876aa4031cbe9a7",
"correct": true,
"eos_completed": true,
"response_tokens": 475,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.32398846248785657,
"gradient_l2": 0.16577742993831635,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11808285862207413,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10053214430809021,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1417553722858429,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12314651906490326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12526142597198486,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1272965669631958,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 10,
"training_index": 10,
"early": true,
"policy_sha256_before": "a87ab943016bad44c79fe148ca681d5afaf4476b45241362d876aa4031cbe9a7",
"policy_sha256_after": "b2da71404157283d34ab5c7b7da411bdfc05ac18de7477d7703a2b52db6c0b56",
"correct": true,
"eos_completed": true,
"response_tokens": 182,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9838165342807769,
"gradient_l2": 0.31634828448295593,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.23067788779735565,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20373818278312683,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.21986085176467896,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.20685695111751556,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.22462458908557892,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.22122223675251007,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 11,
"training_index": 11,
"early": true,
"policy_sha256_before": "b2da71404157283d34ab5c7b7da411bdfc05ac18de7477d7703a2b52db6c0b56",
"policy_sha256_after": "da371ca3c832cc180a38e9437d28209359d01addf34500fd1680c91db5841a30",
"correct": true,
"eos_completed": true,
"response_tokens": 249,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8636953632036845,
"gradient_l2": 0.29988592863082886,
"events": [
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.20826828479766846,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.23414534330368042,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.23221315443515778,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.19827838242053986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2062012106180191,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1975708156824112,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 12,
"training_index": 12,
"early": true,
"policy_sha256_before": "da371ca3c832cc180a38e9437d28209359d01addf34500fd1680c91db5841a30",
"policy_sha256_after": "d54950fa77032a5e84643e4d21ef53322f6f44c7b9321c2866b9cf7bdccfb43a",
"correct": false,
"eos_completed": true,
"response_tokens": 395,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.4024463246266047,
"gradient_l2": 0.17334719002246857,
"events": [
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.135294109582901,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.1389169692993164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.13689513504505157,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.1664557158946991,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.14403250813484192,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.1372939646244049,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 13,
"training_index": 13,
"early": true,
"policy_sha256_before": "d54950fa77032a5e84643e4d21ef53322f6f44c7b9321c2866b9cf7bdccfb43a",
"policy_sha256_after": "72be67bcc129e4a6a5572dbd7f1d65e1c49c6597e5d053e74d2647b8c1661d1a",
"correct": false,
"eos_completed": false,
"response_tokens": 1024,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.29452506701151526,
"gradient_l2": 0.1333681344985962,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.09695729613304138,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.1105305403470993,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.11550422012805939,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s29",
"coefficient": 1.0,
"support": -0.11380812525749207,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": 1.0,
"support": -0.19808074831962585,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.10996703803539276,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 14,
"training_index": 14,
"early": true,
"policy_sha256_before": "72be67bcc129e4a6a5572dbd7f1d65e1c49c6597e5d053e74d2647b8c1661d1a",
"policy_sha256_after": "1f986ea0304694e21649510e5ee8125a3ae2d364c2f76404dcd5a92c83acf1e0",
"correct": true,
"eos_completed": true,
"response_tokens": 350,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5737747251987457,
"gradient_l2": 0.1817961186170578,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14936834573745728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1532919555902481,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14356975257396698,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13917694985866547,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1511823534965515,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.16083963215351105,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 15,
"training_index": 15,
"early": true,
"policy_sha256_before": "1f986ea0304694e21649510e5ee8125a3ae2d364c2f76404dcd5a92c83acf1e0",
"policy_sha256_after": "a4d672e6077f211a51db1d33f8f0726e22fdfcf79bd0d1411698afc0274b119e",
"correct": true,
"eos_completed": true,
"response_tokens": 488,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5601930220921835,
"gradient_l2": 0.1997891515493393,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.09895474463701248,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.0999765694141388,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.128592386841774,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.08845049887895584,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.12220320850610733,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14886261522769928,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 16,
"training_index": 16,
"early": true,
"policy_sha256_before": "a4d672e6077f211a51db1d33f8f0726e22fdfcf79bd0d1411698afc0274b119e",
"policy_sha256_after": "7b3e8f33609d4ee171f07bbd0e9b838f4cd53afdfb748b64d3940f9ab6d02973",
"correct": true,
"eos_completed": true,
"response_tokens": 349,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4494684537251791,
"gradient_l2": 0.1674593687057495,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12980513274669647,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.12810982763767242,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11624448001384735,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13972511887550354,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12452239543199539,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.11488351225852966,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 17,
"training_index": 17,
"early": true,
"policy_sha256_before": "7b3e8f33609d4ee171f07bbd0e9b838f4cd53afdfb748b64d3940f9ab6d02973",
"policy_sha256_after": "abc57c0ceaec26636c8382e0f4f1cd072d4108e982bd4e12c8f83a67bb1e4044",
"correct": true,
"eos_completed": true,
"response_tokens": 376,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6147147417068481,
"gradient_l2": 0.21613474190235138,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.16675029695034027,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.15455736219882965,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12095867842435837,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13304980099201202,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.1334790587425232,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.15328381955623627,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 18,
"training_index": 18,
"early": true,
"policy_sha256_before": "abc57c0ceaec26636c8382e0f4f1cd072d4108e982bd4e12c8f83a67bb1e4044",
"policy_sha256_after": "3db73565d8058b27fd9a83e42ed9c900f201d07d4299eda57b8291bb04668950",
"correct": true,
"eos_completed": true,
"response_tokens": 225,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0835290749867759,
"gradient_l2": 0.3216582238674164,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.19004902243614197,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1661728471517563,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17765358090400696,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1708342730998993,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.17791542410850525,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s21",
"coefficient": -1.0,
"support": -0.17914323508739471,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 19,
"training_index": 19,
"early": true,
"policy_sha256_before": "3db73565d8058b27fd9a83e42ed9c900f201d07d4299eda57b8291bb04668950",
"policy_sha256_after": "80efbb43235c8c78d0a3f59c52a6936aa6722f84f2befc9e1e69629cddd6a453",
"correct": true,
"eos_completed": true,
"response_tokens": 224,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4679603924353918,
"gradient_l2": 0.27326440811157227,
"events": [
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.14581407606601715,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1316252052783966,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1319412738084793,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14036975800991058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s19",
"coefficient": -1.0,
"support": -0.16380135715007782,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.13092654943466187,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 20,
"training_index": 20,
"early": true,
"policy_sha256_before": "80efbb43235c8c78d0a3f59c52a6936aa6722f84f2befc9e1e69629cddd6a453",
"policy_sha256_after": "e51734cf88b92f42802617c88fd939e13436c7215b14da72f8aa5d18852609bd",
"correct": true,
"eos_completed": true,
"response_tokens": 317,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6183540721734365,
"gradient_l2": 0.23047013580799103,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13999821245670319,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13146263360977173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14589890837669373,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.14323937892913818,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.13576103746891022,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.1553056538105011,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 21,
"training_index": 21,
"early": true,
"policy_sha256_before": "e51734cf88b92f42802617c88fd939e13436c7215b14da72f8aa5d18852609bd",
"policy_sha256_after": "842bdf84d87219395c55da6c2a95cd9b8b9a253dc60a12e5b9efeff6b0697047",
"correct": true,
"eos_completed": true,
"response_tokens": 291,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5234031081199646,
"gradient_l2": 0.22632911801338196,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1401047557592392,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.10523910075426102,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.10650582611560822,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.17610251903533936,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.11190873384475708,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.11817336082458496,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 22,
"training_index": 22,
"early": true,
"policy_sha256_before": "842bdf84d87219395c55da6c2a95cd9b8b9a253dc60a12e5b9efeff6b0697047",
"policy_sha256_after": "0d4fcf3c308a1681f3560e27c2122adf80808c219ac8b4d27ac250e28db27c91",
"correct": true,
"eos_completed": true,
"response_tokens": 273,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9215994278589884,
"gradient_l2": 0.38798588514328003,
"events": [
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.3386595547199249,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.27247050404548645,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2709055542945862,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.32010090351104736,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.255830317735672,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.25671324133872986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 23,
"training_index": 23,
"early": true,
"policy_sha256_before": "0d4fcf3c308a1681f3560e27c2122adf80808c219ac8b4d27ac250e28db27c91",
"policy_sha256_after": "70d2129a84271b333f54c745139345abadd775b2576df8fcd9eb0cf36f495d11",
"correct": true,
"eos_completed": true,
"response_tokens": 423,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5478137036164602,
"gradient_l2": 0.1716618686914444,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14927616715431213,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12476763874292374,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13658910989761353,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.12899768352508545,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.16118501126766205,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.15798833966255188,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 24,
"training_index": 24,
"early": true,
"policy_sha256_before": "70d2129a84271b333f54c745139345abadd775b2576df8fcd9eb0cf36f495d11",
"policy_sha256_after": "5633d2f68caae9687de38fa648098db9cf117af670d98ef7391171dfc6becc53",
"correct": true,
"eos_completed": true,
"response_tokens": 318,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6899704933166504,
"gradient_l2": 0.28524795174598694,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2786332964897156,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2250656932592392,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.256930947303772,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s24",
"coefficient": -1.0,
"support": -0.2719756066799164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.234309121966362,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.3106856346130371,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 25,
"training_index": 25,
"early": true,
"policy_sha256_before": "5633d2f68caae9687de38fa648098db9cf117af670d98ef7391171dfc6becc53",
"policy_sha256_after": "e640270bc87a9613e9a98555c1f5764aec379353a0f77ef0e2d030b52cb430ca",
"correct": true,
"eos_completed": true,
"response_tokens": 410,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5421972225109737,
"gradient_l2": 0.27488112449645996,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12163162976503372,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1495721936225891,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.11520026624202728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13304956257343292,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15171711146831512,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11323842406272888,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 26,
"training_index": 26,
"early": true,
"policy_sha256_before": "e640270bc87a9613e9a98555c1f5764aec379353a0f77ef0e2d030b52cb430ca",
"policy_sha256_after": "10b48749549011613afd9fc5dc524d093301788671a18b56cb96e5242ca59945",
"correct": true,
"eos_completed": true,
"response_tokens": 262,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8414823412895203,
"gradient_l2": 0.32972532510757446,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21042054891586304,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15995186567306519,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.22109445929527283,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.21006838977336884,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.16511650383472443,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.16868998110294342,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 27,
"training_index": 27,
"early": true,
"policy_sha256_before": "10b48749549011613afd9fc5dc524d093301788671a18b56cb96e5242ca59945",
"policy_sha256_after": "b846a1ddad3b361f137af756070c4ae4617839662cc3a0961f56a53c742fff90",
"correct": true,
"eos_completed": true,
"response_tokens": 587,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.25447790573040646,
"gradient_l2": 0.11119304597377777,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.08537410199642181,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.10233785957098007,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.0853811651468277,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.08904959261417389,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.08362501859664917,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.096038818359375,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 28,
"training_index": 28,
"early": true,
"policy_sha256_before": "b846a1ddad3b361f137af756070c4ae4617839662cc3a0961f56a53c742fff90",
"policy_sha256_after": "9d73fca1efadde6c2b29a637810b60ff5adba50de1f6206fde7097dbda4a33cb",
"correct": false,
"eos_completed": true,
"response_tokens": 498,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.48106316228707635,
"gradient_l2": 0.1660318374633789,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.14203251898288727,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.11974535882472992,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": 1.0,
"support": -0.18026883900165558,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.12084893137216568,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.14738976955413818,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s21",
"coefficient": 1.0,
"support": -0.11711575090885162,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 29,
"training_index": 29,
"early": true,
"policy_sha256_before": "9d73fca1efadde6c2b29a637810b60ff5adba50de1f6206fde7097dbda4a33cb",
"policy_sha256_after": "0c315987ed63fb40f46e09a172d27d4278d89e606bb7ebef9fc8257eed9262fe",
"correct": true,
"eos_completed": true,
"response_tokens": 345,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.43675027290980023,
"gradient_l2": 0.20769919455051422,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15413284301757812,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12086543440818787,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14060750603675842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13115812838077545,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1390286535024643,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.13080741465091705,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 30,
"training_index": 30,
"early": true,
"policy_sha256_before": "0c315987ed63fb40f46e09a172d27d4278d89e606bb7ebef9fc8257eed9262fe",
"policy_sha256_after": "386bb4e423c0040e1ac94b064f30908df8ed5fa57d57ee0eb4b196e0a3056feb",
"correct": false,
"eos_completed": true,
"response_tokens": 373,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.39457657436529797,
"gradient_l2": 0.23648132383823395,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.1591937392950058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": 1.0,
"support": -0.1595262885093689,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": 1.0,
"support": -0.14242246747016907,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.14869022369384766,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.16094550490379333,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.15852272510528564,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 31,
"training_index": 31,
"early": true,
"policy_sha256_before": "386bb4e423c0040e1ac94b064f30908df8ed5fa57d57ee0eb4b196e0a3056feb",
"policy_sha256_after": "5112cc7631ff032ebf784490970dfb37c0bb8c1581ddfa5164c54d7af9c1c272",
"correct": true,
"eos_completed": true,
"response_tokens": 268,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.629212905963262,
"gradient_l2": 0.35849085450172424,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.19539953768253326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.23310503363609314,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2043556272983551,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s24",
"coefficient": -1.0,
"support": -0.24994102120399475,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.19397424161434174,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s31",
"coefficient": -1.0,
"support": -0.30012282729148865,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 32,
"training_index": 32,
"early": true,
"policy_sha256_before": "5112cc7631ff032ebf784490970dfb37c0bb8c1581ddfa5164c54d7af9c1c272",
"policy_sha256_after": "2faea188636f94210ba37c83420704ec0acb321d790a21ce178b4f4d8b53b7d4",
"correct": true,
"eos_completed": true,
"response_tokens": 196,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6866033077239989,
"gradient_l2": 0.3182034492492676,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16470074653625488,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1876623034477234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1842312514781952,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1876876801252365,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1863756626844406,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.18458302319049835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 33,
"training_index": 33,
"early": true,
"policy_sha256_before": "2faea188636f94210ba37c83420704ec0acb321d790a21ce178b4f4d8b53b7d4",
"policy_sha256_after": "e416787e548e84edb57f025c9e1629db097d25fd607d6269d2a1d0f7bb47640d",
"correct": true,
"eos_completed": true,
"response_tokens": 296,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5622366418441137,
"gradient_l2": 0.2550514042377472,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16117307543754578,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1280139535665512,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1375981718301773,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.21328401565551758,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14719446003437042,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13000164926052094,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 34,
"training_index": 34,
"early": true,
"policy_sha256_before": "e416787e548e84edb57f025c9e1629db097d25fd607d6269d2a1d0f7bb47640d",
"policy_sha256_after": "d218b7a85a3958aabebf83b5954dfed7c09c3f66ece8b3384321de5772ac37f8",
"correct": true,
"eos_completed": true,
"response_tokens": 251,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9247448047002157,
"gradient_l2": 0.332459956407547,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.23234328627586365,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.25116243958473206,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2372468262910843,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.2425060123205185,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2346293032169342,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.25054866075515747,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 35,
"training_index": 35,
"early": true,
"policy_sha256_before": "d218b7a85a3958aabebf83b5954dfed7c09c3f66ece8b3384321de5772ac37f8",
"policy_sha256_after": "c0f94d80083f831e36c045d0913e8fff4ff98879896650eafa7d7141324bcc44",
"correct": false,
"eos_completed": true,
"response_tokens": 472,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.36612583696842194,
"gradient_l2": 0.15831421315670013,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.12552545964717865,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": 1.0,
"support": -0.09353426843881607,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.08187445253133774,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.0878475233912468,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.0947774201631546,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s21",
"coefficient": 1.0,
"support": -0.1137416884303093,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 36,
"training_index": 36,
"early": true,
"policy_sha256_before": "c0f94d80083f831e36c045d0913e8fff4ff98879896650eafa7d7141324bcc44",
"policy_sha256_after": "91ad702f4e15a2e842ef3c634c761a5bf24d4c0d3452ee5c2f5d0d82a6e5ba3f",
"correct": true,
"eos_completed": true,
"response_tokens": 500,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.43887866536776227,
"gradient_l2": 0.22104646265506744,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1313745230436325,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.10760204493999481,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.12950009107589722,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10921597480773926,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s24",
"coefficient": -1.0,
"support": -0.11062897741794586,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.11502179503440857,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 37,
"training_index": 37,
"early": true,
"policy_sha256_before": "91ad702f4e15a2e842ef3c634c761a5bf24d4c0d3452ee5c2f5d0d82a6e5ba3f",
"policy_sha256_after": "484a2c92084e498196c1edf444b8d544dba6e99b010782075e228d87ef1458ac",
"correct": true,
"eos_completed": true,
"response_tokens": 282,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.47129954397678375,
"gradient_l2": 0.22794419527053833,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.09890179336071014,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11428724229335785,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.11289920657873154,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10162010043859482,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.09410763531923294,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.09901311248540878,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 38,
"training_index": 38,
"early": true,
"policy_sha256_before": "484a2c92084e498196c1edf444b8d544dba6e99b010782075e228d87ef1458ac",
"policy_sha256_after": "bf1168353b93b4ddd17eba692198e0bcec6511c4f9d8a611b7d6b0fbc6976881",
"correct": true,
"eos_completed": true,
"response_tokens": 499,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5682702213525772,
"gradient_l2": 0.21589113771915436,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.10500839352607727,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1607293337583542,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1023787409067154,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.1005823090672493,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.1236783042550087,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.143916517496109,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 39,
"training_index": 39,
"early": true,
"policy_sha256_before": "bf1168353b93b4ddd17eba692198e0bcec6511c4f9d8a611b7d6b0fbc6976881",
"policy_sha256_after": "c4387211fcaa481fb405cb3b59f9ef2a63f0de28aa6c26ab96d9749fb364ce62",
"correct": true,
"eos_completed": true,
"response_tokens": 165,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6269129117329915,
"gradient_l2": 0.293986439704895,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1805960237979889,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15932504832744598,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15300580859184265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.17123955488204956,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.142496719956398,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17678318917751312,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 40,
"training_index": 40,
"early": true,
"policy_sha256_before": "c4387211fcaa481fb405cb3b59f9ef2a63f0de28aa6c26ab96d9749fb364ce62",
"policy_sha256_after": "7e0e0bfdc4175132ad6eb03c50fea139b8ee6ba98850e33c8cf5006701a77bf1",
"correct": true,
"eos_completed": true,
"response_tokens": 415,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5530242075522741,
"gradient_l2": 0.37596315145492554,
"events": [
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.10978864878416061,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11365687847137451,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.0796242281794548,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.08352799713611603,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s19",
"coefficient": -1.0,
"support": -0.08123203366994858,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.08728840947151184,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 41,
"training_index": 41,
"early": true,
"policy_sha256_before": "7e0e0bfdc4175132ad6eb03c50fea139b8ee6ba98850e33c8cf5006701a77bf1",
"policy_sha256_after": "f1cc1e20957aac44bb1a2f4fba4c45a5076c197f2c22d3ee39b83c6ee5d81041",
"correct": true,
"eos_completed": true,
"response_tokens": 341,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.46179270247618354,
"gradient_l2": 0.2873067557811737,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.160002201795578,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.17136044800281525,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14667606353759766,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14420978724956512,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.1495574563741684,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s3",
"coefficient": -1.0,
"support": -0.14780433475971222,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 42,
"training_index": 42,
"early": true,
"policy_sha256_before": "f1cc1e20957aac44bb1a2f4fba4c45a5076c197f2c22d3ee39b83c6ee5d81041",
"policy_sha256_after": "b512e4fa0091fb434a8afe0acf86abde98dd9bc3f0bb5631da088aa38eaf8a82",
"correct": true,
"eos_completed": true,
"response_tokens": 295,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4899715483188629,
"gradient_l2": 0.298105388879776,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.19202573597431183,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.19994036853313446,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.20426511764526367,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.20622295141220093,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20328205823898315,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.22498993575572968,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 43,
"training_index": 43,
"early": true,
"policy_sha256_before": "b512e4fa0091fb434a8afe0acf86abde98dd9bc3f0bb5631da088aa38eaf8a82",
"policy_sha256_after": "56c04f5e35bcb634f0705d021714909417ef12376a0fdac8d188fb282daa3317",
"correct": true,
"eos_completed": true,
"response_tokens": 230,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5372954308986664,
"gradient_l2": 0.30897724628448486,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1617884784936905,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14429646730422974,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13080067932605743,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1387593150138855,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.14133957028388977,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13176316022872925,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 44,
"training_index": 44,
"early": true,
"policy_sha256_before": "56c04f5e35bcb634f0705d021714909417ef12376a0fdac8d188fb282daa3317",
"policy_sha256_after": "77550fdd43a31d7eef224ccb515313a719c2ec51675faebf1fe1ab535de2891c",
"correct": true,
"eos_completed": true,
"response_tokens": 259,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8255510628223419,
"gradient_l2": 0.2913675904273987,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14498351514339447,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14273539185523987,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15158478915691376,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.14634500443935394,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.15014633536338806,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13927030563354492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 45,
"training_index": 45,
"early": true,
"policy_sha256_before": "77550fdd43a31d7eef224ccb515313a719c2ec51675faebf1fe1ab535de2891c",
"policy_sha256_after": "4f10ef9cc5cb01ac980ce63825c867d72cadbe087c4744375502ff1150fff9e1",
"correct": true,
"eos_completed": true,
"response_tokens": 415,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.44136798381805414,
"gradient_l2": 0.16101109981536865,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15690307319164276,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12735630571842194,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1333744376897812,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.1170426532626152,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1422530561685562,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12361041456460953,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 46,
"training_index": 46,
"early": true,
"policy_sha256_before": "4f10ef9cc5cb01ac980ce63825c867d72cadbe087c4744375502ff1150fff9e1",
"policy_sha256_after": "467a5ec7aca0dc87c5ae1f40eaede50f2bb3dea0e55fd0ce5b495a2f4ae24f53",
"correct": true,
"eos_completed": true,
"response_tokens": 233,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8219957351684571,
"gradient_l2": 0.3316192328929901,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17256170511245728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17670617997646332,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17900478839874268,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.18896302580833435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.19213835895061493,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.2141476273536682,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 47,
"training_index": 47,
"early": true,
"policy_sha256_before": "467a5ec7aca0dc87c5ae1f40eaede50f2bb3dea0e55fd0ce5b495a2f4ae24f53",
"policy_sha256_after": "69a4f2fea34f31b880c6b65188597a8be6453ce40272b2d2059002c8211bc1a6",
"correct": true,
"eos_completed": true,
"response_tokens": 176,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9970676898956299,
"gradient_l2": 0.3920159339904785,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.25478842854499817,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.25193652510643005,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.24344462156295776,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2585400640964508,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.25822481513023376,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.24904708564281464,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 48,
"training_index": 48,
"early": true,
"policy_sha256_before": "69a4f2fea34f31b880c6b65188597a8be6453ce40272b2d2059002c8211bc1a6",
"policy_sha256_after": "ea153d9ec522914cc3b93f9d4ab443c61e38a679098b4e7fb4ed259cbe1ed81f",
"correct": false,
"eos_completed": true,
"response_tokens": 620,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.4702901889880498,
"gradient_l2": 0.22109848260879517,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.16748665273189545,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.17079336941242218,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.17528113722801208,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.16976085305213928,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.1701694130897522,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.1679585725069046,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 49,
"training_index": 49,
"early": true,
"policy_sha256_before": "ea153d9ec522914cc3b93f9d4ab443c61e38a679098b4e7fb4ed259cbe1ed81f",
"policy_sha256_after": "0432f232714dfdad7370607d3a58eca296be240336dabd622a88f9380d8134da",
"correct": true,
"eos_completed": true,
"response_tokens": 300,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7997244298458099,
"gradient_l2": 0.3165455162525177,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1714664250612259,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1772581934928894,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.16546711325645447,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.205357626080513,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.16360202431678772,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15637417137622833,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 50,
"training_index": 50,
"early": true,
"policy_sha256_before": "0432f232714dfdad7370607d3a58eca296be240336dabd622a88f9380d8134da",
"policy_sha256_after": "75d2041b824a480ec221a4c1aa57184b3b9c428c038b100dccc78b067bf14a7c",
"correct": true,
"eos_completed": true,
"response_tokens": 248,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5513977458079656,
"gradient_l2": 0.2676245868206024,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18595407903194427,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.18827028572559357,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16061484813690186,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1640954315662384,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.16177229583263397,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s21",
"coefficient": -1.0,
"support": -0.17579594254493713,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 51,
"training_index": 51,
"early": true,
"policy_sha256_before": "75d2041b824a480ec221a4c1aa57184b3b9c428c038b100dccc78b067bf14a7c",
"policy_sha256_after": "264c6fed66ba53b104fed6f07665064404d3bef885335f6b37938b34f2f31bd2",
"correct": true,
"eos_completed": true,
"response_tokens": 417,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.37146882712841034,
"gradient_l2": 0.2334573119878769,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11277151107788086,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.09999199956655502,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.07455825060606003,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.13246358931064606,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.08955922722816467,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.11096938699483871,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 52,
"training_index": 52,
"early": true,
"policy_sha256_before": "264c6fed66ba53b104fed6f07665064404d3bef885335f6b37938b34f2f31bd2",
"policy_sha256_after": "a2247d4c0c781fbdaee9c966cc08ed757048cbb44fa85df72c0c68073c6aaf74",
"correct": true,
"eos_completed": true,
"response_tokens": 294,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7397427856922149,
"gradient_l2": 0.2678976356983185,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.16160066425800323,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1733969748020172,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16373233497142792,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18235096335411072,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1942075937986374,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.17756852507591248,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 53,
"training_index": 53,
"early": true,
"policy_sha256_before": "a2247d4c0c781fbdaee9c966cc08ed757048cbb44fa85df72c0c68073c6aaf74",
"policy_sha256_after": "974407a7442cdc867cb8722df53d2b7a1a30f2f2b22a41b4ecb5f4f80890c361",
"correct": true,
"eos_completed": true,
"response_tokens": 452,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5415760328372319,
"gradient_l2": 0.1875816136598587,
"events": [
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.13081353902816772,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11205146461725235,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.10619077831506729,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15455318987369537,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.11495831608772278,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.11660858243703842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 54,
"training_index": 54,
"early": true,
"policy_sha256_before": "974407a7442cdc867cb8722df53d2b7a1a30f2f2b22a41b4ecb5f4f80890c361",
"policy_sha256_after": "9ed515f4a0c03ee9aedabe67903e684fefb3b722bb24b7461ea8d70f9d4749ec",
"correct": true,
"eos_completed": true,
"response_tokens": 387,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4710254867871603,
"gradient_l2": 0.2150859236717224,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17932172119617462,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17847314476966858,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13043957948684692,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13905009627342224,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.14433272182941437,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.15825869143009186,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 55,
"training_index": 55,
"early": true,
"policy_sha256_before": "9ed515f4a0c03ee9aedabe67903e684fefb3b722bb24b7461ea8d70f9d4749ec",
"policy_sha256_after": "a633e68ae9a2bcc1d17f54b05fdad42b2c486cb251898258ba1a4f1d39b6b0d6",
"correct": false,
"eos_completed": true,
"response_tokens": 299,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6060859064261119,
"gradient_l2": 0.2473321110010147,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.22721463441848755,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.17204180359840393,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.21180924773216248,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.2232142686843872,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": 1.0,
"support": -0.2353229969739914,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.1996828317642212,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 56,
"training_index": 56,
"early": true,
"policy_sha256_before": "a633e68ae9a2bcc1d17f54b05fdad42b2c486cb251898258ba1a4f1d39b6b0d6",
"policy_sha256_after": "083551075be97721cc9cbe93917030fc702ea4398510e487c165f92a9ea9342e",
"correct": true,
"eos_completed": true,
"response_tokens": 364,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3820171306530635,
"gradient_l2": 0.19825100898742676,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14505456387996674,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11496138572692871,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14007194340229034,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.12508662045001984,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.12791569530963898,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.1468760222196579,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 57,
"training_index": 57,
"early": true,
"policy_sha256_before": "083551075be97721cc9cbe93917030fc702ea4398510e487c165f92a9ea9342e",
"policy_sha256_after": "b3e15a10576c85e9be8bde2a37b471ff0f8e5ac5c8b32bb09d1aab89cacbd7ef",
"correct": true,
"eos_completed": true,
"response_tokens": 568,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.47303060690561927,
"gradient_l2": 0.19679497182369232,
"events": [
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.11855994164943695,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11477861553430557,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.10918282717466354,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1319873183965683,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11915748566389084,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.12443195283412933,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 58,
"training_index": 58,
"early": true,
"policy_sha256_before": "b3e15a10576c85e9be8bde2a37b471ff0f8e5ac5c8b32bb09d1aab89cacbd7ef",
"policy_sha256_after": "b6a4e602ac2a4968bd7c02c4139679536cc9c5f84d7574dd251c2b9bbd1d033f",
"correct": true,
"eos_completed": true,
"response_tokens": 289,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7692898015181224,
"gradient_l2": 0.2751876711845398,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16172067821025848,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15785758197307587,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.20524995028972626,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.20613710582256317,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17524771392345428,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.16690786182880402,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 59,
"training_index": 59,
"early": true,
"policy_sha256_before": "b6a4e602ac2a4968bd7c02c4139679536cc9c5f84d7574dd251c2b9bbd1d033f",
"policy_sha256_after": "a0a0b9bfb39ad77b0acee156b6f9f82708915535ffd3198ec4e0e552d5ed7348",
"correct": false,
"eos_completed": true,
"response_tokens": 231,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.495012417435646,
"gradient_l2": 0.31314846873283386,
"events": [
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.20311163365840912,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.1917804479598999,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.21841038763523102,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.2105952650308609,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.2035876214504242,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.2193114459514618,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 60,
"training_index": 60,
"early": true,
"policy_sha256_before": "a0a0b9bfb39ad77b0acee156b6f9f82708915535ffd3198ec4e0e552d5ed7348",
"policy_sha256_after": "8f7e95a1eb6de2241369dbec7f3217351f6848c58fa025685667c323552c8ebe",
"correct": true,
"eos_completed": true,
"response_tokens": 204,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7122904161612192,
"gradient_l2": 0.4372035264968872,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1664068102836609,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18193864822387695,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15541312098503113,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.17085489630699158,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.17979978024959564,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17423787713050842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 61,
"training_index": 61,
"early": true,
"policy_sha256_before": "8f7e95a1eb6de2241369dbec7f3217351f6848c58fa025685667c323552c8ebe",
"policy_sha256_after": "70e4ccfcebc9c0e0756f14f8f2cfb0adb8bdcdac4cc1b02942c0d8e4ccf1c5ea",
"correct": true,
"eos_completed": true,
"response_tokens": 343,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6826160947481791,
"gradient_l2": 0.3090466558933258,
"events": [
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.14806978404521942,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.12713944911956787,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13190919160842896,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11954527348279953,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.16469493508338928,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.16324013471603394,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 62,
"training_index": 62,
"early": true,
"policy_sha256_before": "70e4ccfcebc9c0e0756f14f8f2cfb0adb8bdcdac4cc1b02942c0d8e4ccf1c5ea",
"policy_sha256_after": "a67b50398e5499d3fbfd2bcec178e1b5022de057b6d24766f0074422ff3c25f1",
"correct": true,
"eos_completed": true,
"response_tokens": 453,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.23144171883662543,
"gradient_l2": 0.15539520978927612,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.09219342470169067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.08147438615560532,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.09734456986188889,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.08899334073066711,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.09091556817293167,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.0877482071518898,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 63,
"training_index": 63,
"early": true,
"policy_sha256_before": "a67b50398e5499d3fbfd2bcec178e1b5022de057b6d24766f0074422ff3c25f1",
"policy_sha256_after": "5dfeb4cc09bd8db8d084972c6675953f0f2271cc65eb7a2cfaf7bcfbf5e280f1",
"correct": true,
"eos_completed": true,
"response_tokens": 512,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.47796265284220374,
"gradient_l2": 0.1669669896364212,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15293148159980774,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11449382454156876,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1631476730108261,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11886890977621078,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.12497808039188385,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.11299523711204529,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 64,
"training_index": 64,
"early": true,
"policy_sha256_before": "5dfeb4cc09bd8db8d084972c6675953f0f2271cc65eb7a2cfaf7bcfbf5e280f1",
"policy_sha256_after": "59394112543425471e826709013a1d38bee045c3de3740112f06da2f28b51305",
"correct": true,
"eos_completed": true,
"response_tokens": 197,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.785593161980311,
"gradient_l2": 0.3991098403930664,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2227483093738556,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13769082725048065,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.19688306748867035,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.19108618795871735,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.17299288511276245,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.16029757261276245,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 65,
"training_index": 65,
"early": true,
"policy_sha256_before": "59394112543425471e826709013a1d38bee045c3de3740112f06da2f28b51305",
"policy_sha256_after": "14a5a7da9eded8f4ab968f286e028c483c3201489c742d9d88544be0c43ebe44",
"correct": true,
"eos_completed": true,
"response_tokens": 229,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0395220518112183,
"gradient_l2": 0.4455934762954712,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.18076351284980774,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17324453592300415,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.17570780217647552,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.188736230134964,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17409922182559967,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.178920179605484,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 66,
"training_index": 66,
"early": true,
"policy_sha256_before": "14a5a7da9eded8f4ab968f286e028c483c3201489c742d9d88544be0c43ebe44",
"policy_sha256_after": "de1838e20679285766f2c9fafca5c7d5dbaef950390a521cc95ae0f4729ba907",
"correct": true,
"eos_completed": true,
"response_tokens": 163,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.3584569692611694,
"gradient_l2": 0.6179685592651367,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.24028871953487396,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.26016858220100403,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2627401351928711,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.25871309638023376,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.2474849373102188,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.29051193594932556,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 67,
"training_index": 67,
"early": true,
"policy_sha256_before": "de1838e20679285766f2c9fafca5c7d5dbaef950390a521cc95ae0f4729ba907",
"policy_sha256_after": "b6f4b5ebb69b3f225b02e99cce9ba5c6fa9ad069d35b48411e4e2d2d1e0340f5",
"correct": true,
"eos_completed": true,
"response_tokens": 211,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0636914670467377,
"gradient_l2": 0.45720964670181274,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.28160423040390015,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.25668951869010925,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.3130129277706146,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.24399621784687042,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.26581045985221863,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.25088557600975037,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 68,
"training_index": 68,
"early": true,
"policy_sha256_before": "b6f4b5ebb69b3f225b02e99cce9ba5c6fa9ad069d35b48411e4e2d2d1e0340f5",
"policy_sha256_after": "bc71b7bfed2a2d77ba19360dce636daf53f75c3096b828379ff6227ee75d70f3",
"correct": true,
"eos_completed": true,
"response_tokens": 471,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6141319672266643,
"gradient_l2": 0.2172020524740219,
"events": [
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.13027557730674744,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11774009466171265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1236712634563446,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.12173543125391006,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12470873445272446,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.13529640436172485,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 69,
"training_index": 69,
"early": true,
"policy_sha256_before": "bc71b7bfed2a2d77ba19360dce636daf53f75c3096b828379ff6227ee75d70f3",
"policy_sha256_after": "c04cf4e669cd1ff2b731f90cab1a20cbaca54e7618202d26f74d0397e29145a8",
"correct": true,
"eos_completed": true,
"response_tokens": 307,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4900427907705307,
"gradient_l2": 0.2436607927083969,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.08638583868741989,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11816780269145966,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.10945858806371689,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.10940588265657425,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.09600619226694107,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.0884150043129921,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 70,
"training_index": 70,
"early": true,
"policy_sha256_before": "c04cf4e669cd1ff2b731f90cab1a20cbaca54e7618202d26f74d0397e29145a8",
"policy_sha256_after": "21f151d371e7cf84eba9e763e29471a1ba06b4b49e32aaf2452dbbbfa509c02f",
"correct": true,
"eos_completed": true,
"response_tokens": 275,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6502467691898345,
"gradient_l2": 0.28696662187576294,
"events": [
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.15601405501365662,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17379729449748993,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15974509716033936,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15701472759246826,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.16645745933055878,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.16960148513317108,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 71,
"training_index": 71,
"early": true,
"policy_sha256_before": "21f151d371e7cf84eba9e763e29471a1ba06b4b49e32aaf2452dbbbfa509c02f",
"policy_sha256_after": "e241082a358f3425472b3a315e20d54f75bbc7da203f74deca2476873531d158",
"correct": true,
"eos_completed": true,
"response_tokens": 267,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.48034568130970007,
"gradient_l2": 0.307820588350296,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1308252513408661,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13491325080394745,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.15217603743076324,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.14005018770694733,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s6",
"coefficient": -1.0,
"support": -0.16407109797000885,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.16847848892211914,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 72,
"training_index": 72,
"early": true,
"policy_sha256_before": "e241082a358f3425472b3a315e20d54f75bbc7da203f74deca2476873531d158",
"policy_sha256_after": "d0dd8d87d4867a12ff780ab0706a63ff1dcba2a33a1efbccee444ff8fe623284",
"correct": true,
"eos_completed": true,
"response_tokens": 230,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.132248709599177,
"gradient_l2": 0.4382263123989105,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20364949107170105,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21598418056964874,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.3162432909011841,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.19908326864242554,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20262593030929565,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.23485645651817322,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 73,
"training_index": 73,
"early": true,
"policy_sha256_before": "d0dd8d87d4867a12ff780ab0706a63ff1dcba2a33a1efbccee444ff8fe623284",
"policy_sha256_after": "dacef50a882bb2f95464044b8faf11cf0f514adb28aba3faa414563730d343bf",
"correct": true,
"eos_completed": true,
"response_tokens": 131,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9101984898249309,
"gradient_l2": 0.6834216117858887,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.27789855003356934,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.26601096987724304,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.29295384883880615,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.27195093035697937,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2694840133190155,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.26469308137893677,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 74,
"training_index": 74,
"early": true,
"policy_sha256_before": "dacef50a882bb2f95464044b8faf11cf0f514adb28aba3faa414563730d343bf",
"policy_sha256_after": "fa2578e13018a8d61caca33f1078499577dab534d2d9dc3706d88c3b279187b7",
"correct": true,
"eos_completed": true,
"response_tokens": 590,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.48926987250645954,
"gradient_l2": 0.18913030624389648,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11473561823368073,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12010524421930313,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12497291713953018,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.11382651329040527,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.11642027646303177,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.11746114492416382,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 75,
"training_index": 75,
"early": true,
"policy_sha256_before": "fa2578e13018a8d61caca33f1078499577dab534d2d9dc3706d88c3b279187b7",
"policy_sha256_after": "6082aae6c590c0015dba845d7a0a233e9faa479e142dd15c84b67cb2ff7bd409",
"correct": true,
"eos_completed": true,
"response_tokens": 330,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5342257519563038,
"gradient_l2": 0.3405298888683319,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14242880046367645,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13722962141036987,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17463035881519318,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14963723719120026,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14725585281848907,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.14128513634204865,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 76,
"training_index": 76,
"early": true,
"policy_sha256_before": "6082aae6c590c0015dba845d7a0a233e9faa479e142dd15c84b67cb2ff7bd409",
"policy_sha256_after": "e6ebe3a0c59e912e4ada96595375ac2adb030fcc5ca4a1c9afe1a208215ee3f3",
"correct": true,
"eos_completed": true,
"response_tokens": 389,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.570573647816976,
"gradient_l2": 0.21520386636257172,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1195053681731224,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.10415692627429962,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.10828651487827301,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1204858347773552,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.10873159766197205,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11412998288869858,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 77,
"training_index": 77,
"early": true,
"policy_sha256_before": "e6ebe3a0c59e912e4ada96595375ac2adb030fcc5ca4a1c9afe1a208215ee3f3",
"policy_sha256_after": "01b37c982477159eae8aa7c80b712da56b2d0ac9273ddec6221a12c03ee5e632",
"correct": true,
"eos_completed": true,
"response_tokens": 546,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3024532546599706,
"gradient_l2": 0.19416174292564392,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.09070397168397903,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.08785416930913925,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.08689221739768982,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.09122201055288315,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.08951359987258911,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.10283239185810089,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 78,
"training_index": 78,
"early": true,
"policy_sha256_before": "01b37c982477159eae8aa7c80b712da56b2d0ac9273ddec6221a12c03ee5e632",
"policy_sha256_after": "c63d1c797c379b4e2398112bcb64a351b1f87b3cf4a029438dc797d75ff33475",
"correct": true,
"eos_completed": true,
"response_tokens": 267,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7785419722398123,
"gradient_l2": 0.3590039014816284,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17759813368320465,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.20876048505306244,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.18845102190971375,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2096676379442215,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.18094801902770996,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.18936026096343994,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 79,
"training_index": 79,
"early": true,
"policy_sha256_before": "c63d1c797c379b4e2398112bcb64a351b1f87b3cf4a029438dc797d75ff33475",
"policy_sha256_after": "62fd74d85e409d001f7d1da9d1ea5d54df7a9d2a007e818fd9fdd49c4b081ea5",
"correct": true,
"eos_completed": true,
"response_tokens": 375,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7285430630048116,
"gradient_l2": 0.31545722484588623,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14647093415260315,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16845133900642395,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1935499906539917,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.15730595588684082,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16507235169410706,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17336565256118774,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 80,
"training_index": 80,
"early": true,
"policy_sha256_before": "62fd74d85e409d001f7d1da9d1ea5d54df7a9d2a007e818fd9fdd49c4b081ea5",
"policy_sha256_after": "a3423ca07fd581500a206a366d2f70cee4bb48d4b809c74b7cebed3ce87f15ce",
"correct": true,
"eos_completed": true,
"response_tokens": 181,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.760133316119512,
"gradient_l2": 0.4193018972873688,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.25220295786857605,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2331094592809677,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.22542817890644073,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.2131478190422058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.24837858974933624,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2311692088842392,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 81,
"training_index": 81,
"early": true,
"policy_sha256_before": "a3423ca07fd581500a206a366d2f70cee4bb48d4b809c74b7cebed3ce87f15ce",
"policy_sha256_after": "49b919abfb115367b373f2e11455adb5993107e1ca9b043cb717ca91da7bd390",
"correct": true,
"eos_completed": true,
"response_tokens": 317,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.591762493054072,
"gradient_l2": 0.28038808703422546,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16170568764209747,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15730658173561096,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.163086399435997,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1666036993265152,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.18224376440048218,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15353558957576752,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 82,
"training_index": 82,
"early": true,
"policy_sha256_before": "49b919abfb115367b373f2e11455adb5993107e1ca9b043cb717ca91da7bd390",
"policy_sha256_after": "9e907918bdf4c3b2c0d54c70a4db2fd94e79f1e29fe9729894613ab5a82f1925",
"correct": true,
"eos_completed": true,
"response_tokens": 322,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.540605291724205,
"gradient_l2": 0.32666802406311035,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15711160004138947,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1862223893404007,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14861242473125458,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.16799014806747437,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.16834260523319244,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15347330272197723,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 83,
"training_index": 83,
"early": true,
"policy_sha256_before": "9e907918bdf4c3b2c0d54c70a4db2fd94e79f1e29fe9729894613ab5a82f1925",
"policy_sha256_after": "92207d7f168093c163aa4c5ca61bc04f525ab7dd4774b093169ef8f02690b2f9",
"correct": true,
"eos_completed": true,
"response_tokens": 308,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6189396182696024,
"gradient_l2": 0.2843087911605835,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13110646605491638,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12396806478500366,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.11844789236783981,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12844017148017883,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": -1.0,
"support": -0.14731454849243164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.13270533084869385,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 84,
"training_index": 84,
"early": true,
"policy_sha256_before": "92207d7f168093c163aa4c5ca61bc04f525ab7dd4774b093169ef8f02690b2f9",
"policy_sha256_after": "347f3441dda8044910b54fa0d71aa9e198b234123075521d40921315f3c3b34f",
"correct": true,
"eos_completed": true,
"response_tokens": 485,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3628316173950831,
"gradient_l2": 0.2177603542804718,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.11131937056779861,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.10865470767021179,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14339399337768555,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13647562265396118,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11091041564941406,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.1129244789481163,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 85,
"training_index": 85,
"early": true,
"policy_sha256_before": "347f3441dda8044910b54fa0d71aa9e198b234123075521d40921315f3c3b34f",
"policy_sha256_after": "f4ad4ba2e3a97a591edd8066cf2a7ec1a3b0f0a9970ba31710a986fbef770d61",
"correct": true,
"eos_completed": true,
"response_tokens": 256,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8475726147492726,
"gradient_l2": 0.3642645478248596,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1904500275850296,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.18008209764957428,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.16429291665554047,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15478257834911346,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1524682492017746,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.158547505736351,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 86,
"training_index": 86,
"early": true,
"policy_sha256_before": "f4ad4ba2e3a97a591edd8066cf2a7ec1a3b0f0a9970ba31710a986fbef770d61",
"policy_sha256_after": "1fc36ccc33a4b3f7bc6e0ec1d01cb7a083377fef93a5d352edbe2511ef02c75e",
"correct": false,
"eos_completed": true,
"response_tokens": 171,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 1.1767684817314148,
"gradient_l2": 0.6153464317321777,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.26647117733955383,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.24354802072048187,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.2771342992782593,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.2662459909915924,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.2677815854549408,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": 1.0,
"support": -0.23654235899448395,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 87,
"training_index": 87,
"early": true,
"policy_sha256_before": "1fc36ccc33a4b3f7bc6e0ec1d01cb7a083377fef93a5d352edbe2511ef02c75e",
"policy_sha256_after": "732782437622297803720b4eff71e7ad90230ef717d97842563f10b22056ad0a",
"correct": true,
"eos_completed": true,
"response_tokens": 700,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4566876689592997,
"gradient_l2": 0.20475023984909058,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16125759482383728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15091092884540558,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14005251228809357,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.17334182560443878,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15132451057434082,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1475796401500702,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 88,
"training_index": 88,
"early": true,
"policy_sha256_before": "732782437622297803720b4eff71e7ad90230ef717d97842563f10b22056ad0a",
"policy_sha256_after": "153da981a357fc22d049f8a58ed50ffebcac7ce775c49013f476e6f1c32086d2",
"correct": true,
"eos_completed": true,
"response_tokens": 247,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8664325475692748,
"gradient_l2": 0.37058025598526,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1816990226507187,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16692838072776794,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.20176880061626434,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2142510712146759,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18542101979255676,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.18728132545948029,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 89,
"training_index": 89,
"early": true,
"policy_sha256_before": "153da981a357fc22d049f8a58ed50ffebcac7ce775c49013f476e6f1c32086d2",
"policy_sha256_after": "8a1ec11d6c38d8ca1046cd1a1278fcb66a2ab8041d9e080b8f25d28ffc7a0540",
"correct": true,
"eos_completed": true,
"response_tokens": 583,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.47890927890936535,
"gradient_l2": 0.2220504730939865,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13321898877620697,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.14319975674152374,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13799475133419037,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.14011473953723907,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.138397678732872,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.13626275956630707,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 90,
"training_index": 90,
"early": true,
"policy_sha256_before": "8a1ec11d6c38d8ca1046cd1a1278fcb66a2ab8041d9e080b8f25d28ffc7a0540",
"policy_sha256_after": "5244481ab99b22d3c5a0002ebad62c5c40820087cdb2463cf54fca4d30682d77",
"correct": true,
"eos_completed": true,
"response_tokens": 443,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.36118414501349133,
"gradient_l2": 0.20570729672908783,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11176769435405731,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.12092054635286331,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.10204848647117615,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1170387789607048,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15864801406860352,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s21",
"coefficient": -1.0,
"support": -0.1494285613298416,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 91,
"training_index": 91,
"early": true,
"policy_sha256_before": "5244481ab99b22d3c5a0002ebad62c5c40820087cdb2463cf54fca4d30682d77",
"policy_sha256_after": "df3ad4f06b076896e401fd615d4e393fb218b9206c4e12024c33fd7ac71bc6e3",
"correct": true,
"eos_completed": true,
"response_tokens": 206,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5794124603271484,
"gradient_l2": 0.543267011642456,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1790314018726349,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.19471335411071777,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1400785744190216,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15720225870609283,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13646100461483002,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1740763932466507,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 92,
"training_index": 92,
"early": true,
"policy_sha256_before": "df3ad4f06b076896e401fd615d4e393fb218b9206c4e12024c33fd7ac71bc6e3",
"policy_sha256_after": "bce88c067a2bb5d8e9e636dd3b3a7f9ec795b32c257d9203038b97e95effb7c6",
"correct": true,
"eos_completed": true,
"response_tokens": 180,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7155242760976155,
"gradient_l2": 0.49913063645362854,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.24019017815589905,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.21493330597877502,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.28518128395080566,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.2213759571313858,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.23770666122436523,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2491530478000641,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 93,
"training_index": 93,
"early": true,
"policy_sha256_before": "bce88c067a2bb5d8e9e636dd3b3a7f9ec795b32c257d9203038b97e95effb7c6",
"policy_sha256_after": "e1cfb6ae64d0b4b0d0763c982ed5cce3e0cc954944ac2082db5db19324739bb9",
"correct": true,
"eos_completed": true,
"response_tokens": 364,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6449013650417328,
"gradient_l2": 0.39715102314949036,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1676679104566574,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17251773178577423,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15618684887886047,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18578851222991943,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.18443074822425842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.19658486545085907,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 94,
"training_index": 94,
"early": true,
"policy_sha256_before": "e1cfb6ae64d0b4b0d0763c982ed5cce3e0cc954944ac2082db5db19324739bb9",
"policy_sha256_after": "0d4a034e817b0504074efb424361b6f43d8a59273183d59de9edcb274edaf79c",
"correct": false,
"eos_completed": true,
"response_tokens": 193,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6637873351573944,
"gradient_l2": 0.4564247727394104,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.21423427760601044,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": 1.0,
"support": -0.20143818855285645,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.2133648544549942,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.20945288240909576,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.20609988272190094,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": 1.0,
"support": -0.22738520801067352,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 95,
"training_index": 95,
"early": true,
"policy_sha256_before": "0d4a034e817b0504074efb424361b6f43d8a59273183d59de9edcb274edaf79c",
"policy_sha256_after": "25f4aba4df023c41d907244afe269bc2e2733d9c9a0b4315a2c70c3660e6ed81",
"correct": true,
"eos_completed": true,
"response_tokens": 164,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.137869656085968,
"gradient_l2": 0.6115015149116516,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2954435348510742,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2849806249141693,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2568869888782501,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2726494371891022,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2980721592903137,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.27125611901283264,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 96,
"training_index": 96,
"early": true,
"policy_sha256_before": "25f4aba4df023c41d907244afe269bc2e2733d9c9a0b4315a2c70c3660e6ed81",
"policy_sha256_after": "7a786ddd6d807ef404c2adadb3936bc1b053f2e5ec1ba276964ef43add84c387",
"correct": true,
"eos_completed": true,
"response_tokens": 162,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.1893957654635112,
"gradient_l2": 0.5714194178581238,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.23195993900299072,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.24891088902950287,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.20131228864192963,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.21251502633094788,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.24438317120075226,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.23353761434555054,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 97,
"training_index": 97,
"early": true,
"policy_sha256_before": "7a786ddd6d807ef404c2adadb3936bc1b053f2e5ec1ba276964ef43add84c387",
"policy_sha256_after": "d2035df02fc5ad7282e7ce7d62a5f289b5eac5a407a77c86cf4015893be9df06",
"correct": true,
"eos_completed": true,
"response_tokens": 457,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5438394099473953,
"gradient_l2": 0.26159483194351196,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13438963890075684,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12855751812458038,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.11812607944011688,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15180909633636475,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12005254626274109,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15308308601379395,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 98,
"training_index": 98,
"early": true,
"policy_sha256_before": "d2035df02fc5ad7282e7ce7d62a5f289b5eac5a407a77c86cf4015893be9df06",
"policy_sha256_after": "8b1e8d56c70cb435369253ef6f0f8a0c94fcf2c7a00764ffa75f1db8f5cb8d0f",
"correct": false,
"eos_completed": true,
"response_tokens": 419,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5154333015282949,
"gradient_l2": 0.2734043002128601,
"events": [
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.12480074167251587,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.13163256645202637,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.16638286411762238,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.13513918220996857,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.16168595850467682,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": 1.0,
"support": -0.14231735467910767,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 99,
"training_index": 99,
"early": true,
"policy_sha256_before": "8b1e8d56c70cb435369253ef6f0f8a0c94fcf2c7a00764ffa75f1db8f5cb8d0f",
"policy_sha256_after": "8a697370a39701208ec4ef55cd3513ce5100443abeb462ca8215ede7cd38452e",
"correct": true,
"eos_completed": true,
"response_tokens": 382,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5332816739877065,
"gradient_l2": 0.2729695737361908,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11106989532709122,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11745843291282654,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.12666301429271698,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.10617752373218536,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s21",
"coefficient": -1.0,
"support": -0.12203428894281387,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.12226054817438126,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 100,
"training_index": 100,
"early": false,
"policy_sha256_before": "8a697370a39701208ec4ef55cd3513ce5100443abeb462ca8215ede7cd38452e",
"policy_sha256_after": "64341dbe59d1f559e0e4e1bb691896198b63f52b125fa4759354eaa0aaeef177",
"correct": true,
"eos_completed": true,
"response_tokens": 301,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7794282337029775,
"gradient_l2": 0.39361023902893066,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2237195521593094,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20290623605251312,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.19431962072849274,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.20488396286964417,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.21478596329689026,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20550750195980072,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 101,
"training_index": 101,
"early": false,
"policy_sha256_before": "64341dbe59d1f559e0e4e1bb691896198b63f52b125fa4759354eaa0aaeef177",
"policy_sha256_after": "de78ba47debf57fbfb237c39660290f6ce8c0b7c509257909ac59f7ad0695e2f",
"correct": true,
"eos_completed": true,
"response_tokens": 206,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.060263733069102,
"gradient_l2": 0.530781626701355,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.19237592816352844,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2118513137102127,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.22188490629196167,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.21894261240959167,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.21692389249801636,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.23753687739372253,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 102,
"training_index": 102,
"early": false,
"policy_sha256_before": "de78ba47debf57fbfb237c39660290f6ce8c0b7c509257909ac59f7ad0695e2f",
"policy_sha256_after": "efc6f0336c32a821fb1c12c3e0f47f223e9fc2c207b9f688d696cad19886dc78",
"correct": true,
"eos_completed": true,
"response_tokens": 346,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.647416353225708,
"gradient_l2": 0.291863352060318,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13691306114196777,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13715270161628723,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13776864111423492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.15571512281894684,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.13532668352127075,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14726869761943817,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 103,
"training_index": 103,
"early": false,
"policy_sha256_before": "efc6f0336c32a821fb1c12c3e0f47f223e9fc2c207b9f688d696cad19886dc78",
"policy_sha256_after": "401d0e3b3eccd69684732851c6e69a5006520331ba4f5c2e4e21f2bf7bce3537",
"correct": true,
"eos_completed": true,
"response_tokens": 297,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8849863708019255,
"gradient_l2": 0.3788636326789856,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.21805155277252197,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17471589148044586,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2155926674604416,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2627587914466858,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.16579237580299377,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18719586730003357,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 104,
"training_index": 104,
"early": false,
"policy_sha256_before": "401d0e3b3eccd69684732851c6e69a5006520331ba4f5c2e4e21f2bf7bce3537",
"policy_sha256_after": "1c84a93635301d4da13cbbef18167f138d94112ae5e445aed82d457cabf620da",
"correct": true,
"eos_completed": true,
"response_tokens": 191,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6724906762441,
"gradient_l2": 0.392028272151947,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1967795491218567,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.19612501561641693,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.23303580284118652,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.21941328048706055,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.19151492416858673,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2061043232679367,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 105,
"training_index": 105,
"early": false,
"policy_sha256_before": "1c84a93635301d4da13cbbef18167f138d94112ae5e445aed82d457cabf620da",
"policy_sha256_after": "d918d0d5e0de470effd1846ffeeef42b9dc225cc268271c3d889b793b2f21602",
"correct": true,
"eos_completed": true,
"response_tokens": 541,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.35909111301104224,
"gradient_l2": 0.2383633255958557,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11402298510074615,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.11592024564743042,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11452531814575195,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.11310844123363495,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.12176036089658737,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.11647798120975494,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 106,
"training_index": 106,
"early": false,
"policy_sha256_before": "d918d0d5e0de470effd1846ffeeef42b9dc225cc268271c3d889b793b2f21602",
"policy_sha256_after": "601ca4af40b2e550c76cab74b6346ea1195847718475518d881c774d7174bde8",
"correct": false,
"eos_completed": true,
"response_tokens": 604,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.24754035721222561,
"gradient_l2": 0.1596256047487259,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.10369320213794708,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.09323058277368546,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.08632795512676239,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.09610951691865921,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.09261296689510345,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": 1.0,
"support": -0.09431105107069016,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 107,
"training_index": 107,
"early": false,
"policy_sha256_before": "601ca4af40b2e550c76cab74b6346ea1195847718475518d881c774d7174bde8",
"policy_sha256_after": "828a6657c6703ccd3fe9e68b7b0be692e2f25949d0eae93dbb5b4f58f718a87f",
"correct": true,
"eos_completed": true,
"response_tokens": 543,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4943506916364034,
"gradient_l2": 0.2899132966995239,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1405991017818451,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1438719928264618,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.15259665250778198,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12600505352020264,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15857890248298645,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13555699586868286,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 108,
"training_index": 108,
"early": false,
"policy_sha256_before": "828a6657c6703ccd3fe9e68b7b0be692e2f25949d0eae93dbb5b4f58f718a87f",
"policy_sha256_after": "f1be7bb7b0fd5602721f816ee263a1e799e253bff5e821e72e2f2fd6e80bb3cc",
"correct": true,
"eos_completed": true,
"response_tokens": 977,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.28136329849561054,
"gradient_l2": 0.16853103041648865,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14344879984855652,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12827353179454803,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.11964788287878036,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1299152672290802,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13284268975257874,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.13118919730186462,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 109,
"training_index": 109,
"early": false,
"policy_sha256_before": "f1be7bb7b0fd5602721f816ee263a1e799e253bff5e821e72e2f2fd6e80bb3cc",
"policy_sha256_after": "50bd240fd473b32159788853dcfc9ff6b9aed80bd0cc5af911ccd1a3986915a6",
"correct": true,
"eos_completed": true,
"response_tokens": 229,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7686593929926555,
"gradient_l2": 0.430608332157135,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2121044099330902,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14925317466259003,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15886792540550232,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.17927123606204987,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1689644455909729,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15080231428146362,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 110,
"training_index": 110,
"early": false,
"policy_sha256_before": "50bd240fd473b32159788853dcfc9ff6b9aed80bd0cc5af911ccd1a3986915a6",
"policy_sha256_after": "3837f71065065dcb2480f222831712534d2fa8e46a8d45a53e78ed277f77f6b9",
"correct": true,
"eos_completed": true,
"response_tokens": 645,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5361463179190954,
"gradient_l2": 0.30549949407577515,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2030089944601059,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2133856564760208,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.19040906429290771,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.21643930673599243,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.18659727275371552,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.18864698708057404,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 111,
"training_index": 111,
"early": false,
"policy_sha256_before": "3837f71065065dcb2480f222831712534d2fa8e46a8d45a53e78ed277f77f6b9",
"policy_sha256_after": "ac8daf91df6eaf4361c36e17633e1720c0aeada2ddfbb0d2338f140385a153a2",
"correct": true,
"eos_completed": true,
"response_tokens": 327,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3493775228659312,
"gradient_l2": 0.23612625896930695,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13045115768909454,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.11710123717784882,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13254307210445404,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1206168457865715,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1288445144891739,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.1263696253299713,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 112,
"training_index": 112,
"early": false,
"policy_sha256_before": "ac8daf91df6eaf4361c36e17633e1720c0aeada2ddfbb0d2338f140385a153a2",
"policy_sha256_after": "3a19bdace3c55a0f2a7348753be2c70b68f536d2b243822235592988cdaa0bce",
"correct": true,
"eos_completed": true,
"response_tokens": 478,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4582345386346181,
"gradient_l2": 0.25927403569221497,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11710895597934723,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1260378360748291,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.13111647963523865,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.13031603395938873,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.13322965800762177,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1348871886730194,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 113,
"training_index": 113,
"early": false,
"policy_sha256_before": "3a19bdace3c55a0f2a7348753be2c70b68f536d2b243822235592988cdaa0bce",
"policy_sha256_after": "c013961792d11b49c7f1cc5e0b90b5290354b626e658ebb5c4ad20dfcf8c1dcf",
"correct": true,
"eos_completed": true,
"response_tokens": 270,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.588309680422147,
"gradient_l2": 0.3750371038913727,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1545972228050232,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14348538219928741,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17148780822753906,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15139776468276978,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15537993609905243,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s6",
"coefficient": -1.0,
"support": -0.18360142409801483,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 114,
"training_index": 114,
"early": false,
"policy_sha256_before": "c013961792d11b49c7f1cc5e0b90b5290354b626e658ebb5c4ad20dfcf8c1dcf",
"policy_sha256_after": "fb98cb6574cf02d194abe5885e8201022b7945c463730de8c5f70c6a1deef3f8",
"correct": true,
"eos_completed": true,
"response_tokens": 262,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5553084711233776,
"gradient_l2": 0.39513298869132996,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.19350261986255646,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16033674776554108,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17011398077011108,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17737068235874176,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1562802940607071,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.18513956665992737,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 115,
"training_index": 115,
"early": false,
"policy_sha256_before": "fb98cb6574cf02d194abe5885e8201022b7945c463730de8c5f70c6a1deef3f8",
"policy_sha256_after": "853688d5cbec4ec035417ea1a3fb467894ec274a19d0e62077316e1381b49d74",
"correct": true,
"eos_completed": true,
"response_tokens": 311,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8128415743509927,
"gradient_l2": 0.4438873827457428,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.174832284450531,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17134594917297363,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18624810874462128,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.16165800392627716,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.17791832983493805,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.19244059920310974,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 116,
"training_index": 116,
"early": false,
"policy_sha256_before": "853688d5cbec4ec035417ea1a3fb467894ec274a19d0e62077316e1381b49d74",
"policy_sha256_after": "6482523a4c78302968c605729181d46b0de3c024082155e2518dee6f29e237b9",
"correct": true,
"eos_completed": true,
"response_tokens": 262,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5102695375680923,
"gradient_l2": 0.2971879243850708,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14856797456741333,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15625537931919098,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1527339518070221,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1682874709367752,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.1468764692544937,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.14147129654884338,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 117,
"training_index": 117,
"early": false,
"policy_sha256_before": "6482523a4c78302968c605729181d46b0de3c024082155e2518dee6f29e237b9",
"policy_sha256_after": "1e0032d830b416a5666f7aeb70438a6188a5ad28642499dfd1728d5ce1bd6fae",
"correct": true,
"eos_completed": true,
"response_tokens": 280,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8370362818241119,
"gradient_l2": 0.4316600263118744,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20394793152809143,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18080581724643707,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2114221602678299,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2580471932888031,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.2056460678577423,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.1972689926624298,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 118,
"training_index": 118,
"early": false,
"policy_sha256_before": "1e0032d830b416a5666f7aeb70438a6188a5ad28642499dfd1728d5ce1bd6fae",
"policy_sha256_after": "8567c9f3b719390c871ed7f957f9c5dfb4d0e18beae2f48c82e27bb80051c5d9",
"correct": true,
"eos_completed": true,
"response_tokens": 723,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.47528484463691717,
"gradient_l2": 0.24133826792240143,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1606040745973587,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1400502771139145,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17046062648296356,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14569957554340363,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15161754190921783,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.12658150494098663,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 119,
"training_index": 119,
"early": false,
"policy_sha256_before": "8567c9f3b719390c871ed7f957f9c5dfb4d0e18beae2f48c82e27bb80051c5d9",
"policy_sha256_after": "b8140840be9cc5bbc63334289600e96b5eb3ac9cf05559e92e99881e2113b7a3",
"correct": false,
"eos_completed": true,
"response_tokens": 202,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6829786996046703,
"gradient_l2": 0.4899287223815918,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.21390004456043243,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.1772582083940506,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.15413804352283478,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.16858698427677155,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.17930810153484344,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.16811469197273254,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 120,
"training_index": 120,
"early": false,
"policy_sha256_before": "b8140840be9cc5bbc63334289600e96b5eb3ac9cf05559e92e99881e2113b7a3",
"policy_sha256_after": "0f0d84a552e393c823f809ba943ee4eabfa3470625302372335c6ab059d01bf4",
"correct": true,
"eos_completed": true,
"response_tokens": 432,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.733909398317337,
"gradient_l2": 0.35338476300239563,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1900772601366043,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1423303186893463,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13000230491161346,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1353224515914917,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.16543994843959808,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15467993915081024,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 121,
"training_index": 121,
"early": false,
"policy_sha256_before": "0f0d84a552e393c823f809ba943ee4eabfa3470625302372335c6ab059d01bf4",
"policy_sha256_after": "d7313b4cfe614116cf56590dcd74c37f4d2f3c1836709f772e38f18b7c3af650",
"correct": true,
"eos_completed": true,
"response_tokens": 298,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6621476809183756,
"gradient_l2": 0.42259201407432556,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18835002183914185,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14083115756511688,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14300523698329926,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15375462174415588,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.15833885967731476,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15168610215187073,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 122,
"training_index": 122,
"early": false,
"policy_sha256_before": "d7313b4cfe614116cf56590dcd74c37f4d2f3c1836709f772e38f18b7c3af650",
"policy_sha256_after": "f0a53352b01e2235f2619380f6477a2c90f7f8514eb2d0d218c495f5e452763c",
"correct": true,
"eos_completed": true,
"response_tokens": 355,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4832560171683629,
"gradient_l2": 0.3087630867958069,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.09744329750537872,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.10656988620758057,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1100049614906311,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.12252822518348694,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13914763927459717,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.10390052199363708,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 123,
"training_index": 123,
"early": false,
"policy_sha256_before": "f0a53352b01e2235f2619380f6477a2c90f7f8514eb2d0d218c495f5e452763c",
"policy_sha256_after": "8666271de91dc8c281172dc19c9b644485ba38a7460ea864d920ce437d692d93",
"correct": true,
"eos_completed": true,
"response_tokens": 223,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0592992802460988,
"gradient_l2": 0.5805634260177612,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2186158001422882,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2182975560426712,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.234719917178154,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2560977339744568,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.24014997482299805,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.21667738258838654,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 124,
"training_index": 124,
"early": false,
"policy_sha256_before": "8666271de91dc8c281172dc19c9b644485ba38a7460ea864d920ce437d692d93",
"policy_sha256_after": "c3e026e71eddfe83b6ffb5dfc0d1fde367396f386aed558bc175ba6055b8566b",
"correct": true,
"eos_completed": true,
"response_tokens": 231,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8938274085521698,
"gradient_l2": 0.5458609461784363,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2542857229709625,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.2741416394710541,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.25686636567115784,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.23827654123306274,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.23192860186100006,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.25886186957359314,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 125,
"training_index": 125,
"early": false,
"policy_sha256_before": "c3e026e71eddfe83b6ffb5dfc0d1fde367396f386aed558bc175ba6055b8566b",
"policy_sha256_after": "da4966c47531d613cb630ee27ab25a1c72087cae38901448c218d4f79ec18212",
"correct": true,
"eos_completed": true,
"response_tokens": 329,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.36602995793024695,
"gradient_l2": 0.22881776094436646,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.08910226076841354,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.07373760640621185,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11280399560928345,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.07188098132610321,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.07463670521974564,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.07681344449520111,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 126,
"training_index": 126,
"early": false,
"policy_sha256_before": "da4966c47531d613cb630ee27ab25a1c72087cae38901448c218d4f79ec18212",
"policy_sha256_after": "2fb86dde63d4ebe769985f6e9b2216c8f0ecc511b969a459e9fab5e1c89b8c65",
"correct": true,
"eos_completed": true,
"response_tokens": 360,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.456751803557078,
"gradient_l2": 0.2523091733455658,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11938625574111938,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.15036728978157043,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13726957142353058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1299901306629181,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.12404737621545792,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.11411447077989578,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 127,
"training_index": 127,
"early": false,
"policy_sha256_before": "2fb86dde63d4ebe769985f6e9b2216c8f0ecc511b969a459e9fab5e1c89b8c65",
"policy_sha256_after": "7ead0ea4f7ac9596da8e3212a22725a5516770e12f7421c3d96306c8f5eb856d",
"correct": true,
"eos_completed": true,
"response_tokens": 299,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7049194574356078,
"gradient_l2": 0.4057210385799408,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.18705469369888306,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16204902529716492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21258680522441864,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.1718921661376953,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1680256873369217,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1749984622001648,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 128,
"training_index": 128,
"early": false,
"policy_sha256_before": "7ead0ea4f7ac9596da8e3212a22725a5516770e12f7421c3d96306c8f5eb856d",
"policy_sha256_after": "abe91da090db6de0188652d557a42ecfd0ef838f68e602d947d0d936c659d6f2",
"correct": true,
"eos_completed": true,
"response_tokens": 347,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6389245291550955,
"gradient_l2": 0.3249092698097229,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1270056664943695,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15913553535938263,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15479813516139984,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13636624813079834,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.13507887721061707,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14580851793289185,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 129,
"training_index": 129,
"early": false,
"policy_sha256_before": "abe91da090db6de0188652d557a42ecfd0ef838f68e602d947d0d936c659d6f2",
"policy_sha256_after": "4e61b26abff8226ffaf1cf90bf01b9b56f5c4060c12ee0ef8f8caa07e12c1745",
"correct": true,
"eos_completed": true,
"response_tokens": 242,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0541206300258636,
"gradient_l2": 1.1452761888504028,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20031364262104034,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.19579802453517914,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.23070041835308075,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.21547307074069977,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.21795064210891724,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.19083815813064575,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 130,
"training_index": 130,
"early": false,
"policy_sha256_before": "4e61b26abff8226ffaf1cf90bf01b9b56f5c4060c12ee0ef8f8caa07e12c1745",
"policy_sha256_after": "d9ba25f2335374bf61919eccf33fa570cfa257e0d4d552207337705a6feb41de",
"correct": true,
"eos_completed": true,
"response_tokens": 221,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.616201510032018,
"gradient_l2": 0.4182092845439911,
"events": [
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.18014006316661835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20360049605369568,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.181840717792511,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17067663371562958,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17230229079723358,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.17473380267620087,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 131,
"training_index": 131,
"early": false,
"policy_sha256_before": "d9ba25f2335374bf61919eccf33fa570cfa257e0d4d552207337705a6feb41de",
"policy_sha256_after": "2578fe5c573a45c364ac8fe3e0132500579b39f797d0016c8e5001ec1acef15d",
"correct": true,
"eos_completed": true,
"response_tokens": 382,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3610626260439555,
"gradient_l2": 0.29931512475013733,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11991982161998749,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12184830754995346,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12058413028717041,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13608324527740479,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.13967277109622955,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.14914162456989288,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 132,
"training_index": 132,
"early": false,
"policy_sha256_before": "2578fe5c573a45c364ac8fe3e0132500579b39f797d0016c8e5001ec1acef15d",
"policy_sha256_after": "8205f22032e60943510383847c258ee401bdce10e8986d64189e91f990bcf7ef",
"correct": true,
"eos_completed": true,
"response_tokens": 301,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.47782979408899945,
"gradient_l2": 0.4057011902332306,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13141851127147675,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.11990473419427872,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.1283033788204193,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12194367498159409,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.133724644780159,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.11914825439453125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 133,
"training_index": 133,
"early": false,
"policy_sha256_before": "8205f22032e60943510383847c258ee401bdce10e8986d64189e91f990bcf7ef",
"policy_sha256_after": "5ba93cd067faa04819637b006535b3612d87e5c31b83a701c067cc353fbac6ed",
"correct": true,
"eos_completed": true,
"response_tokens": 209,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.1368911465009053,
"gradient_l2": 0.7515916228294373,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.23492588102817535,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.23252271115779877,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.20021750032901764,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.23058190941810608,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.21224120259284973,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.21497400104999542,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 134,
"training_index": 134,
"early": false,
"policy_sha256_before": "5ba93cd067faa04819637b006535b3612d87e5c31b83a701c067cc353fbac6ed",
"policy_sha256_after": "cb9878d214cef08f6422be29705a487a0258b66ad5c989704633b59de15fee57",
"correct": true,
"eos_completed": true,
"response_tokens": 314,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5885657072067261,
"gradient_l2": 0.4039512276649475,
"events": [
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.17592684924602509,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.16661478579044342,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.17863766849040985,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s29",
"coefficient": -1.0,
"support": -0.1859031468629837,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.18875201046466827,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17250145971775055,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 135,
"training_index": 135,
"early": false,
"policy_sha256_before": "cb9878d214cef08f6422be29705a487a0258b66ad5c989704633b59de15fee57",
"policy_sha256_after": "4adc28d8490fbe7a6a54ed2d2c29c41b89a8f3bb5dd17f009d6afab96e7af32f",
"correct": true,
"eos_completed": true,
"response_tokens": 352,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5999456445376079,
"gradient_l2": 0.31636208295822144,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14604565501213074,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17256805300712585,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.16517484188079834,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.14972375333309174,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16699369251728058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15883192420005798,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 136,
"training_index": 136,
"early": false,
"policy_sha256_before": "4adc28d8490fbe7a6a54ed2d2c29c41b89a8f3bb5dd17f009d6afab96e7af32f",
"policy_sha256_after": "8c1e27d57f12b749d7ba5a9e17266cb7391858d601d791c583f66127f6b9e43d",
"correct": true,
"eos_completed": true,
"response_tokens": 390,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6698467830816904,
"gradient_l2": 0.4527197778224945,
"events": [
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.13874369859695435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1507910043001175,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.16106393933296204,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15293090045452118,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.14152038097381592,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14732348918914795,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 137,
"training_index": 137,
"early": false,
"policy_sha256_before": "8c1e27d57f12b749d7ba5a9e17266cb7391858d601d791c583f66127f6b9e43d",
"policy_sha256_after": "8d63f17ce449a363b7bd3974f8cdd63b1bea43a4efac0c58c4134eeca07af6e2",
"correct": true,
"eos_completed": true,
"response_tokens": 352,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6865818500518799,
"gradient_l2": 0.4080386757850647,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.19051380455493927,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.19842053949832916,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.20762254297733307,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.22562925517559052,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.18031045794487,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1705736666917801,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 138,
"training_index": 138,
"early": false,
"policy_sha256_before": "8d63f17ce449a363b7bd3974f8cdd63b1bea43a4efac0c58c4134eeca07af6e2",
"policy_sha256_after": "3fb92e30eb258c775a85e1d5821b8a86a5d87c9f4a76aba3cb200250b088d673",
"correct": true,
"eos_completed": true,
"response_tokens": 672,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.37655838330586755,
"gradient_l2": 0.24610884487628937,
"events": [
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.1588638424873352,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15802085399627686,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.16494794189929962,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15869322419166565,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15200327336788177,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15939626097679138,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 139,
"training_index": 139,
"early": false,
"policy_sha256_before": "3fb92e30eb258c775a85e1d5821b8a86a5d87c9f4a76aba3cb200250b088d673",
"policy_sha256_after": "6d7e4b1363809480a7425fdc6ad0b78b85c08176a2e605b50fbeef41020902ee",
"correct": true,
"eos_completed": true,
"response_tokens": 410,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6129441956679026,
"gradient_l2": 0.33221110701560974,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13161830604076385,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12680645287036896,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.16316741704940796,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1363697201013565,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.13590912520885468,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15944382548332214,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 140,
"training_index": 140,
"early": false,
"policy_sha256_before": "6d7e4b1363809480a7425fdc6ad0b78b85c08176a2e605b50fbeef41020902ee",
"policy_sha256_after": "9c67c1ca729203183d12853636a7ee7b57a8c79d430102017e64f4e736fe19d7",
"correct": false,
"eos_completed": true,
"response_tokens": 219,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.9934081931908925,
"gradient_l2": 0.6142257452011108,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.21765315532684326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": 1.0,
"support": -0.26901009678840637,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.2303105592727661,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.23510651290416718,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": 1.0,
"support": -0.22020871937274933,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.24377435445785522,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 141,
"training_index": 141,
"early": false,
"policy_sha256_before": "9c67c1ca729203183d12853636a7ee7b57a8c79d430102017e64f4e736fe19d7",
"policy_sha256_after": "dff065b075f134b62f0ba168a128760d6de50aab64c94c8e9b25399634fc0e3c",
"correct": true,
"eos_completed": true,
"response_tokens": 389,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3712768654028575,
"gradient_l2": 0.2627829909324646,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13368915021419525,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12736432254314423,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1343390792608261,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13372254371643066,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.13017164170742035,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1557578444480896,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 142,
"training_index": 142,
"early": false,
"policy_sha256_before": "dff065b075f134b62f0ba168a128760d6de50aab64c94c8e9b25399634fc0e3c",
"policy_sha256_after": "ec83368cfdf995b02b2ca02e11844540865a36a0bb5d124b2ba67fb35db2046f",
"correct": false,
"eos_completed": true,
"response_tokens": 395,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3325564861297608,
"gradient_l2": 0.30585575103759766,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.13730725646018982,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": 1.0,
"support": -0.1405659168958664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.14639224112033844,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.13269171118736267,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.14656127989292145,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.1339489072561264,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 143,
"training_index": 143,
"early": false,
"policy_sha256_before": "ec83368cfdf995b02b2ca02e11844540865a36a0bb5d124b2ba67fb35db2046f",
"policy_sha256_after": "83714f2ce409a254df8ea8bf6c9ecf528e6db04a01101ab40e77cac3bdff00e3",
"correct": true,
"eos_completed": true,
"response_tokens": 270,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.565619170665741,
"gradient_l2": 0.4433956444263458,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.18371732532978058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.16759303212165833,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14071644842624664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.1570107340812683,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.14670060575008392,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14745719730854034,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 144,
"training_index": 144,
"early": false,
"policy_sha256_before": "83714f2ce409a254df8ea8bf6c9ecf528e6db04a01101ab40e77cac3bdff00e3",
"policy_sha256_after": "f96e3baa0faeab3b79da9c8e0a566d1d5766326f2455c4fff89097430af32ad5",
"correct": true,
"eos_completed": true,
"response_tokens": 514,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.390675867597262,
"gradient_l2": 0.2642553448677063,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11250469833612442,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12013156712055206,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10725025087594986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.11670736968517303,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.10388696938753128,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.12043429166078568,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 145,
"training_index": 145,
"early": false,
"policy_sha256_before": "f96e3baa0faeab3b79da9c8e0a566d1d5766326f2455c4fff89097430af32ad5",
"policy_sha256_after": "5b22d16a29647e52546a0fea47e7e3b8b73dbc24c276612e0a0f50d4dfc543d3",
"correct": true,
"eos_completed": true,
"response_tokens": 349,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6467079222202301,
"gradient_l2": 0.4001178741455078,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13819356262683868,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14811213314533234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16375797986984253,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1511680632829666,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.14140060544013977,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.14665339887142181,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 146,
"training_index": 146,
"early": false,
"policy_sha256_before": "5b22d16a29647e52546a0fea47e7e3b8b73dbc24c276612e0a0f50d4dfc543d3",
"policy_sha256_after": "cdeac0c03d905356b8e9e64250d8e2746c6160e7de53f05e8c5ba7ff0ecb3845",
"correct": true,
"eos_completed": true,
"response_tokens": 453,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7414604226748149,
"gradient_l2": 0.4315391182899475,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17530857026576996,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17893803119659424,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1808641254901886,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.1650608777999878,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.16416800022125244,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1503385305404663,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 147,
"training_index": 147,
"early": false,
"policy_sha256_before": "cdeac0c03d905356b8e9e64250d8e2746c6160e7de53f05e8c5ba7ff0ecb3845",
"policy_sha256_after": "22732d0d0c435bbfcb57c06cd38c6f678903020281941094135f897a2815c204",
"correct": false,
"eos_completed": true,
"response_tokens": 440,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5133112718661625,
"gradient_l2": 0.2608756124973297,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.11914140731096268,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.12684471905231476,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.11703193932771683,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s29",
"coefficient": 1.0,
"support": -0.117824025452137,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.11357365548610687,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.12498510628938675,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 148,
"training_index": 148,
"early": false,
"policy_sha256_before": "22732d0d0c435bbfcb57c06cd38c6f678903020281941094135f897a2815c204",
"policy_sha256_after": "9258da72a65a174101714fb742b6e8caa1af5839fa36e168557bd39e117ac077",
"correct": false,
"eos_completed": true,
"response_tokens": 394,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6269356509049734,
"gradient_l2": 0.31780868768692017,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.15549606084823608,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.12669532001018524,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.11494660377502441,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.12480384856462479,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.17374959588050842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.11815188080072403,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 149,
"training_index": 149,
"early": false,
"policy_sha256_before": "9258da72a65a174101714fb742b6e8caa1af5839fa36e168557bd39e117ac077",
"policy_sha256_after": "fe9f22f531d3fdca6118c8aced3b373c6330e5f9ae27bacba3cd94ce82815858",
"correct": true,
"eos_completed": true,
"response_tokens": 464,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3382021337747574,
"gradient_l2": 0.2656477689743042,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15355738997459412,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.1697990894317627,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.17661650478839874,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.148106649518013,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13926947116851807,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": -1.0,
"support": -0.1664820909500122,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 150,
"training_index": 150,
"early": false,
"policy_sha256_before": "fe9f22f531d3fdca6118c8aced3b373c6330e5f9ae27bacba3cd94ce82815858",
"policy_sha256_after": "777f4488d45d77361d948d83bfc4bd510dc29410bffaed1d638a1212c9da6c68",
"correct": true,
"eos_completed": true,
"response_tokens": 173,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.2825475533803303,
"gradient_l2": 0.802096426486969,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.3590161204338074,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.35325831174850464,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.3463515043258667,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.3179723918437958,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.3526599407196045,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": -1.0,
"support": -0.34380367398262024,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 151,
"training_index": 151,
"early": false,
"policy_sha256_before": "777f4488d45d77361d948d83bfc4bd510dc29410bffaed1d638a1212c9da6c68",
"policy_sha256_after": "d86d22184a999eaf998ac64d4398b5a4f441c8d0cf554834740a874232d48fdb",
"correct": true,
"eos_completed": true,
"response_tokens": 239,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9006079336007436,
"gradient_l2": 1.0128166675567627,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.22560623288154602,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.262602835893631,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2165810763835907,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2603216767311096,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.25598403811454773,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.2228405773639679,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 152,
"training_index": 152,
"early": false,
"policy_sha256_before": "d86d22184a999eaf998ac64d4398b5a4f441c8d0cf554834740a874232d48fdb",
"policy_sha256_after": "9c74108736d5b2fca87ee856160caa0cb7115f55ea6780e6048728e44e9ad81f",
"correct": true,
"eos_completed": true,
"response_tokens": 211,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.739205539226532,
"gradient_l2": 0.5990776419639587,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.27086055278778076,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.27765220403671265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.22871102392673492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.23267512023448944,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.25071272253990173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s21",
"coefficient": -1.0,
"support": -0.24738731980323792,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 153,
"training_index": 153,
"early": false,
"policy_sha256_before": "9c74108736d5b2fca87ee856160caa0cb7115f55ea6780e6048728e44e9ad81f",
"policy_sha256_after": "5fed0dda3b08df7d1f4920503c03cd6f80bc88f9e9e2db881dbb0f591f642247",
"correct": true,
"eos_completed": true,
"response_tokens": 215,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.1024699012438455,
"gradient_l2": 0.7129159569740295,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.2348172664642334,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.26869508624076843,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2632971405982971,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s29",
"coefficient": -1.0,
"support": -0.2536243796348572,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.25707367062568665,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.25032109022140503,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 154,
"training_index": 154,
"early": false,
"policy_sha256_before": "5fed0dda3b08df7d1f4920503c03cd6f80bc88f9e9e2db881dbb0f591f642247",
"policy_sha256_after": "5af7ebd931cf1a156c3c4b33ac50f2860824956717dfd3c9f10705644d5aac46",
"correct": true,
"eos_completed": true,
"response_tokens": 648,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.2575799624125163,
"gradient_l2": 0.18851488828659058,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.09073829650878906,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.08214102685451508,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.08072911202907562,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.08250244706869125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.08306416869163513,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.07357343286275864,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 155,
"training_index": 155,
"early": false,
"policy_sha256_before": "5af7ebd931cf1a156c3c4b33ac50f2860824956717dfd3c9f10705644d5aac46",
"policy_sha256_after": "6ec6a5bf9757c7d9d23cdfe67ffcc6917785377ebf98c2462b4bcfa715e0997c",
"correct": true,
"eos_completed": true,
"response_tokens": 173,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9657460053761799,
"gradient_l2": 0.6519736647605896,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.27373793721199036,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.25221407413482666,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.23095616698265076,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.24746209383010864,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.21166251599788666,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s24",
"coefficient": -1.0,
"support": -0.2703099250793457,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 156,
"training_index": 156,
"early": false,
"policy_sha256_before": "6ec6a5bf9757c7d9d23cdfe67ffcc6917785377ebf98c2462b4bcfa715e0997c",
"policy_sha256_after": "16345c800db0c1c7739f092ecff388cbe99d7849869f4e9e1a04a8cfad85ca97",
"correct": true,
"eos_completed": true,
"response_tokens": 290,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6678394675254823,
"gradient_l2": 0.42390429973602295,
"events": [
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.1555824875831604,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.16154704988002777,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14084598422050476,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.18606556951999664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1600426733493805,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1537213772535324,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 157,
"training_index": 157,
"early": false,
"policy_sha256_before": "16345c800db0c1c7739f092ecff388cbe99d7849869f4e9e1a04a8cfad85ca97",
"policy_sha256_after": "b2102ed94f5b9948979a7f6484f5b8d80d64b70528a2065c32a447befe62b9b0",
"correct": false,
"eos_completed": true,
"response_tokens": 395,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6542462507883708,
"gradient_l2": 0.3662019670009613,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.17560352385044098,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.14170719683170319,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.13226744532585144,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.1584269106388092,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.18422244489192963,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.15318024158477783,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 158,
"training_index": 158,
"early": false,
"policy_sha256_before": "b2102ed94f5b9948979a7f6484f5b8d80d64b70528a2065c32a447befe62b9b0",
"policy_sha256_after": "2d74a58d8929511d6fe0d57bbb7e29194f3a962ef118628d58695bbc8edab8b8",
"correct": true,
"eos_completed": true,
"response_tokens": 271,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8987448513507843,
"gradient_l2": 0.5153236985206604,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1600724458694458,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17220376431941986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1567004919052124,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.20301926136016846,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15149882435798645,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15644539892673492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 159,
"training_index": 159,
"early": false,
"policy_sha256_before": "2d74a58d8929511d6fe0d57bbb7e29194f3a962ef118628d58695bbc8edab8b8",
"policy_sha256_after": "99d233f7280f33d817868a33a1ce27f49f96196964e782b2b182aeb1be08a4e1",
"correct": true,
"eos_completed": true,
"response_tokens": 309,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7247134149074554,
"gradient_l2": 0.44817519187927246,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.2027493566274643,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1648390144109726,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.18763767182826996,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18193189799785614,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.1773604303598404,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.19063158333301544,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 160,
"training_index": 160,
"early": false,
"policy_sha256_before": "99d233f7280f33d817868a33a1ce27f49f96196964e782b2b182aeb1be08a4e1",
"policy_sha256_after": "615b1cc13c2e6d4104d6e2c77c06f0fd5be7b753d75429b214291ccf6b2d5c42",
"correct": false,
"eos_completed": true,
"response_tokens": 696,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.20681479821602503,
"gradient_l2": 0.15934936702251434,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.07868876308202744,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.09126834571361542,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": 1.0,
"support": -0.07894402742385864,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.0713329091668129,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s6",
"coefficient": 1.0,
"support": -0.08603876829147339,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.07641088962554932,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 161,
"training_index": 161,
"early": false,
"policy_sha256_before": "615b1cc13c2e6d4104d6e2c77c06f0fd5be7b753d75429b214291ccf6b2d5c42",
"policy_sha256_after": "5958985531642ff34b2ed5ee420f9450e1bbfc3d49caa113c14f61564270e748",
"correct": true,
"eos_completed": true,
"response_tokens": 422,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5789479315280914,
"gradient_l2": 0.3190518319606781,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15166248381137848,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1608581244945526,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1658748835325241,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.16432693600654602,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.15606242418289185,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.16197757422924042,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 162,
"training_index": 162,
"early": false,
"policy_sha256_before": "5958985531642ff34b2ed5ee420f9450e1bbfc3d49caa113c14f61564270e748",
"policy_sha256_after": "3c7ae2148116ba541c4355fabbda846f7f23a78f585c34b54cfe8e81630e3615",
"correct": true,
"eos_completed": true,
"response_tokens": 584,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5145737777153652,
"gradient_l2": 0.3401232957839966,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1184152290225029,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1320085972547531,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16119928658008575,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.17848223447799683,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.14668156206607819,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.17230291664600372,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 163,
"training_index": 163,
"early": false,
"policy_sha256_before": "3c7ae2148116ba541c4355fabbda846f7f23a78f585c34b54cfe8e81630e3615",
"policy_sha256_after": "b9f40a1d7e63e7aff69c4c0f3d3fc400c86692fe67b2caeaeaa265bd82c73fc4",
"correct": true,
"eos_completed": true,
"response_tokens": 351,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4181627780199051,
"gradient_l2": 0.2710251808166504,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12533985078334808,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.12507304549217224,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s3",
"coefficient": -1.0,
"support": -0.12623141705989838,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12706997990608215,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.12028515338897705,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.13462452590465546,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 164,
"training_index": 164,
"early": false,
"policy_sha256_before": "b9f40a1d7e63e7aff69c4c0f3d3fc400c86692fe67b2caeaeaa265bd82c73fc4",
"policy_sha256_after": "18466c0fbaae905fe1c34fdd4d72aff563c24c1f9506691702a55ad2510b584b",
"correct": true,
"eos_completed": true,
"response_tokens": 144,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.3946857849756877,
"gradient_l2": 1.0754393339157104,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2877318263053894,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.313258558511734,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2883523404598236,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.31774184107780457,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2856878936290741,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.3056987524032593,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 165,
"training_index": 165,
"early": false,
"policy_sha256_before": "18466c0fbaae905fe1c34fdd4d72aff563c24c1f9506691702a55ad2510b584b",
"policy_sha256_after": "023c71c6075211e3b6e7fcc11b7be585202ee9c39c6d78be95df1ba3d4728485",
"correct": true,
"eos_completed": true,
"response_tokens": 280,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5948658237854639,
"gradient_l2": 0.42204660177230835,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15205451846122742,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1555311679840088,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17049168050289154,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15900512039661407,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1634182184934616,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s24",
"coefficient": -1.0,
"support": -0.19754719734191895,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 166,
"training_index": 166,
"early": false,
"policy_sha256_before": "023c71c6075211e3b6e7fcc11b7be585202ee9c39c6d78be95df1ba3d4728485",
"policy_sha256_after": "488a3598ebc73fb408011cd1f51f9547bec2b003d1f01450842f96b5cbe2a39f",
"correct": false,
"eos_completed": false,
"response_tokens": 1024,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.40827636917432153,
"gradient_l2": 0.23950862884521484,
"events": [
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.1724502444267273,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.16480128467082977,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": 1.0,
"support": -0.18035638332366943,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.15606871247291565,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.1754799783229828,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": 1.0,
"support": -0.15341323614120483,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 167,
"training_index": 167,
"early": false,
"policy_sha256_before": "488a3598ebc73fb408011cd1f51f9547bec2b003d1f01450842f96b5cbe2a39f",
"policy_sha256_after": "639fc0648a1f91d82e26c1f4a3aba80230d76fce99581374a4cad2236268e600",
"correct": true,
"eos_completed": true,
"response_tokens": 158,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.1675065557161965,
"gradient_l2": 0.881991982460022,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.269483357667923,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.272716224193573,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2573292553424835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.28355205059051514,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.2709514796733856,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2873843014240265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 168,
"training_index": 168,
"early": false,
"policy_sha256_before": "639fc0648a1f91d82e26c1f4a3aba80230d76fce99581374a4cad2236268e600",
"policy_sha256_after": "c67056672a17515768b932109299bd1e828359849c3f4ab56d97946c251a73b9",
"correct": true,
"eos_completed": true,
"response_tokens": 311,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.417964552839597,
"gradient_l2": 0.31754323840141296,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10343915969133377,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1028299480676651,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.10800429433584213,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.10863669961690903,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.10662105679512024,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.10798703879117966,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 169,
"training_index": 169,
"early": false,
"policy_sha256_before": "c67056672a17515768b932109299bd1e828359849c3f4ab56d97946c251a73b9",
"policy_sha256_after": "b9038583c04075de67c411a56f4209004706f82f1703163f9d65bfca87a6937f",
"correct": true,
"eos_completed": true,
"response_tokens": 285,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7366381883621216,
"gradient_l2": 0.511863112449646,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.19064782559871674,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.19033916294574738,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.187484011054039,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17964209616184235,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.18815109133720398,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.183138906955719,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 170,
"training_index": 170,
"early": false,
"policy_sha256_before": "b9038583c04075de67c411a56f4209004706f82f1703163f9d65bfca87a6937f",
"policy_sha256_after": "a1b368a87cc12629437390403df7f6a7dc5f47d1fe113330bbfec1ba737f296b",
"correct": false,
"eos_completed": true,
"response_tokens": 416,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.7179322838783264,
"gradient_l2": 0.42074817419052124,
"events": [
{
"skill": "r0-s28",
"coefficient": 1.0,
"support": -0.2195829600095749,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.17480337619781494,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": 1.0,
"support": -0.19406385719776154,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s19",
"coefficient": 1.0,
"support": -0.1834193617105484,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.16727037727832794,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.18711824715137482,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 171,
"training_index": 171,
"early": false,
"policy_sha256_before": "a1b368a87cc12629437390403df7f6a7dc5f47d1fe113330bbfec1ba737f296b",
"policy_sha256_after": "fa12807609bd4b11fa7318a28cdae0aa4dff6c039ab104a5ed577bd036f8bd7b",
"correct": true,
"eos_completed": true,
"response_tokens": 428,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3497343609730403,
"gradient_l2": 0.32442453503608704,
"events": [
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.11125846207141876,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.09244482964277267,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s13",
"coefficient": -1.0,
"support": -0.1146622970700264,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s29",
"coefficient": -1.0,
"support": -0.111420176923275,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12006356567144394,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.10175248235464096,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 172,
"training_index": 172,
"early": false,
"policy_sha256_before": "fa12807609bd4b11fa7318a28cdae0aa4dff6c039ab104a5ed577bd036f8bd7b",
"policy_sha256_after": "38e27bdccabd7c3451e7e3603c527798d94a6c7720cbe1cb09f7edb3cd03488b",
"correct": true,
"eos_completed": true,
"response_tokens": 383,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4923557639122009,
"gradient_l2": 0.4175983667373657,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12907661497592926,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12809115648269653,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1240416094660759,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.13067424297332764,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15303455293178558,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.12982140481472015,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 173,
"training_index": 173,
"early": false,
"policy_sha256_before": "38e27bdccabd7c3451e7e3603c527798d94a6c7720cbe1cb09f7edb3cd03488b",
"policy_sha256_after": "e4ad43dac1125466449ae06598be4702842c13e9e3693f0d7b75cd13e9ca60ed",
"correct": true,
"eos_completed": true,
"response_tokens": 261,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8892446060975393,
"gradient_l2": 0.5729403495788574,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15615642070770264,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.1840973198413849,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15565285086631775,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.20883654057979584,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.15884838998317719,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.14997228980064392,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 174,
"training_index": 174,
"early": false,
"policy_sha256_before": "e4ad43dac1125466449ae06598be4702842c13e9e3693f0d7b75cd13e9ca60ed",
"policy_sha256_after": "2f32fd3c512b7ae2c631b8aafab737a76e98d999e1b15f16df210d916290ae3d",
"correct": true,
"eos_completed": true,
"response_tokens": 242,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7141752739747366,
"gradient_l2": 0.5656154751777649,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15025828778743744,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16219879686832428,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15661440789699554,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15860171616077423,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.17372611165046692,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1362663209438324,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 175,
"training_index": 175,
"early": false,
"policy_sha256_before": "2f32fd3c512b7ae2c631b8aafab737a76e98d999e1b15f16df210d916290ae3d",
"policy_sha256_after": "f2f39798fcfdd6b8bdf2b09ce11cd6d3afd9859ce971072bb7534ab00c776a53",
"correct": true,
"eos_completed": true,
"response_tokens": 223,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0620856285095215,
"gradient_l2": 0.7829912900924683,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.22282521426677704,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.22506490349769592,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2170102447271347,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.21847516298294067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.22219176590442657,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.2358715832233429,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 176,
"training_index": 176,
"early": false,
"policy_sha256_before": "f2f39798fcfdd6b8bdf2b09ce11cd6d3afd9859ce971072bb7534ab00c776a53",
"policy_sha256_after": "e21734fdf6bdb0b1e1f047b0dfca00b834898aeb154b42a2171efd945ee8a5fb",
"correct": true,
"eos_completed": true,
"response_tokens": 340,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7858540912469227,
"gradient_l2": 0.46803513169288635,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.152179554104805,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1833103895187378,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.1870908886194229,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1503366082906723,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1829569935798645,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.15867644548416138,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 177,
"training_index": 177,
"early": false,
"policy_sha256_before": "e21734fdf6bdb0b1e1f047b0dfca00b834898aeb154b42a2171efd945ee8a5fb",
"policy_sha256_after": "a71b63fe0695e8140a5dab33971a38bb3ce636bd51ba663aedb914f2b0842d36",
"correct": true,
"eos_completed": true,
"response_tokens": 628,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.2934602002302806,
"gradient_l2": 0.20746983587741852,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.09188604354858398,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.08534232527017593,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.08076943457126617,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": -1.0,
"support": -0.10322363674640656,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.08049730211496353,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.10330262035131454,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 178,
"training_index": 178,
"early": false,
"policy_sha256_before": "a71b63fe0695e8140a5dab33971a38bb3ce636bd51ba663aedb914f2b0842d36",
"policy_sha256_after": "f8733a3e45500e14b4b2952d6ff459fcbf60b2beeef29a223109fd1b556e53fc",
"correct": false,
"eos_completed": true,
"response_tokens": 336,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5659103095531464,
"gradient_l2": 0.3956010043621063,
"events": [
{
"skill": "r0-s22",
"coefficient": 1.0,
"support": -0.10350289195775986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.09044863283634186,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.08501999825239182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.09480945765972137,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.09345962852239609,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.08996441215276718,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 179,
"training_index": 179,
"early": false,
"policy_sha256_before": "f8733a3e45500e14b4b2952d6ff459fcbf60b2beeef29a223109fd1b556e53fc",
"policy_sha256_after": "44649dde6593f5c5723192f2b50c10b0c58bfdc1f16c615b7b07e98ce340d9d3",
"correct": false,
"eos_completed": true,
"response_tokens": 285,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.7250941793123881,
"gradient_l2": 0.4618152678012848,
"events": [
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.18940523266792297,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.16690915822982788,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.15585055947303772,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": 1.0,
"support": -0.16421040892601013,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.1538425236940384,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.162974014878273,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 180,
"training_index": 180,
"early": false,
"policy_sha256_before": "44649dde6593f5c5723192f2b50c10b0c58bfdc1f16c615b7b07e98ce340d9d3",
"policy_sha256_after": "dbae6c7c08780f493d1bc4235607ebe8b88d42842ac38365721e5e314b83020e",
"correct": true,
"eos_completed": true,
"response_tokens": 515,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3266926109790802,
"gradient_l2": 0.22740207612514496,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.08439712226390839,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.0938580259680748,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.08710213750600815,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.0901271179318428,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.0892486721277237,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.08628913015127182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 181,
"training_index": 181,
"early": false,
"policy_sha256_before": "dbae6c7c08780f493d1bc4235607ebe8b88d42842ac38365721e5e314b83020e",
"policy_sha256_after": "350a71bf8920a59c89f04e08dca90ca5e3caacdb2945ea7fe5aaf01d46cd825d",
"correct": true,
"eos_completed": true,
"response_tokens": 214,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7962742745876312,
"gradient_l2": 0.6226024627685547,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20286545157432556,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.20317378640174866,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.17823238670825958,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2742498517036438,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20676296949386597,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.22457079589366913,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 182,
"training_index": 182,
"early": false,
"policy_sha256_before": "350a71bf8920a59c89f04e08dca90ca5e3caacdb2945ea7fe5aaf01d46cd825d",
"policy_sha256_after": "821c12f1122bf03a228da8cb265459652de4b41944dc9bb2a27241310eca63d8",
"correct": true,
"eos_completed": true,
"response_tokens": 291,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5144216964642206,
"gradient_l2": 0.4115604758262634,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1358228325843811,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13411672413349152,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14424720406532288,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.13017615675926208,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14132122695446014,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1648872345685959,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 183,
"training_index": 183,
"early": false,
"policy_sha256_before": "821c12f1122bf03a228da8cb265459652de4b41944dc9bb2a27241310eca63d8",
"policy_sha256_after": "4b9acf9ca613f1cf77a460109ed2adf1df3ca877c25ad6b011f5543c2cd9309a",
"correct": true,
"eos_completed": true,
"response_tokens": 330,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7309626738230387,
"gradient_l2": 0.6235106587409973,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17190934717655182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17987261712551117,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17707617580890656,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.19592000544071198,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": -1.0,
"support": -0.18213552236557007,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1892278641462326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 184,
"training_index": 184,
"early": false,
"policy_sha256_before": "4b9acf9ca613f1cf77a460109ed2adf1df3ca877c25ad6b011f5543c2cd9309a",
"policy_sha256_after": "f14fe08ec31767268f7e22af6e8c39127f6d4d496f76f9f081caf32919eddc54",
"correct": true,
"eos_completed": true,
"response_tokens": 362,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8557942708333334,
"gradient_l2": 0.5430903434753418,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.28063496947288513,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.28443726897239685,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.2880192697048187,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2439347207546234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.2741979956626892,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.27045774459838867,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 185,
"training_index": 185,
"early": false,
"policy_sha256_before": "f14fe08ec31767268f7e22af6e8c39127f6d4d496f76f9f081caf32919eddc54",
"policy_sha256_after": "2c909362bfdbe388b9c3cb49725e27d7b588934dc9ec3b5c5b67d462d8c5da89",
"correct": true,
"eos_completed": true,
"response_tokens": 376,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4883173753817876,
"gradient_l2": 0.3562760055065155,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1459466814994812,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13684745132923126,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1501569002866745,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.15944036841392517,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.16178341209888458,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.1447877734899521,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 186,
"training_index": 186,
"early": false,
"policy_sha256_before": "2c909362bfdbe388b9c3cb49725e27d7b588934dc9ec3b5c5b67d462d8c5da89",
"policy_sha256_after": "244f6118ca19824c707af2d8c950ef5a320ab4d015f5183f34d882337689c8fd",
"correct": true,
"eos_completed": true,
"response_tokens": 156,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8777686357498168,
"gradient_l2": 0.8355371356010437,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.2542860805988312,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.24569684267044067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.22704827785491943,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.274208128452301,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.2465989887714386,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s1",
"coefficient": -1.0,
"support": -0.24471233785152435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 187,
"training_index": 187,
"early": false,
"policy_sha256_before": "244f6118ca19824c707af2d8c950ef5a320ab4d015f5183f34d882337689c8fd",
"policy_sha256_after": "2191487d7cccaeb5e9e2d93f02f8d698123456caf40ceef58b9bc0231d30f1d8",
"correct": true,
"eos_completed": true,
"response_tokens": 244,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8982170720895132,
"gradient_l2": 0.588564395904541,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.20063269138336182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20946946740150452,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.23036353290081024,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.19979625940322876,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2489183396100998,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.20396646857261658,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 188,
"training_index": 188,
"early": false,
"policy_sha256_before": "2191487d7cccaeb5e9e2d93f02f8d698123456caf40ceef58b9bc0231d30f1d8",
"policy_sha256_after": "b55ae71be95e24a3110a9a47a7bd6cd477f1765046137f81712041b9f09762e5",
"correct": true,
"eos_completed": true,
"response_tokens": 357,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.375079537431399,
"gradient_l2": 0.3497111201286316,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16695120930671692,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.16192273795604706,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": -1.0,
"support": -0.1654699742794037,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.17848224937915802,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16220317780971527,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18045048415660858,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 189,
"training_index": 189,
"early": false,
"policy_sha256_before": "b55ae71be95e24a3110a9a47a7bd6cd477f1765046137f81712041b9f09762e5",
"policy_sha256_after": "5aa652a64daa183718c0866043764b9e91c39bd39cb8866bab2bc8d3e63b7c82",
"correct": true,
"eos_completed": true,
"response_tokens": 402,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.38938476641972863,
"gradient_l2": 0.3028901517391205,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13581104576587677,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1144464761018753,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11880646646022797,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14712610840797424,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.13335707783699036,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.1303575485944748,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 190,
"training_index": 190,
"early": false,
"policy_sha256_before": "5aa652a64daa183718c0866043764b9e91c39bd39cb8866bab2bc8d3e63b7c82",
"policy_sha256_after": "290cf9792778b995adbc73f9ffcb7b26ef07c1f817b93c647b0454abda4142ac",
"correct": true,
"eos_completed": true,
"response_tokens": 526,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.22231553991635639,
"gradient_l2": 0.17903810739517212,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.06889985501766205,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.0648123249411583,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s11",
"coefficient": -1.0,
"support": -0.0635729655623436,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.07203111797571182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s27",
"coefficient": -1.0,
"support": -0.06784901022911072,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.06349329650402069,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 191,
"training_index": 191,
"early": false,
"policy_sha256_before": "290cf9792778b995adbc73f9ffcb7b26ef07c1f817b93c647b0454abda4142ac",
"policy_sha256_after": "37d86685ab795932861e0568e6ab374ba34f98e84b5c98d61cb7c2ea164f2cb5",
"correct": false,
"eos_completed": false,
"response_tokens": 1024,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.22486004481712976,
"gradient_l2": 0.17499400675296783,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.11547563970088959,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.11742732673883438,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.11755339801311493,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.11978672444820404,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s20",
"coefficient": 1.0,
"support": -0.11917107552289963,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": 1.0,
"support": -0.11977821588516235,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 192,
"training_index": 192,
"early": false,
"policy_sha256_before": "37d86685ab795932861e0568e6ab374ba34f98e84b5c98d61cb7c2ea164f2cb5",
"policy_sha256_after": "74b1ae93bc6d8f85d0e7c48b9160a4c60cfa04835003cc3ac43cbae8002abf37",
"correct": true,
"eos_completed": true,
"response_tokens": 386,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.454624260465304,
"gradient_l2": 0.3403645157814026,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.08925051987171173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1148308515548706,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.10321588069200516,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10022243112325668,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.09839873760938644,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.09723124653100967,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 193,
"training_index": 193,
"early": false,
"policy_sha256_before": "74b1ae93bc6d8f85d0e7c48b9160a4c60cfa04835003cc3ac43cbae8002abf37",
"policy_sha256_after": "28769d2a29bf419e071f626a570158b5171a3bafdeed012d7975c4f4b5dc83c7",
"correct": true,
"eos_completed": true,
"response_tokens": 397,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3170907398064931,
"gradient_l2": 0.2715259790420532,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10784049332141876,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11784543097019196,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12312783300876617,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.117657870054245,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s22",
"coefficient": -1.0,
"support": -0.11457972973585129,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.11704093962907791,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 194,
"training_index": 194,
"early": false,
"policy_sha256_before": "28769d2a29bf419e071f626a570158b5171a3bafdeed012d7975c4f4b5dc83c7",
"policy_sha256_after": "2b85b0d646ebbf20905b13d9c952c133e279566a19215620e46674acfd3a2b8a",
"correct": true,
"eos_completed": true,
"response_tokens": 424,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6200167934099833,
"gradient_l2": 0.5041979551315308,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17446541786193848,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13756227493286133,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12942545115947723,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.14375758171081543,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.15548661351203918,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.19215598702430725,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 195,
"training_index": 195,
"early": false,
"policy_sha256_before": "2b85b0d646ebbf20905b13d9c952c133e279566a19215620e46674acfd3a2b8a",
"policy_sha256_after": "59389303af89de8d3513f032fcb365d5c5afb6882e3e89eba5fb12fb87630cfa",
"correct": true,
"eos_completed": true,
"response_tokens": 544,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.29518519838651025,
"gradient_l2": 0.23266378045082092,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.08076499402523041,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.07986888289451599,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.07224474102258682,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.08445942401885986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.06954445689916611,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.0857580378651619,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 196,
"training_index": 196,
"early": false,
"policy_sha256_before": "59389303af89de8d3513f032fcb365d5c5afb6882e3e89eba5fb12fb87630cfa",
"policy_sha256_after": "f1f58131dda766ecf065203ad3eaa11f9b1ac5f0d823e83fbda85d44983355ff",
"correct": true,
"eos_completed": true,
"response_tokens": 342,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6649755040804545,
"gradient_l2": 0.4854065179824829,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.18792295455932617,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18064390122890472,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.18081365525722504,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17532771825790405,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1912933737039566,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s10",
"coefficient": -1.0,
"support": -0.1868913769721985,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 197,
"training_index": 197,
"early": false,
"policy_sha256_before": "f1f58131dda766ecf065203ad3eaa11f9b1ac5f0d823e83fbda85d44983355ff",
"policy_sha256_after": "6eeeb91d3576bde4ab56616efae7870a64c9cbc141e2afdf3350a03f69e879a2",
"correct": false,
"eos_completed": true,
"response_tokens": 488,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5657936880985895,
"gradient_l2": 0.3829074203968048,
"events": [
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.1257965862751007,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.16893374919891357,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.1401045322418213,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.13247856497764587,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.12524212896823883,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s26",
"coefficient": 1.0,
"support": -0.13676632940769196,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 198,
"training_index": 198,
"early": false,
"policy_sha256_before": "6eeeb91d3576bde4ab56616efae7870a64c9cbc141e2afdf3350a03f69e879a2",
"policy_sha256_after": "1dde9f765c34e8c717c28c8db18a3c3d0aae599893dd4a1ff84349600e193e70",
"correct": true,
"eos_completed": true,
"response_tokens": 491,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3246731658776601,
"gradient_l2": 0.27216020226478577,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12020400166511536,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.12391545623540878,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.12434393167495728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s28",
"coefficient": -1.0,
"support": -0.1191362515091896,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s15",
"coefficient": -1.0,
"support": -0.11326055973768234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.13634520769119263,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 199,
"training_index": 199,
"early": false,
"policy_sha256_before": "1dde9f765c34e8c717c28c8db18a3c3d0aae599893dd4a1ff84349600e193e70",
"policy_sha256_after": "df5a13777b5782e70232c0c2975b91361c081b1d8ea9a45e38d24f5523525ec4",
"correct": false,
"eos_completed": true,
"response_tokens": 520,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3740952064593633,
"gradient_l2": 0.2992378771305084,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.11181718856096268,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.11014191061258316,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s16",
"coefficient": 1.0,
"support": -0.12033233791589737,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s12",
"coefficient": 1.0,
"support": -0.12251663953065872,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.12290176749229431,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s24",
"coefficient": 1.0,
"support": -0.11877711862325668,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
}
],
"activities": {
"r0-s0": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s1": {
"early_retrievals": 4,
"late_retrievals": 3,
"early_positive": 1,
"late_positive": 1
},
"r0-s2": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s3": {
"early_retrievals": 1,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 0
},
"r0-s4": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s5": {
"early_retrievals": 94,
"late_retrievals": 94,
"early_positive": 11,
"late_positive": 13
},
"r0-s6": {
"early_retrievals": 1,
"late_retrievals": 2,
"early_positive": 0,
"late_positive": 1
},
"r0-s7": {
"early_retrievals": 33,
"late_retrievals": 32,
"early_positive": 2,
"late_positive": 8
},
"r0-s8": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s9": {
"early_retrievals": 68,
"late_retrievals": 57,
"early_positive": 9,
"late_positive": 7
},
"r0-s10": {
"early_retrievals": 3,
"late_retrievals": 3,
"early_positive": 0,
"late_positive": 0
},
"r0-s11": {
"early_retrievals": 22,
"late_retrievals": 26,
"early_positive": 4,
"late_positive": 5
},
"r0-s12": {
"early_retrievals": 3,
"late_retrievals": 4,
"early_positive": 1,
"late_positive": 2
},
"r0-s13": {
"early_retrievals": 2,
"late_retrievals": 2,
"early_positive": 1,
"late_positive": 0
},
"r0-s14": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s15": {
"early_retrievals": 32,
"late_retrievals": 31,
"early_positive": 3,
"late_positive": 2
},
"r0-s16": {
"early_retrievals": 10,
"late_retrievals": 17,
"early_positive": 2,
"late_positive": 3
},
"r0-s17": {
"early_retrievals": 73,
"late_retrievals": 84,
"early_positive": 10,
"late_positive": 13
},
"r0-s18": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s19": {
"early_retrievals": 2,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 1
},
"r0-s20": {
"early_retrievals": 8,
"late_retrievals": 9,
"early_positive": 2,
"late_positive": 1
},
"r0-s21": {
"early_retrievals": 6,
"late_retrievals": 1,
"early_positive": 2,
"late_positive": 0
},
"r0-s22": {
"early_retrievals": 11,
"late_retrievals": 14,
"early_positive": 0,
"late_positive": 2
},
"r0-s23": {
"early_retrievals": 98,
"late_retrievals": 96,
"early_positive": 11,
"late_positive": 15
},
"r0-s24": {
"early_retrievals": 3,
"late_retrievals": 3,
"early_positive": 0,
"late_positive": 1
},
"r0-s25": {
"early_retrievals": 60,
"late_retrievals": 61,
"early_positive": 7,
"late_positive": 8
},
"r0-s26": {
"early_retrievals": 15,
"late_retrievals": 8,
"early_positive": 0,
"late_positive": 2
},
"r0-s27": {
"early_retrievals": 4,
"late_retrievals": 7,
"early_positive": 0,
"late_positive": 1
},
"r0-s28": {
"early_retrievals": 45,
"late_retrievals": 40,
"early_positive": 5,
"late_positive": 3
},
"r0-s29": {
"early_retrievals": 1,
"late_retrievals": 4,
"early_positive": 1,
"late_positive": 1
},
"r0-s30": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r0-s31": {
"early_retrievals": 1,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
}
},
"probe_parameter_delta_l2": 0.6569160080019398,
"restored_sha256": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"selected_skills": [
"r0-s23",
"r0-s17",
"r0-s5",
"r0-s7",
"r0-s25",
"r0-s9"
],
"internalization": [
{
"step": 0,
"training_index": 0,
"early": true,
"policy_sha256_before": "eb31ac9ed5c4a0400c6cdf1545376ecc43977247b891b233915780362b322662",
"policy_sha256_after": "41008d51e2c1cfe92b5826d8bdd27bdabf3890b5b449ce2cf37c7c78ab30d310",
"correct": true,
"eos_completed": true,
"response_tokens": 208,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0388162732124329,
"gradient_l2": 0.48429951071739197,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2566351890563965,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.28334057331085205,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.259233295917511,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.23644956946372986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.27395370602607727,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.26047447323799133,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 1,
"training_index": 1,
"early": true,
"policy_sha256_before": "41008d51e2c1cfe92b5826d8bdd27bdabf3890b5b449ce2cf37c7c78ab30d310",
"policy_sha256_after": "704ef49e528229101bc8c423a7f9d531bcf1850c0506a463932195bf54d631ae",
"correct": true,
"eos_completed": true,
"response_tokens": 257,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5289848297834396,
"gradient_l2": 0.2245594710111618,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.14638394117355347,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17484772205352783,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14907485246658325,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.14641642570495605,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1586017906665802,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1610715091228485,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 2,
"training_index": 2,
"early": true,
"policy_sha256_before": "704ef49e528229101bc8c423a7f9d531bcf1850c0506a463932195bf54d631ae",
"policy_sha256_after": "f0b5d1c41e8d26735b87a6a355763b60ec28b3d4338bbc4e55376a68264947c9",
"correct": true,
"eos_completed": true,
"response_tokens": 298,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8122036953767141,
"gradient_l2": 0.27148327231407166,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.158233180642128,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17209219932556152,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.18344999849796295,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.15496398508548737,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.14068113267421722,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1385403871536255,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 3,
"training_index": 3,
"early": true,
"policy_sha256_before": "f0b5d1c41e8d26735b87a6a355763b60ec28b3d4338bbc4e55376a68264947c9",
"policy_sha256_after": "db02e40806aabab0646f37397196ca114ab09b8b47dd61ec19625e58cbb02a26",
"correct": true,
"eos_completed": true,
"response_tokens": 236,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8503825962543488,
"gradient_l2": 0.2510587275028229,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.20296445488929749,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.19970256090164185,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.21925906836986542,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1962548792362213,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.21196286380290985,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1878598928451538,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 4,
"training_index": 4,
"early": true,
"policy_sha256_before": "db02e40806aabab0646f37397196ca114ab09b8b47dd61ec19625e58cbb02a26",
"policy_sha256_after": "01cb0096b6d051034f6f8a35e57f9180ea11499649feb18fc7265cad398287cb",
"correct": true,
"eos_completed": true,
"response_tokens": 215,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6650923192501068,
"gradient_l2": 0.30360808968544006,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.18184679746627808,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21445904672145844,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1817191243171692,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1814471036195755,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.18114086985588074,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.18055680394172668,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 5,
"training_index": 5,
"early": true,
"policy_sha256_before": "01cb0096b6d051034f6f8a35e57f9180ea11499649feb18fc7265cad398287cb",
"policy_sha256_after": "6dcc2b5737e9a677f18d3308999e1b5b051b4e6926280239ac7114f4be63779a",
"correct": true,
"eos_completed": true,
"response_tokens": 206,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.757479747136434,
"gradient_l2": 0.2918664813041687,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.15501058101654053,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.19881758093833923,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.13632304966449738,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1596904695034027,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13786116242408752,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.135079488158226,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 6,
"training_index": 6,
"early": true,
"policy_sha256_before": "6dcc2b5737e9a677f18d3308999e1b5b051b4e6926280239ac7114f4be63779a",
"policy_sha256_after": "5f4441a74237a9625409b14db1022b58be95dccb55f5f1b5e9e59a4891cdece4",
"correct": true,
"eos_completed": true,
"response_tokens": 235,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8922227919101715,
"gradient_l2": 0.3542524576187134,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.22407951951026917,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2124575972557068,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.22210940718650818,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20648908615112305,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.21850372850894928,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.2119312584400177,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 7,
"training_index": 7,
"early": true,
"policy_sha256_before": "5f4441a74237a9625409b14db1022b58be95dccb55f5f1b5e9e59a4891cdece4",
"policy_sha256_after": "ca81a1480a89975da2b922633f92544cbde44c2d3c3b857975160b5dee786b3f",
"correct": true,
"eos_completed": true,
"response_tokens": 661,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.254306877652804,
"gradient_l2": 0.12968315184116364,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.13073725998401642,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.09462402015924454,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.08993774652481079,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.10229353606700897,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.09221204370260239,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.09723933786153793,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 8,
"training_index": 8,
"early": true,
"policy_sha256_before": "ca81a1480a89975da2b922633f92544cbde44c2d3c3b857975160b5dee786b3f",
"policy_sha256_after": "4beb5c2a55df67e2ce99b7cf59f2a28781efd6e09b4bf88a0facb97cc302aeaa",
"correct": false,
"eos_completed": true,
"response_tokens": 413,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3284913996855418,
"gradient_l2": 0.1384892761707306,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.11672209948301315,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.12623997032642365,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.1392725557088852,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.12897874414920807,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.11705887317657471,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.11638480424880981,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 9,
"training_index": 9,
"early": true,
"policy_sha256_before": "4beb5c2a55df67e2ce99b7cf59f2a28781efd6e09b4bf88a0facb97cc302aeaa",
"policy_sha256_after": "8f278d74007ea71fb944e22cd5393a9779f9eed042f6cba272adabcf704159fd",
"correct": true,
"eos_completed": true,
"response_tokens": 475,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5012662361065546,
"gradient_l2": 0.22030633687973022,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11180969327688217,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10397963970899582,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.10025877505540848,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.10455543547868729,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.10899034142494202,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.11714332550764084,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 10,
"training_index": 10,
"early": true,
"policy_sha256_before": "8f278d74007ea71fb944e22cd5393a9779f9eed042f6cba272adabcf704159fd",
"policy_sha256_after": "329859ad7d1832e455989f9a12b5ebbdbf51a7efcc80a989b07f006642164312",
"correct": true,
"eos_completed": true,
"response_tokens": 195,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9397638539473216,
"gradient_l2": 0.31055334210395813,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.21500298380851746,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2070600390434265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.20277290046215057,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.2210829257965088,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20892253518104553,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.19128473103046417,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 11,
"training_index": 11,
"early": true,
"policy_sha256_before": "329859ad7d1832e455989f9a12b5ebbdbf51a7efcc80a989b07f006642164312",
"policy_sha256_after": "01bdc82e1ffcc3b6c10794798eeb7dc1a0a9f1b7da33d51afba301d526c59ad2",
"correct": true,
"eos_completed": true,
"response_tokens": 237,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8959200084209443,
"gradient_l2": 0.33565112948417664,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1926213651895523,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1518220454454422,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.16189847886562347,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15936793386936188,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1689893901348114,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1596091389656067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 12,
"training_index": 12,
"early": true,
"policy_sha256_before": "01bdc82e1ffcc3b6c10794798eeb7dc1a0a9f1b7da33d51afba301d526c59ad2",
"policy_sha256_after": "f1a1ac085010d7278a7fe827ef8a56acd8ffcf0a900af96d7a77b64229e76cda",
"correct": false,
"eos_completed": true,
"response_tokens": 507,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3727282037337621,
"gradient_l2": 0.1557985246181488,
"events": [
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.11387999355792999,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.1338140368461609,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.11709862947463989,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.12641610205173492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.1201043352484703,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.11177263408899307,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 13,
"training_index": 13,
"early": true,
"policy_sha256_before": "f1a1ac085010d7278a7fe827ef8a56acd8ffcf0a900af96d7a77b64229e76cda",
"policy_sha256_after": "f9df0f8560ac0fc769c3bb99e06d69ad2e6af6a1ca22f7c24054a4a1ef9bb6f8",
"correct": false,
"eos_completed": true,
"response_tokens": 479,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.47644300758838654,
"gradient_l2": 0.2281065136194229,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.13854612410068512,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.16191764175891876,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.1598089188337326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.15339772403240204,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.1603633314371109,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.1579480618238449,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 14,
"training_index": 14,
"early": true,
"policy_sha256_before": "f9df0f8560ac0fc769c3bb99e06d69ad2e6af6a1ca22f7c24054a4a1ef9bb6f8",
"policy_sha256_after": "6fa2a8c003c8d7801f20ee7fce133f50a7eb4c5feee0b9a1852422aba566b493",
"correct": true,
"eos_completed": true,
"response_tokens": 271,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.802334855000178,
"gradient_l2": 0.27593743801116943,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.19832967221736908,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.18615315854549408,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.19099389016628265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.17255620658397675,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.20799346268177032,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.18120087683200836,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 15,
"training_index": 15,
"early": true,
"policy_sha256_before": "6fa2a8c003c8d7801f20ee7fce133f50a7eb4c5feee0b9a1852422aba566b493",
"policy_sha256_after": "78850a82be6a741b59bc46ad9dcb411ee478ead934e51eb3b9302d1ded7c28e7",
"correct": true,
"eos_completed": true,
"response_tokens": 570,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4741987486680349,
"gradient_l2": 0.14441265165805817,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.10520333796739578,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.10472698509693146,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.09948395192623138,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.13402973115444183,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.10157302767038345,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.09921859949827194,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 16,
"training_index": 16,
"early": false,
"policy_sha256_before": "78850a82be6a741b59bc46ad9dcb411ee478ead934e51eb3b9302d1ded7c28e7",
"policy_sha256_after": "f45278b329d483cb5ade1972b43f7cfc9a37cd802ec718e1e348266b1a4745b7",
"correct": true,
"eos_completed": true,
"response_tokens": 330,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.481006105740865,
"gradient_l2": 0.18720726668834686,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12907736003398895,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.11368413269519806,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.13704396784305573,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.11612789332866669,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1118100956082344,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.11295267939567566,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 17,
"training_index": 17,
"early": false,
"policy_sha256_before": "f45278b329d483cb5ade1972b43f7cfc9a37cd802ec718e1e348266b1a4745b7",
"policy_sha256_after": "f20e0ce40151625e9abc5814bc0f4766e247c304097cd50d2a9132c014325b20",
"correct": true,
"eos_completed": true,
"response_tokens": 338,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.442290743192037,
"gradient_l2": 0.17138129472732544,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15254086256027222,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13518263399600983,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1350850909948349,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.1384817510843277,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13146956264972687,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.13119998574256897,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 18,
"training_index": 18,
"early": false,
"policy_sha256_before": "f20e0ce40151625e9abc5814bc0f4766e247c304097cd50d2a9132c014325b20",
"policy_sha256_after": "e0150225659774de1ec585f5294d6956df7d704dc5609a764b0b4eadfae4ae7d",
"correct": true,
"eos_completed": true,
"response_tokens": 238,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8254066507021587,
"gradient_l2": 0.25472742319107056,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1948765069246292,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1817278265953064,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.17696040868759155,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.18483930826187134,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.19933326542377472,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.16451296210289001,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 19,
"training_index": 19,
"early": false,
"policy_sha256_before": "e0150225659774de1ec585f5294d6956df7d704dc5609a764b0b4eadfae4ae7d",
"policy_sha256_after": "b7306f48fa29d0a6de930582c0a1217ea410ef402fd8bc461b636c9f119b20d9",
"correct": true,
"eos_completed": true,
"response_tokens": 308,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3615744163592656,
"gradient_l2": 0.17770341038703918,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.0919775441288948,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.09637042135000229,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.10262375324964523,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.10796640813350677,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.09830305725336075,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.08513324707746506,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 20,
"training_index": 20,
"early": false,
"policy_sha256_before": "b7306f48fa29d0a6de930582c0a1217ea410ef402fd8bc461b636c9f119b20d9",
"policy_sha256_after": "73f3661ba88e5c676c5e5f644b11fedc6800823b5b62b7c3719e9bac040dc53a",
"correct": true,
"eos_completed": true,
"response_tokens": 333,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5700621803601583,
"gradient_l2": 0.21696029603481293,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.17165814340114594,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.16774752736091614,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1630271077156067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.16315563023090363,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.16337381303310394,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.16627155244350433,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 21,
"training_index": 21,
"early": false,
"policy_sha256_before": "73f3661ba88e5c676c5e5f644b11fedc6800823b5b62b7c3719e9bac040dc53a",
"policy_sha256_after": "cf8c1a25c93dec8cc2504de166d8cb630b25caa91773edf485f3c7157af76b59",
"correct": true,
"eos_completed": true,
"response_tokens": 310,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7807714144388834,
"gradient_l2": 1.7336229085922241,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.15371184051036835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1409904956817627,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.17375099658966064,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.12599396705627441,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.13956256210803986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.16216692328453064,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 22,
"training_index": 22,
"early": false,
"policy_sha256_before": "cf8c1a25c93dec8cc2504de166d8cb630b25caa91773edf485f3c7157af76b59",
"policy_sha256_after": "df75b3b9db395f3e080be791f4cf149f9ff66bc595be5480284217d2ee469ecc",
"correct": true,
"eos_completed": true,
"response_tokens": 235,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9378425776958466,
"gradient_l2": 0.4326246380805969,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.2790283262729645,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.2738989293575287,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.29724663496017456,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.25146231055259705,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.26601845026016235,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.24607594311237335,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 23,
"training_index": 23,
"early": false,
"policy_sha256_before": "df75b3b9db395f3e080be791f4cf149f9ff66bc595be5480284217d2ee469ecc",
"policy_sha256_after": "5bd5bb4905dbec269d1aaa22e5b57a8fcd4ddfbb8d17cc05d4936b04fa64c728",
"correct": true,
"eos_completed": true,
"response_tokens": 542,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.37596532702445984,
"gradient_l2": 0.14592888951301575,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1285679042339325,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.10487189888954163,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.1296098381280899,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14573708176612854,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.10992087423801422,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.10018426924943924,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 24,
"training_index": 24,
"early": false,
"policy_sha256_before": "5bd5bb4905dbec269d1aaa22e5b57a8fcd4ddfbb8d17cc05d4936b04fa64c728",
"policy_sha256_after": "2fff01093f985cd0a1b1976dc14f8b050397cd39fed9f6f4ddfdcc668977d87c",
"correct": true,
"eos_completed": true,
"response_tokens": 560,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5791163643201193,
"gradient_l2": 0.24124307930469513,
"events": [
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.21294765174388885,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.19046007096767426,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.19894643127918243,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.22847403585910797,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.20172688364982605,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.18746145069599152,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 25,
"training_index": 25,
"early": false,
"policy_sha256_before": "2fff01093f985cd0a1b1976dc14f8b050397cd39fed9f6f4ddfdcc668977d87c",
"policy_sha256_after": "6d1888c34dc745bb32bfdf47ccafdb11fe069ae410b94677b55b18ef4d5cf187",
"correct": true,
"eos_completed": true,
"response_tokens": 329,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.747314323981603,
"gradient_l2": 0.33607956767082214,
"events": [
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15697062015533447,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.17113660275936127,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16467711329460144,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.1496157944202423,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.208103209733963,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.15077637135982513,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 26,
"training_index": 26,
"early": false,
"policy_sha256_before": "6d1888c34dc745bb32bfdf47ccafdb11fe069ae410b94677b55b18ef4d5cf187",
"policy_sha256_after": "4992b39f3a52950e0ab4a827786a1e6f7d65722bfd8316431090d1262d28ffc4",
"correct": true,
"eos_completed": true,
"response_tokens": 269,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6881370047728221,
"gradient_l2": 0.3013913929462433,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.2008633315563202,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1452263742685318,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.22163312137126923,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.1490103155374527,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.17474734783172607,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1841575801372528,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 27,
"training_index": 27,
"early": false,
"policy_sha256_before": "4992b39f3a52950e0ab4a827786a1e6f7d65722bfd8316431090d1262d28ffc4",
"policy_sha256_after": "e998c5c41cbe8baac8d04193c237b0be6afdb924050744a8a1778dcf3bde7b5e",
"correct": true,
"eos_completed": true,
"response_tokens": 612,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.23715766519308093,
"gradient_l2": 0.1098586693406105,
"events": [
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.08464048057794571,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.09322397410869598,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.08377998322248459,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.0993090495467186,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.09967536479234695,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.0890798345208168,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 28,
"training_index": 28,
"early": false,
"policy_sha256_before": "e998c5c41cbe8baac8d04193c237b0be6afdb924050744a8a1778dcf3bde7b5e",
"policy_sha256_after": "c139a152fd2b9abae815480a89966008fa16c48fe216adb3bac61f4ad2d75821",
"correct": true,
"eos_completed": true,
"response_tokens": 494,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5382364143927891,
"gradient_l2": 0.23710240423679352,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.18288986384868622,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.1909613013267517,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.16093386709690094,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.21006453037261963,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.15454503893852234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.1494758427143097,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 29,
"training_index": 29,
"early": false,
"policy_sha256_before": "c139a152fd2b9abae815480a89966008fa16c48fe216adb3bac61f4ad2d75821",
"policy_sha256_after": "67f8d2e92ccd14d1de9396e1155f5b89866e381982ebdd1ae0489828dda2234d",
"correct": true,
"eos_completed": true,
"response_tokens": 412,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3819901496171952,
"gradient_l2": 0.19775806367397308,
"events": [
{
"skill": "r0-s5",
"coefficient": -1.0,
"support": -0.16304683685302734,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": -1.0,
"support": -0.132600337266922,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": -1.0,
"support": -0.13537542521953583,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": -1.0,
"support": -0.13808071613311768,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": -1.0,
"support": -0.14815138280391693,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": -1.0,
"support": -0.13206884264945984,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 30,
"training_index": 30,
"early": false,
"policy_sha256_before": "67f8d2e92ccd14d1de9396e1155f5b89866e381982ebdd1ae0489828dda2234d",
"policy_sha256_after": "69c88dd9e967b627955c7ebca6da576d487a6e686ee0e2d8bad4c0c5f004d253",
"correct": false,
"eos_completed": true,
"response_tokens": 388,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.40297908087571466,
"gradient_l2": 0.2015574425458908,
"events": [
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.15397746860980988,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.1370335817337036,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.1674710214138031,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.13633906841278076,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.14240874350070953,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.14134754240512848,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 31,
"training_index": 31,
"early": false,
"policy_sha256_before": "69c88dd9e967b627955c7ebca6da576d487a6e686ee0e2d8bad4c0c5f004d253",
"policy_sha256_after": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"correct": false,
"eos_completed": true,
"response_tokens": 471,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.35366110006968177,
"gradient_l2": 0.18344347178936005,
"events": [
{
"skill": "r0-s23",
"coefficient": 1.0,
"support": -0.17486825585365295,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s5",
"coefficient": 1.0,
"support": -0.17701561748981476,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s25",
"coefficient": 1.0,
"support": -0.1673903465270996,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s9",
"coefficient": 1.0,
"support": -0.15785761177539825,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s17",
"coefficient": 1.0,
"support": -0.15988869965076447,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r0-s7",
"coefficient": 1.0,
"support": -0.16108006238937378,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
}
],
"status": "completed",
"internalization_parameter_delta_l2": 0.08388192717773137,
"next_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1"
},
{
"round": 1,
"round_base_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"candidate_bank": {
"r1-s0": {
"title": "Sequential Calculation with Partial Sums",
"principle": "When a problem requires finding a total based on a sequence of events where a later value is derived from an earlier one (e.g., 'half as many'), first calculate the intermediate value using the specified operation, then add this intermediate result to the initial value to obtain the final sum."
},
"r1-s1": {
"title": "Unit Conversion for Rate Problems",
"principle": "When a rate is given per one unit of time (e.g., per hour) but the actual duration is in a different unit (e.g., minutes), first convert the duration to match the rate's time unit by dividing by the conversion factor (60 minutes/hour), then multiply the converted duration by the rate to find the total value."
},
"r1-s2": {
"title": "Sequential Accumulation and Deficit Calculation",
"principle": "To solve problems involving a target goal, first calculate the initial state by applying any given fractions or ratios to the target. Next, iteratively add all external contributions or changes to the initial state to determine the current total. Finally, subtract the current total from the target goal to find the remaining deficit required to reach the objective."
},
"r1-s3": {
"title": "Sequential State Update for Remaining Quantities",
"principle": "To solve problems involving a total quantity and sequential consumption or addition, first calculate the cumulative change by summing individual steps, then subtract this cumulative total from the initial quantity to determine the remaining amount, and finally apply any subsequent proportional operations to that remaining value."
},
"r1-s4": {
"title": "Hierarchical Rate Scaling",
"principle": "Decompose a multi-step rate problem by first calculating the output per single time unit (e.g., per session or per event), then scaling that unit rate by the frequency of occurrence within a larger interval (e.g., weeks to year) to determine the total aggregate."
},
"r1-s5": {
"title": "Decomposition of Composite Quantities",
"principle": "When a total quantity is formed by combining distinct sub-groups with different unit values, calculate the contribution of each sub-group by multiplying its count by its unit value, then sum these individual contributions to find the final total."
},
"r1-s6": {
"title": "Sequential Weight Transformation",
"principle": "To solve problems involving cumulative changes to a quantity, maintain a running total and apply each operation (addition, multiplication, etc.) strictly to the current accumulated value rather than the initial value, updating the total after every step."
},
"r1-s7": {
"title": "Budget Deficit Resolution",
"principle": "When a total budget is partially spent on known items with a specific remainder, the cost of an unknown item is found by subtracting the sum of known expenses and the remaining balance from the total budget."
},
"r1-s8": {
"title": "Tiered Rate Calculation with Thresholds",
"principle": "When a quantity exceeds a specific threshold, calculate the total by splitting the input into two segments: the portion below the threshold (applied at the base rate) and the portion above the threshold (applied at a modified rate). Sum the results of both segments to find the final total."
},
"r1-s9": {
"title": "Reverse-Engineering Unknown Quantities via Component Subtraction",
"principle": "When a total value is composed of several distinct components and one component's quantity is unknown, first calculate the total value from known inputs (e.g., final amount + remaining change). Next, subtract the values of all known components (e.g., fixed income, known work units) from the total to isolate the monetary value of the unknown component. Finally, divide this isolated value by the unit rate of the unknown component to determine its quantity."
},
"r1-s10": {
"title": "Sequential Multi-Step Arithmetic",
"principle": "To solve problems involving derived quantities, first calculate intermediate values based on the given base number and specific operations (such as fractions or subtractions), then use these intermediate results as inputs for the final aggregation step."
},
"r1-s11": {
"title": "Sequential Relative Cost Calculation",
"principle": "When item costs are defined relative to a known base price (e.g., 'half the price' or 'twice the price'), first calculate the absolute value of each dependent item by applying the specified multiplier or divisor to the base value, then sum all individual costs to determine the total expenditure."
},
"r1-s12": {
"title": "Unit Rate Conversion via Standard Time Blocks",
"principle": "To solve rate problems involving time, first normalize the given rate to a standard time unit (e.g., per hour) by determining how many of the original time intervals fit into that standard unit, then multiply the base quantity by this factor to find the standard rate, and finally divide the total target quantity by this new standard rate to find the required time."
},
"r1-s13": {
"title": "Fixed vs. Variable Cost Profit Calculation",
"principle": "To determine total net profit over a period, first calculate the unit margin by subtracting variable costs from the selling price. Multiply this margin by the total volume of units sold to find the gross profit. Finally, subtract any one-time fixed costs from the gross profit to arrive at the net profit."
},
"r1-s14": {
"title": "Ratio Unit Value Extraction",
"principle": "To solve problems involving shared quantities based on a ratio, first identify the total value associated with a specific number of parts from the given data. Divide this total value by the number of parts it represents to determine the monetary (or unit) value of a single part. Once the unit value is established, multiply it by the number of parts corresponding to the target entity to find their total share."
},
"r1-s15": {
"title": "Sequential Subtraction with Dependent Variables",
"principle": "To solve problems involving multiple removals where one quantity depends on another, first calculate the absolute value of the dependent variable using the given ratio or relationship, then perform sequential subtractions on the initial totals for each category, ensuring the remaining quantity is non-negative before summing the final results."
},
"r1-s16": {
"title": "Decomposition of Round-Trip Frequency",
"principle": "When calculating total time for repeated round-trip journeys, first determine the duration of a single round trip by summing the outbound and return times, then multiply this unit duration by the number of trips performed within the specified period."
},
"r1-s17": {
"title": "Aggregating Multi-Component Distances for Rate Problems",
"principle": "When calculating total time for a journey involving multiple distinct segments (e.g., daily commutes and occasional trips), first decompose the problem to calculate the distance of each segment individually, accounting for frequency and round-trip factors. Sum these partial distances to determine the grand total distance, and only then apply the time formula (Time = Total Distance / Speed) to the aggregate value."
},
"r1-s18": {
"title": "Sequential Dependency Resolution",
"principle": "When a problem involves multiple quantities where later values depend on earlier ones, establish a calculation chain by first solving for the base known value, then sequentially computing dependent intermediate values before aggregating them for the final result."
},
"r1-s19": {
"title": "Reverse-Chain Consumption Scaling",
"principle": "To determine the total consumption at the base of a multi-level food chain, start with the known quantity at the top predator level and iteratively multiply by the consumption rate of each subsequent lower level, treating the output of one step as the input quantity for the next."
},
"r1-s20": {
"title": "Reverse Engineering from Conditional States",
"principle": "When a problem describes a hypothetical scenario (e.g., 'if X happened, Y would be Z'), first calculate the value of Y in that hypothetical state. Then, reverse the hypothetical operation to determine the original value of X before the change occurred. Finally, use this derived original value to solve for any other variables linked to it through direct relationships."
},
"r1-s21": {
"title": "Isolate Unknowns via Subtraction and Division",
"principle": "When a total quantity is composed of known sub-components and an unknown component, first calculate the sum of the known parts, then subtract this sum from the total to find the value of the unknown part. If the unknown part consists of multiple identical units, divide the remaining value by the count of those units to determine the unit value."
},
"r1-s22": {
"title": "Net Balance Calculation",
"principle": "To determine the remaining obligation in a credit scenario, sum all partial payments made and subtract this total from the initial credit limit or total amount incurred."
},
"r1-s23": {
"title": "Complementary Fraction Subtraction",
"principle": "When a problem provides the fraction of a total that satisfies a condition, the fraction that does not satisfy the condition is the complement (1 minus the given fraction). To find the quantity of the non-satisfied portion, multiply the total quantity by this complementary fraction, then sum the results across any distinct subgroups."
},
"r1-s24": {
"title": "Unit Conversion via Dimensional Analysis",
"principle": "To solve problems involving mixed units, first convert all given quantities to a consistent unit system using known conversion factors (e.g., 1 liter = 1000 ml), then apply the relevant percentage or ratio calculation, and finally convert the result to the requested output unit if necessary."
},
"r1-s25": {
"title": "Sequential Set Subtraction via Complementary Proportions",
"principle": "To determine the final count of a specific subset after multiple rounds of filtering, calculate the retained portion of each batch by subtracting the given removal rate (percentage or fraction) from unity (1), then multiply this retention factor by the batch size. Sum the retained quantities from all independent batches to find the total remaining."
},
"r1-s26": {
"title": "Partitive-to-Total Subtraction",
"principle": "When a total quantity is composed of a known subset calculated via multiplication (number of groups × items per group) and an unknown remainder, determine the missing value by subtracting the calculated subset sum from the known total."
},
"r1-s27": {
"title": "Equating Constant Absolute Values to Variable Percentages",
"principle": "When a fixed absolute amount (such as a constant cost) is expressed as a percentage of two different base values, set up an equation where the expression for the fixed amount based on the first base equals the expression for the same fixed amount based on the second base. Solve for the unknown base by isolating the variable terms and dividing the resulting constant difference by the difference in the variable coefficients."
},
"r1-s28": {
"title": "Complementary Percentage Subtraction",
"principle": "When calculating the remaining quantity after a percentage has been consumed, subtract the consumed percentage from 100% to find the remaining percentage, then multiply this remainder by the total quantity per unit and the number of units."
},
"r1-s29": {
"title": "Scaling Total Revenue by a Ratio",
"principle": "To determine future revenue based on a sales multiplier, first calculate the total revenue for the baseline period by summing the products of individual item prices and quantities. Then, multiply this total baseline revenue by the given scaling factor to find the new total."
},
"r1-s30": {
"title": "Segmented Summation for Missing Parts",
"principle": "When a total quantity is composed of several sequential segments and one segment's value is unknown, isolate the unknown by summing all known segments and subtracting that sum from the total quantity."
},
"r1-s31": {
"title": "Multi-Unit Quantity Aggregation",
"principle": "When a problem requires a total sum of items measured in different units, first calculate any derived quantities based on given ratios, then sum all values directly. The final result represents the aggregate count of all specified items regardless of their differing units."
}
},
"curation": [
{
"training_index": 0,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "4294a944cf83b2e7aea118ab64a8e01875b644d10ae6cf1b8919b35a47bd84fb",
"generated_skill_sha256": "98f6a22c9a5676bf014cac7bd3c09b1d7f0050fe00d5823c64a428f503b476d1",
"accepted_skill": "r1-s0"
},
{
"training_index": 1,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "4b9ea61efd7fb665a0d961dda68b8d747c4033d10acfac3eba8062c232105a23",
"generated_skill_sha256": "f376cb3f471733b1124af743fac124a3bdb4d63a095558343f01a3ab4392e5d9",
"accepted_skill": "r1-s1"
},
{
"training_index": 2,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b0c40791344b823a227c9f5f372952732708eb37ac51103077874438b11776c6",
"generated_skill_sha256": "58d44eea5520087ef984c934c555256a7f38f8067f4b41c6ff810e00ba5708ea",
"accepted_skill": "r1-s2"
},
{
"training_index": 3,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "98019c527b587463a9ae87b340bbb3dd5ba9566aa1cdd8fae9f617df96f9b461",
"generated_skill_sha256": "2f48dc1285e93b714cbba9f2ad0e9db9684785660673ed3bebbe0b67df4920ca",
"accepted_skill": "r1-s3"
},
{
"training_index": 4,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "51fcc2dfe887959365b31a65e924a3fc01193d73d53ab291483d5f4d3ba3079e",
"generated_skill_sha256": "00437b7dc9353efe0254d8aabbcdc3f83d345faea05efd841d19342a1552323b",
"accepted_skill": "r1-s4"
},
{
"training_index": 5,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b9f1eeb3c6086804ae744d0719adda9c8c3031ba7b7e03e69edf1c39c39d50b2",
"generated_skill_sha256": "914f30be5ef4f7dea75ac9bdbdf72100eddc043bf89a3f462d7c49a62cedead6",
"accepted_skill": "r1-s5"
},
{
"training_index": 6,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "714a1e84f286d086a16d061342ef2fba22270e5d8ed097a4738cc220ff5da672",
"generated_skill_sha256": "389779931e4e8c69a3be7ea898976f4161423e312c6a5fac64f36ad3911fd0fb",
"accepted_skill": "r1-s6"
},
{
"training_index": 7,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "eeceae9552541e668d9c8f10d889f57d67aa7ea2ad63ee588834c1c7bbf748a2",
"generated_skill_sha256": "862da035b0f74ac114a8863af385c0e3334094384bc096230d97510afb309297",
"accepted_skill": "r1-s7"
},
{
"training_index": 8,
"rollout_correct": false,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "ce9a75ae8a79f11e8c36ef784adc306cc407fa63fc66e85b54796a5c438f0133",
"generated_skill_sha256": "f89bc03b534ec044beb5716454c90563226d76268efef7709f210dc63368d6ff",
"accepted_skill": "r1-s8"
},
{
"training_index": 9,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "634e33db0324265f42d21568bf90ecf73f77dfbceb4f40f8aeb2058196a41d97",
"generated_skill_sha256": "63e13fcea6554937eb64d37ebe79e3ac173accd2b49f9f0712ae119238ee8712",
"accepted_skill": "r1-s9"
},
{
"training_index": 10,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "bece5331a518f19de4196412fbb3aeb668d5e6888bf27fbcc7ae032a7e0f6fc1",
"generated_skill_sha256": "bc4fca2fc74c8700b72680b2081aedd333a446956a735946f8e09f5d190767a3",
"accepted_skill": "r1-s10"
},
{
"training_index": 11,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "998c44b67c7982810add485fd05774da687feab9c6f5b2b9ba390d6eb07bc590",
"generated_skill_sha256": "a7731dffe1a48ab0bfebf37c2948acf8fbbb06df0bae2427d80dba56cfa5c14d",
"accepted_skill": "r1-s11"
},
{
"training_index": 12,
"rollout_correct": false,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "98345380aef4d917582d8139d091cb362a63c03250ff51254b8c64597908c658",
"generated_skill_sha256": "fb1f2db8626b44945a3bba5ebafa4632777560d74e5175df48771a6156c87a40",
"accepted_skill": "r1-s12"
},
{
"training_index": 13,
"rollout_correct": false,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "e33988b8bac0d1d2f840e0a1a816b449e2f79bab6c80ac17882adbd7d3bf3062",
"generated_skill_sha256": "4ddd47beaacbb4ba5db3581a7b98096b128e2a93b8cfdc63bc5c23eef6a4a2d2",
"accepted_skill": "r1-s13"
},
{
"training_index": 14,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "73088f610d8b8c431ed0049ed915c811568bd9c4daad6f5ca02daa2eba76f16b",
"generated_skill_sha256": "09123787f7e319ca02e4c17636c2e0e270480642eb4a1e65a247bb348cffb9e5",
"accepted_skill": "r1-s14"
},
{
"training_index": 15,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "ccf4deab7636e4fa179fa4d0f066c0d27a162effe3347c0bc1569f532bcf4f0a",
"generated_skill_sha256": "3cb45ad7f2c24b3a43e84802909f3d35c211249a2431cd6de7a41e3cd7eed713",
"accepted_skill": "r1-s15"
},
{
"training_index": 16,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "da5fc2bbaaf3c494fc118675ac758d039c085b3647823821c4a0e1d19f0dd99e",
"generated_skill_sha256": "ec80b1c6b617b354008e7e0c6e8a09de521ea0149714a1c7dbfd683e362df18b",
"accepted_skill": "r1-s16"
},
{
"training_index": 17,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "8fd27943eea820f028a62069a8c485b315deac0eaac1f79626814fc4df647518",
"generated_skill_sha256": "f6dae930a3c75d15966c08039faaa45f18781daef32aa3dd12cf7c469c991090",
"accepted_skill": "r1-s17"
},
{
"training_index": 18,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "b958480f7d0a0e125de27b0f2d2e3232f5a0ba55f562d286f6c8e8c129854a3f",
"generated_skill_sha256": "7420d3640c9d2d0d0188bbba4607a846e07f699c18a04c20049b5f2b5df7d51c",
"accepted_skill": "r1-s18"
},
{
"training_index": 19,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "2274d213c5230cc8fa9a1e46605ab367de72021401be193123b3553f86273c5e",
"generated_skill_sha256": "e8676dd4d9aa5f9dfaf9a541be5ec6f9beafff9eb4c594b09abebf55e9ddaf00",
"accepted_skill": "r1-s19"
},
{
"training_index": 20,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "0f94a37bee03d4ab8182e5b75f367a9e6d7d749b4d1b56641048acacd4177c81",
"generated_skill_sha256": "5370082eba7022983d4c32d5ec6f20a04ba3906fcd4119882d94520765eb841e",
"accepted_skill": "r1-s20"
},
{
"training_index": 21,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "be7bebe68bb88eaab25d7fc0a1e1b216e7fc5c1983324fcb999854c19ceae81a",
"generated_skill_sha256": "af40fa6d54b69716768afdf9535e0c7b497a13fc87b74ffb08f691a2c9b2f78a",
"accepted_skill": "r1-s21"
},
{
"training_index": 22,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "9d90d1140e74cd9abde5e1d1db59049d7d501980ac32005696c5a5e877f08e9e",
"generated_skill_sha256": "0b8ba1c02583c8891d4894046bba49e621d1327db3b3fc08b23b7eff8be79c10",
"accepted_skill": "r1-s22"
},
{
"training_index": 23,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "8efc077a2e2735564d12c77ef27b11ebb63674b95c8d820754f74281af9da38b",
"generated_skill_sha256": "e13834d1b4711e081645b12cbe0f4bb5776705dc47c76e2841feb136079699c6",
"accepted_skill": "r1-s23"
},
{
"training_index": 24,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "3ed23d1edd49a6f03614b20f4f650dd727e7de274808325dd62fbe80f020dc8b",
"generated_skill_sha256": "970ce8db55a130d0ef785544eb93dccc02f47f45aa9e999cbfe199b177fb1fd0",
"accepted_skill": "r1-s24"
},
{
"training_index": 25,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "6712b191b10d5937b429ade222d0351f60ff709a2edcffe7689be99846d5d73a",
"generated_skill_sha256": "390899813b77cea77ea698d4a48d874a936f601f9b60a1a2fda5262c328922df",
"accepted_skill": "r1-s25"
},
{
"training_index": 26,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "98d9c8eafc42e28ab426d7e295365daecb8ecff2729a2793b726c5ac44d8f158",
"generated_skill_sha256": "7a106b7b0ccdf014f9152d760c564432876cc23cd6c317c3eb32d6cf1ebc3662",
"accepted_skill": "r1-s26"
},
{
"training_index": 27,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "d4a2d3ef757259656ad147fa62c217642654551f778563db36cbc6726e9816a9",
"generated_skill_sha256": "bfc0870a12cd8e2f14914b63fb0fd50ecfd88485de9cba71f9b8c027ef76f806",
"accepted_skill": "r1-s27"
},
{
"training_index": 28,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "41202fbd2b6e10e58fb83561f3c296ec5acc5341da2e2493b74aed1fc96f729a",
"generated_skill_sha256": "4c738951f04bf877e499743cf75d842123b43a774eb521efd954d49738a20c43",
"accepted_skill": "r1-s28"
},
{
"training_index": 29,
"rollout_correct": true,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "30139b16c3182402377e222143b1133363623429892bac44a2fbfe61b3b17cd9",
"generated_skill_sha256": "bf1238dcdf12f0f37cfcb52c41080bf9bf845eca5f7ba2e5c46cd591456a6bb6",
"accepted_skill": "r1-s29"
},
{
"training_index": 30,
"rollout_correct": false,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "2d76646c18ec2267137d11018bd7fd86709ff5f9b2e387b391c320ccc5e57356",
"generated_skill_sha256": "271881ba5766e5b8c3cb89fdb2ac29419067faea68a15b5c9682ff158213cd0a",
"accepted_skill": "r1-s30"
},
{
"training_index": 31,
"rollout_correct": false,
"student_policy_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"rollout_eos": true,
"skill_eos": true,
"student_rollout_sha256": "ddc0ef8bb95554bc5532dbe01fdabc564ca301c38850d4154487152a921586a5",
"generated_skill_sha256": "7e7ef530706c52e7b4f347cd634d4a67f42008108cf347f1feaa62c6fccdd50b",
"accepted_skill": "r1-s31"
}
],
"probe": [
{
"step": 0,
"training_index": 0,
"early": true,
"policy_sha256_before": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"policy_sha256_after": "22f7f431393ef382c542b3cde8251ff3d4173fea77ec6bf798c87973c708a571",
"correct": true,
"eos_completed": true,
"response_tokens": 207,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8988637030124664,
"gradient_l2": 0.41441142559051514,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14594358205795288,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.15401871502399445,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.16048111021518707,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.13699960708618164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1486920863389969,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.12746816873550415,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 1,
"training_index": 1,
"early": true,
"policy_sha256_before": "22f7f431393ef382c542b3cde8251ff3d4173fea77ec6bf798c87973c708a571",
"policy_sha256_after": "1475d4b5a1dfc7ea7994a4c2c72401fa19d87ee2aa833ee8164a433fa41a06ae",
"correct": true,
"eos_completed": true,
"response_tokens": 191,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6328446964422862,
"gradient_l2": 0.34061408042907715,
"events": [
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.19985975325107574,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.19181987643241882,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.20209279656410217,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2024906724691391,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18189644813537598,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1755129098892212,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 2,
"training_index": 2,
"early": true,
"policy_sha256_before": "1475d4b5a1dfc7ea7994a4c2c72401fa19d87ee2aa833ee8164a433fa41a06ae",
"policy_sha256_after": "8c957da20da34eeee04f77d83fe8b2d3e454335bc2db4fcacafe2bfc1aa75e9e",
"correct": true,
"eos_completed": true,
"response_tokens": 345,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7739150325457256,
"gradient_l2": 0.2875664234161377,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.16309389472007751,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.17387908697128296,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16634158790111542,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.15366804599761963,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.15753111243247986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1774304211139679,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 3,
"training_index": 3,
"early": true,
"policy_sha256_before": "8c957da20da34eeee04f77d83fe8b2d3e454335bc2db4fcacafe2bfc1aa75e9e",
"policy_sha256_after": "bbd58b2402aeab15cdbffffe78b3104002df3cb7d25f1aa63b83e5565598c11c",
"correct": true,
"eos_completed": true,
"response_tokens": 232,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8790962596734365,
"gradient_l2": 0.3151549696922302,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.19764041900634766,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.16221816837787628,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.19291992485523224,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18095800280570984,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.17200490832328796,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.18907040357589722,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 4,
"training_index": 4,
"early": true,
"policy_sha256_before": "bbd58b2402aeab15cdbffffe78b3104002df3cb7d25f1aa63b83e5565598c11c",
"policy_sha256_after": "5a297a749a1529d6eec372360bf38afb49f081d9b241f52ba08cc88cfcfb54cd",
"correct": true,
"eos_completed": true,
"response_tokens": 459,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4031361987193426,
"gradient_l2": 0.1940905898809433,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1471782773733139,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14633935689926147,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.11418766528367996,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1262361705303192,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1253369301557541,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.12659895420074463,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 5,
"training_index": 5,
"early": true,
"policy_sha256_before": "5a297a749a1529d6eec372360bf38afb49f081d9b241f52ba08cc88cfcfb54cd",
"policy_sha256_after": "7c7baef279d98ef5be95ed027b250c2f03e42fb6333c6bbc29cb09d6b2da4ca9",
"correct": true,
"eos_completed": true,
"response_tokens": 195,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6588979860146841,
"gradient_l2": 0.3723273277282715,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1662226766347885,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16612811386585236,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.14300741255283356,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1445099115371704,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13845251500606537,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17019298672676086,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 6,
"training_index": 6,
"early": true,
"policy_sha256_before": "7c7baef279d98ef5be95ed027b250c2f03e42fb6333c6bbc29cb09d6b2da4ca9",
"policy_sha256_after": "70d463ed1a6275540b1effaf6a6c6eaabe6407e00bf85aae5d396232dc220a99",
"correct": true,
"eos_completed": true,
"response_tokens": 271,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7356245319048563,
"gradient_l2": 0.3307785391807556,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1921641230583191,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1993415206670761,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18732932209968567,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.16893810033798218,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1882861703634262,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.18919672071933746,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 7,
"training_index": 7,
"early": true,
"policy_sha256_before": "70d463ed1a6275540b1effaf6a6c6eaabe6407e00bf85aae5d396232dc220a99",
"policy_sha256_after": "a08fc37ad1825cf15c985e16e1e59d65ea5585fae396d44a55fa7f896219c3b2",
"correct": true,
"eos_completed": true,
"response_tokens": 782,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.24246690919001898,
"gradient_l2": 0.12591543793678284,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.12412184476852417,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.10290489345788956,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.10271228104829788,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.09904595464468002,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1027001291513443,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.1270437240600586,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 8,
"training_index": 8,
"early": true,
"policy_sha256_before": "a08fc37ad1825cf15c985e16e1e59d65ea5585fae396d44a55fa7f896219c3b2",
"policy_sha256_after": "a95864e839fc57554caff20b64ca57425e44ef04fabf0e03488987e77e71e851",
"correct": false,
"eos_completed": true,
"response_tokens": 434,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.4919422020514806,
"gradient_l2": 0.1763368397951126,
"events": [
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.09691749513149261,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.1172429621219635,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.09601693600416183,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.09318695962429047,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.09464941918849945,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.09387946873903275,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 9,
"training_index": 9,
"early": true,
"policy_sha256_before": "a95864e839fc57554caff20b64ca57425e44ef04fabf0e03488987e77e71e851",
"policy_sha256_after": "d669d416027a9a279f7e6ddee40f0a7c8ea46b12d1a846a3a10aec6de8e262f7",
"correct": true,
"eos_completed": true,
"response_tokens": 530,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.23049912850062051,
"gradient_l2": 0.12702752649784088,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1032344326376915,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.0918785035610199,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.07547577470541,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.07125840336084366,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.08096589893102646,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.07274820655584335,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 10,
"training_index": 10,
"early": true,
"policy_sha256_before": "d669d416027a9a279f7e6ddee40f0a7c8ea46b12d1a846a3a10aec6de8e262f7",
"policy_sha256_after": "d0c7e8ff25603f6920d8423691eb0668a1728b79c273b734602fe3c00b56e7be",
"correct": true,
"eos_completed": true,
"response_tokens": 250,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6160264611244202,
"gradient_l2": 0.280805766582489,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1851271688938141,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1673702895641327,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1779440939426422,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.19926638901233673,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.19969682395458221,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.16887211799621582,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 11,
"training_index": 11,
"early": true,
"policy_sha256_before": "d0c7e8ff25603f6920d8423691eb0668a1728b79c273b734602fe3c00b56e7be",
"policy_sha256_after": "af2b4261d82d2a188cd4f689487fa26fb1db1f064dac6f2867b2e08945318805",
"correct": true,
"eos_completed": true,
"response_tokens": 255,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8055032591025035,
"gradient_l2": 0.33888691663742065,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.21253621578216553,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.21877381205558777,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.25932130217552185,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.20835021138191223,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2119293361902237,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.21278640627861023,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 12,
"training_index": 12,
"early": true,
"policy_sha256_before": "af2b4261d82d2a188cd4f689487fa26fb1db1f064dac6f2867b2e08945318805",
"policy_sha256_after": "e9aedc5f747e1a52371a4ec0e4f5e061c259f1732095380a6ec2f28c0e8334ca",
"correct": false,
"eos_completed": true,
"response_tokens": 350,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.48002033432324726,
"gradient_l2": 0.205916628241539,
"events": [
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.15488049387931824,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.13178645074367523,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.16602060198783875,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.14252664148807526,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.1320960372686386,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s12",
"coefficient": 1.0,
"support": -0.18148522078990936,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 13,
"training_index": 13,
"early": true,
"policy_sha256_before": "e9aedc5f747e1a52371a4ec0e4f5e061c259f1732095380a6ec2f28c0e8334ca",
"policy_sha256_after": "8895967022a8c8a2bcfff13474c2387be6eee92fdf8712284d25e12f9ac448c9",
"correct": false,
"eos_completed": true,
"response_tokens": 436,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5076187799374262,
"gradient_l2": 0.25395360589027405,
"events": [
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.19094033539295197,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.20149095356464386,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": 1.0,
"support": -0.19821308553218842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.1826239973306656,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.17937396466732025,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": 1.0,
"support": -0.17872875928878784,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 14,
"training_index": 14,
"early": true,
"policy_sha256_before": "8895967022a8c8a2bcfff13474c2387be6eee92fdf8712284d25e12f9ac448c9",
"policy_sha256_after": "b83dc092007b677b813970b1a0a3dc287badfd06e68ea9a76ad48d8f02a86216",
"correct": true,
"eos_completed": true,
"response_tokens": 343,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6611358722050985,
"gradient_l2": 0.24676546454429626,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1619877815246582,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.16191554069519043,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.17324751615524292,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16730491816997528,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1628873199224472,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s27",
"coefficient": -1.0,
"support": -0.1737210899591446,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 15,
"training_index": 15,
"early": true,
"policy_sha256_before": "b83dc092007b677b813970b1a0a3dc287badfd06e68ea9a76ad48d8f02a86216",
"policy_sha256_after": "8e67084921ea395be1033d7c878c9fb1bec8de6897c9eb362290903409928563",
"correct": true,
"eos_completed": true,
"response_tokens": 499,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.46808103720347083,
"gradient_l2": 0.1711706966161728,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.11993963271379471,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11602607369422913,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.12611311674118042,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.117517851293087,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.11341528594493866,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.11442772299051285,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 16,
"training_index": 16,
"early": true,
"policy_sha256_before": "8e67084921ea395be1033d7c878c9fb1bec8de6897c9eb362290903409928563",
"policy_sha256_after": "4e279885a543ff96eb864fe5933552fe2a606d5f9903f1244259cb46e2a2979b",
"correct": true,
"eos_completed": true,
"response_tokens": 418,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3982171316941579,
"gradient_l2": 0.18952323496341705,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.14601904153823853,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.13125823438167572,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1229231059551239,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.12817370891571045,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.10763675719499588,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.11000794917345047,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 17,
"training_index": 17,
"early": true,
"policy_sha256_before": "4e279885a543ff96eb864fe5933552fe2a606d5f9903f1244259cb46e2a2979b",
"policy_sha256_after": "a324f4a23ca2e4ad09d896465456021e1ca3f6181200dd7a03cdd2d34a775789",
"correct": true,
"eos_completed": true,
"response_tokens": 347,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6378338833649954,
"gradient_l2": 0.23604731261730194,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.2027355283498764,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.1676512211561203,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14742064476013184,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.12881608307361603,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12632863223552704,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11589401960372925,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 18,
"training_index": 18,
"early": true,
"policy_sha256_before": "a324f4a23ca2e4ad09d896465456021e1ca3f6181200dd7a03cdd2d34a775789",
"policy_sha256_after": "023212a9ed587e07536e260a7d7f426100013ae77fb9ec704ca202c0a9bca2b0",
"correct": true,
"eos_completed": true,
"response_tokens": 232,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.99921715259552,
"gradient_l2": 0.33512791991233826,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2000913918018341,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.20670421421527863,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1847103238105774,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.20398591458797455,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.18696600198745728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1903790682554245,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 19,
"training_index": 19,
"early": true,
"policy_sha256_before": "023212a9ed587e07536e260a7d7f426100013ae77fb9ec704ca202c0a9bca2b0",
"policy_sha256_after": "5b549edf6741f93f2513bcf4d11b123ba7393b3e8ef6bba3a57d45571bad479c",
"correct": true,
"eos_completed": true,
"response_tokens": 490,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3617279330889384,
"gradient_l2": 0.17722706496715546,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.13539794087409973,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s19",
"coefficient": -1.0,
"support": -0.14023591578006744,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.12273126095533371,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11392811685800552,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.10564789175987244,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.11384032666683197,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 20,
"training_index": 20,
"early": true,
"policy_sha256_before": "5b549edf6741f93f2513bcf4d11b123ba7393b3e8ef6bba3a57d45571bad479c",
"policy_sha256_after": "035cc78b5fdbe40db048e90aee02edc94ba17e221fd1ee9db02407861993279a",
"correct": true,
"eos_completed": true,
"response_tokens": 407,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4952821731567383,
"gradient_l2": 0.21044810116291046,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14039304852485657,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1545046716928482,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.15147127211093903,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.14796294271945953,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1418730616569519,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1359095573425293,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 21,
"training_index": 21,
"early": true,
"policy_sha256_before": "035cc78b5fdbe40db048e90aee02edc94ba17e221fd1ee9db02407861993279a",
"policy_sha256_after": "09c07a4e19e491497a520d90418a25b12d215b6e3d414531fde4560b413a04ef",
"correct": true,
"eos_completed": true,
"response_tokens": 332,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.42763324081897736,
"gradient_l2": 0.27014827728271484,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.16553513705730438,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.12571202218532562,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12320654839277267,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1309163123369217,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.12750348448753357,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.16609510779380798,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 22,
"training_index": 22,
"early": true,
"policy_sha256_before": "09c07a4e19e491497a520d90418a25b12d215b6e3d414531fde4560b413a04ef",
"policy_sha256_after": "ba3c3ed661ab6a27240f4076522421f1dc4b89e73e44b32438b4f4b8ec7f9fd7",
"correct": true,
"eos_completed": true,
"response_tokens": 261,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9117960234483082,
"gradient_l2": 0.4178990423679352,
"events": [
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.3095242977142334,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.28396257758140564,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.27825236320495605,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2643900513648987,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.2496434450149536,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.2697443664073944,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 23,
"training_index": 23,
"early": true,
"policy_sha256_before": "ba3c3ed661ab6a27240f4076522421f1dc4b89e73e44b32438b4f4b8ec7f9fd7",
"policy_sha256_after": "68756a7dd887fa1dc9d4f53ea4df203d4bbf1d4ad227788528bdd6ec57d2c481",
"correct": true,
"eos_completed": true,
"response_tokens": 356,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6030675669511159,
"gradient_l2": 0.25756847858428955,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14490626752376556,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.18858367204666138,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.15885494649410248,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1453348994255066,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1617925465106964,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.13617253303527832,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 24,
"training_index": 24,
"early": true,
"policy_sha256_before": "68756a7dd887fa1dc9d4f53ea4df203d4bbf1d4ad227788528bdd6ec57d2c481",
"policy_sha256_after": "18fac947a137ac21e7a2df1d83e326d207217ba28568020031ab7a9435d25e2d",
"correct": true,
"eos_completed": true,
"response_tokens": 317,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6227634648482006,
"gradient_l2": 0.3143557906150818,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2211422324180603,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2319590002298355,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18534450232982635,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.21046626567840576,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.19466711580753326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.21024179458618164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 25,
"training_index": 25,
"early": true,
"policy_sha256_before": "18fac947a137ac21e7a2df1d83e326d207217ba28568020031ab7a9435d25e2d",
"policy_sha256_after": "b52f5d27fba0c56af0cf362723e8bf428800e57e2ddf962eb5467ae51ebee548",
"correct": true,
"eos_completed": true,
"response_tokens": 391,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5662794311841328,
"gradient_l2": 0.25652140378952026,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13886086642742157,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.10906127840280533,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.10173122584819794,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1021878570318222,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.11800331622362137,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12392378598451614,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 26,
"training_index": 26,
"early": true,
"policy_sha256_before": "b52f5d27fba0c56af0cf362723e8bf428800e57e2ddf962eb5467ae51ebee548",
"policy_sha256_after": "f85d87e193cf993f277333efd998ae73406aa42609b893e20141db796cf4f57c",
"correct": true,
"eos_completed": true,
"response_tokens": 218,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.974591553211212,
"gradient_l2": 0.43753746151924133,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.18717917799949646,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.27435001730918884,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1834612786769867,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.18500642478466034,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.2481846660375595,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.18345531821250916,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 27,
"training_index": 27,
"early": true,
"policy_sha256_before": "f85d87e193cf993f277333efd998ae73406aa42609b893e20141db796cf4f57c",
"policy_sha256_after": "77a35f571beed327490ba8ba98c4b847927bde24c20f27fbac0c67e41cf09593",
"correct": true,
"eos_completed": true,
"response_tokens": 585,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.232997494439284,
"gradient_l2": 0.11592286080121994,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.06714203208684921,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.06543552875518799,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.07393798977136612,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s27",
"coefficient": -1.0,
"support": -0.0848216861486435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.06815795600414276,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.06365683674812317,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 28,
"training_index": 28,
"early": true,
"policy_sha256_before": "77a35f571beed327490ba8ba98c4b847927bde24c20f27fbac0c67e41cf09593",
"policy_sha256_after": "ae0ca9bffe7d9794b40df923fb825ca872d1cc18f8b006b303036a505fae3c09",
"correct": true,
"eos_completed": true,
"response_tokens": 679,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.44138388832410175,
"gradient_l2": 0.16879871487617493,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14442689716815948,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14862993359565735,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1361219584941864,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.131100133061409,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1265186071395874,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.1538858711719513,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 29,
"training_index": 29,
"early": true,
"policy_sha256_before": "ae0ca9bffe7d9794b40df923fb825ca872d1cc18f8b006b303036a505fae3c09",
"policy_sha256_after": "ca453e41c7649e84020c3efa467ce7ed038c9db174ace6cb1c75bebf34c6e38a",
"correct": true,
"eos_completed": true,
"response_tokens": 408,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5643262962500254,
"gradient_l2": 0.2624094784259796,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1670047491788864,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.15514668822288513,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18036402761936188,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16041497886180878,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.15367355942726135,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.18259866535663605,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 30,
"training_index": 30,
"early": true,
"policy_sha256_before": "ca453e41c7649e84020c3efa467ce7ed038c9db174ace6cb1c75bebf34c6e38a",
"policy_sha256_after": "7b6ae2d638b328f09a4f400da35bdd24e0d0814cdf427e76170f7844f051ec9f",
"correct": false,
"eos_completed": true,
"response_tokens": 402,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.41196388502915704,
"gradient_l2": 0.26898065209388733,
"events": [
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.1321537345647812,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": 1.0,
"support": -0.12271371483802795,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.1245136708021164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.10271023213863373,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.11925148218870163,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": 1.0,
"support": -0.12697799503803253,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 31,
"training_index": 31,
"early": true,
"policy_sha256_before": "7b6ae2d638b328f09a4f400da35bdd24e0d0814cdf427e76170f7844f051ec9f",
"policy_sha256_after": "ddfe074c1ab1e235e317107d0b2aa3554c53e7115f2d261d8dbdcd3011e2a191",
"correct": true,
"eos_completed": true,
"response_tokens": 380,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.46391388773918146,
"gradient_l2": 0.31377744674682617,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1728372424840927,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17871978878974915,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.203382670879364,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.19113527238368988,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18060962855815887,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.17644160985946655,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 32,
"training_index": 32,
"early": true,
"policy_sha256_before": "ddfe074c1ab1e235e317107d0b2aa3554c53e7115f2d261d8dbdcd3011e2a191",
"policy_sha256_after": "79ddb710cc2d008817c1ed191dd4a8e2300e1c04a10fffc18c23c6721d70718b",
"correct": true,
"eos_completed": true,
"response_tokens": 243,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5425627827644348,
"gradient_l2": 0.27725568413734436,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.12213907390832901,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.11336258053779602,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12386413663625717,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.12960956990718842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11981068551540375,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1351984292268753,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 33,
"training_index": 33,
"early": true,
"policy_sha256_before": "79ddb710cc2d008817c1ed191dd4a8e2300e1c04a10fffc18c23c6721d70718b",
"policy_sha256_after": "e4720c9652639eca298f32fa7dcfc7a9a01eb849fce547833a0ef06323d6c8c0",
"correct": true,
"eos_completed": true,
"response_tokens": 328,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6448285778363546,
"gradient_l2": 0.27746936678886414,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.20833607017993927,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.19515469670295715,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.16550582647323608,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.18388229608535767,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.16490142047405243,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.18384340405464172,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 34,
"training_index": 34,
"early": true,
"policy_sha256_before": "e4720c9652639eca298f32fa7dcfc7a9a01eb849fce547833a0ef06323d6c8c0",
"policy_sha256_after": "180073cda09eae5d1e9af328a342387f54d35dee7fbf6cae3f144a97a5eb55ae",
"correct": true,
"eos_completed": true,
"response_tokens": 167,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.2442842920621238,
"gradient_l2": 0.4952966570854187,
"events": [
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.22509688138961792,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.21662473678588867,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.25759372115135193,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.22482194006443024,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2322438657283783,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.2425280213356018,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 35,
"training_index": 35,
"early": true,
"policy_sha256_before": "180073cda09eae5d1e9af328a342387f54d35dee7fbf6cae3f144a97a5eb55ae",
"policy_sha256_after": "5a522e852ad70b901df07ae77725ebeea10321884a4d7d6031c10997eca1797d",
"correct": false,
"eos_completed": true,
"response_tokens": 311,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6793112357457478,
"gradient_l2": 0.24738454818725586,
"events": [
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.13422700762748718,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.14307533204555511,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.14892369508743286,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": 1.0,
"support": -0.15081901848316193,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": 1.0,
"support": -0.16050675511360168,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.15654385089874268,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 36,
"training_index": 36,
"early": true,
"policy_sha256_before": "5a522e852ad70b901df07ae77725ebeea10321884a4d7d6031c10997eca1797d",
"policy_sha256_after": "33c0fbc9edeab70e589b62c03ea41595b83939d018ca0ff1fb28cfbc03b93089",
"correct": true,
"eos_completed": true,
"response_tokens": 523,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3354390561580658,
"gradient_l2": 0.16732797026634216,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12403126806020737,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12029783427715302,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.12397413700819016,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.13629043102264404,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1455673724412918,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.14249731600284576,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 37,
"training_index": 37,
"early": true,
"policy_sha256_before": "33c0fbc9edeab70e589b62c03ea41595b83939d018ca0ff1fb28cfbc03b93089",
"policy_sha256_after": "a0746dfc3f20aa1c7088af12170da24fd81c463defd47589a6d205f5dc4af05c",
"correct": true,
"eos_completed": true,
"response_tokens": 296,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4587626407543818,
"gradient_l2": 0.22184330224990845,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.07324477285146713,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.07826194912195206,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.0787668228149414,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.07365184277296066,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.07229869812726974,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.07476704567670822,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 38,
"training_index": 38,
"early": true,
"policy_sha256_before": "a0746dfc3f20aa1c7088af12170da24fd81c463defd47589a6d205f5dc4af05c",
"policy_sha256_after": "63eac3a96a037110df06474598b3d67f766bfc6fce98f505fdce6d7938280712",
"correct": true,
"eos_completed": true,
"response_tokens": 414,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5237035204966862,
"gradient_l2": 0.20880748331546783,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.12634076178073883,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1251695603132248,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16554467380046844,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.149237260222435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.16277185082435608,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.128800168633461,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 39,
"training_index": 39,
"early": true,
"policy_sha256_before": "63eac3a96a037110df06474598b3d67f766bfc6fce98f505fdce6d7938280712",
"policy_sha256_after": "d857142e7b9a89dcd4ee5b4d5d415998728f3556c54af800d39aa5536cd3ba72",
"correct": true,
"eos_completed": true,
"response_tokens": 178,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5898436506589253,
"gradient_l2": 0.343568354845047,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.16050559282302856,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13863766193389893,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.14052186906337738,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1495404690504074,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.13955780863761902,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1540815234184265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 40,
"training_index": 40,
"early": true,
"policy_sha256_before": "d857142e7b9a89dcd4ee5b4d5d415998728f3556c54af800d39aa5536cd3ba72",
"policy_sha256_after": "82ab38805771851db058dc138f0435cee22bd7d6edcdd0370ab6a77adbef67cd",
"correct": true,
"eos_completed": true,
"response_tokens": 489,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4640122552712759,
"gradient_l2": 0.298408180475235,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13660858571529388,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11609642207622528,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.13688988983631134,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.12953367829322815,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.12015344202518463,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11361980438232422,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 41,
"training_index": 41,
"early": true,
"policy_sha256_before": "82ab38805771851db058dc138f0435cee22bd7d6edcdd0370ab6a77adbef67cd",
"policy_sha256_after": "586e84975932ee0ee4ece588f8f5fe53fec6020fcf08a60ff0a287b40e33eac2",
"correct": true,
"eos_completed": true,
"response_tokens": 362,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5005868275960287,
"gradient_l2": 0.34174978733062744,
"events": [
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.16920827329158783,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.16833055019378662,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18840616941452026,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16894033551216125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s5",
"coefficient": -1.0,
"support": -0.1862999051809311,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.16479505598545074,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 42,
"training_index": 42,
"early": true,
"policy_sha256_before": "586e84975932ee0ee4ece588f8f5fe53fec6020fcf08a60ff0a287b40e33eac2",
"policy_sha256_after": "8f139174cde709f287630f932f0de88e67e0c8a1c4d582ac85839890c6fda0c7",
"correct": true,
"eos_completed": true,
"response_tokens": 269,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.49445662895838416,
"gradient_l2": 0.30779823660850525,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1803465634584427,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1692449003458023,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1730976402759552,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.16761671006679535,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.21292702853679657,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.19573727250099182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 43,
"training_index": 43,
"early": true,
"policy_sha256_before": "8f139174cde709f287630f932f0de88e67e0c8a1c4d582ac85839890c6fda0c7",
"policy_sha256_after": "a80d437baec5d156232a1b90e3b49e9b19448558399721cfb0923ce3121a31a8",
"correct": true,
"eos_completed": true,
"response_tokens": 264,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5071368316809336,
"gradient_l2": 0.3126022517681122,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.0985715389251709,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.10540556907653809,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.10404571890830994,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.11799103766679764,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.10898324102163315,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.09927192330360413,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 44,
"training_index": 44,
"early": true,
"policy_sha256_before": "a80d437baec5d156232a1b90e3b49e9b19448558399721cfb0923ce3121a31a8",
"policy_sha256_after": "bbdfd062767771bab05a9b399f7cd69f4a84a67a8f2729b35786547e33593636",
"correct": true,
"eos_completed": true,
"response_tokens": 264,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7881574630737304,
"gradient_l2": 0.32692569494247437,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.20055226981639862,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.19141869246959686,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.19891874492168427,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.21118803322315216,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.198921799659729,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.19851787388324738,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 45,
"training_index": 45,
"early": true,
"policy_sha256_before": "bbdfd062767771bab05a9b399f7cd69f4a84a67a8f2729b35786547e33593636",
"policy_sha256_after": "7a836cf526662dc762fdaacb06109d1766741e623226b4b9483c168f419c6317",
"correct": true,
"eos_completed": true,
"response_tokens": 404,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.44349564115206397,
"gradient_l2": 0.18585555255413055,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11954716593027115,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.14507178962230682,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.11695942282676697,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.10668815672397614,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.10818278044462204,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.09705107659101486,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 46,
"training_index": 46,
"early": true,
"policy_sha256_before": "7a836cf526662dc762fdaacb06109d1766741e623226b4b9483c168f419c6317",
"policy_sha256_after": "0a747d7293e030c36c59ef47688f24d7e08e4869fdd93c2c747665a4f11617db",
"correct": true,
"eos_completed": true,
"response_tokens": 327,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7542804578940073,
"gradient_l2": 0.3381538391113281,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.17172527313232422,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.19225935637950897,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.18825866281986237,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1827469766139984,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s30",
"coefficient": -1.0,
"support": -0.17831532657146454,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.19712652266025543,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 47,
"training_index": 47,
"early": true,
"policy_sha256_before": "0a747d7293e030c36c59ef47688f24d7e08e4869fdd93c2c747665a4f11617db",
"policy_sha256_after": "e0d733cdb4de4f6508daff8f465fcdadb11d80967728cfa449399b555dd1a3c4",
"correct": true,
"eos_completed": true,
"response_tokens": 186,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6070718169212342,
"gradient_l2": 0.3159226179122925,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15086159110069275,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1640700101852417,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.15282726287841797,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1672525256872177,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.16482023894786835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.16865874826908112,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 48,
"training_index": 48,
"early": true,
"policy_sha256_before": "e0d733cdb4de4f6508daff8f465fcdadb11d80967728cfa449399b555dd1a3c4",
"policy_sha256_after": "3c0f427674d27e9fa7a2bf10e6ddc5540b06346dc60fb62125cbc867dc7f52d2",
"correct": true,
"eos_completed": true,
"response_tokens": 331,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6187051633993785,
"gradient_l2": 0.3626658022403717,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.18326379358768463,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.19986598193645477,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.2032780796289444,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1791314035654068,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.18531352281570435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18289457261562347,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 49,
"training_index": 49,
"early": true,
"policy_sha256_before": "3c0f427674d27e9fa7a2bf10e6ddc5540b06346dc60fb62125cbc867dc7f52d2",
"policy_sha256_after": "5cced0baadecb2a93c791fb626cc45393c8c958abea5139719ff493371067fc5",
"correct": true,
"eos_completed": true,
"response_tokens": 261,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.912573923667272,
"gradient_l2": 0.3768504858016968,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.17570574581623077,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.19118179380893707,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1818191260099411,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17631222307682037,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.19313271343708038,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.19657498598098755,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 50,
"training_index": 50,
"early": true,
"policy_sha256_before": "5cced0baadecb2a93c791fb626cc45393c8c958abea5139719ff493371067fc5",
"policy_sha256_after": "7644a10a1a00473d74af9d8d457ec4ab1b8c76c33b5711c9c837c65b646b88a0",
"correct": true,
"eos_completed": true,
"response_tokens": 215,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6369136869907379,
"gradient_l2": 0.36155271530151367,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17082785069942474,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16945955157279968,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.16770268976688385,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1663668304681778,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.16765105724334717,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.1891883760690689,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 51,
"training_index": 51,
"early": true,
"policy_sha256_before": "7644a10a1a00473d74af9d8d457ec4ab1b8c76c33b5711c9c837c65b646b88a0",
"policy_sha256_after": "422abd06a3cdd2535a1b0352d7674f3253ea9da9d1ca93a89affb3705eaff8e1",
"correct": true,
"eos_completed": true,
"response_tokens": 371,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4272862871487935,
"gradient_l2": 0.28582167625427246,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1319601684808731,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12361288070678711,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.1331566423177719,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.13579602539539337,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.11473333090543747,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.10843177884817123,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 52,
"training_index": 52,
"early": true,
"policy_sha256_before": "422abd06a3cdd2535a1b0352d7674f3253ea9da9d1ca93a89affb3705eaff8e1",
"policy_sha256_after": "3dd72daa19022b5278b3b5001845717ee6e38893472595ff13ca914f18021481",
"correct": true,
"eos_completed": true,
"response_tokens": 347,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8128790259361267,
"gradient_l2": 0.3721400797367096,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1718275547027588,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.18470555543899536,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17761608958244324,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.18435359001159668,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.16726593673229218,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.20955975353717804,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 53,
"training_index": 53,
"early": true,
"policy_sha256_before": "3dd72daa19022b5278b3b5001845717ee6e38893472595ff13ca914f18021481",
"policy_sha256_after": "87ce45e3eba045785cf943252a1122247f07a9a7090ada75289bcbd79b83b88f",
"correct": true,
"eos_completed": true,
"response_tokens": 331,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5929595132668813,
"gradient_l2": 0.23129823803901672,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1347540020942688,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12875311076641083,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.11193417757749557,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.12421274185180664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.12185035645961761,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.11949390918016434,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 54,
"training_index": 54,
"early": true,
"policy_sha256_before": "87ce45e3eba045785cf943252a1122247f07a9a7090ada75289bcbd79b83b88f",
"policy_sha256_after": "da22d74fb069aba37b5f582a0ac2c3cf642823ddfc7e376b4d3e843219b6fc8b",
"correct": true,
"eos_completed": true,
"response_tokens": 366,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5156772832075754,
"gradient_l2": 0.24860060214996338,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.18265710771083832,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.20378372073173523,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18855559825897217,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1792556196451187,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.18394267559051514,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.19757646322250366,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 55,
"training_index": 55,
"early": true,
"policy_sha256_before": "da22d74fb069aba37b5f582a0ac2c3cf642823ddfc7e376b4d3e843219b6fc8b",
"policy_sha256_after": "11c41418b7970ccd92431ef3b7af4d44f1866184e9a8011efbc0b938f6ea78ca",
"correct": false,
"eos_completed": true,
"response_tokens": 249,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5497432152430216,
"gradient_l2": 0.2952433228492737,
"events": [
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.2038998305797577,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.2219637632369995,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.1960047483444214,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.20112764835357666,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.20224806666374207,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.2474859654903412,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 56,
"training_index": 56,
"early": true,
"policy_sha256_before": "11c41418b7970ccd92431ef3b7af4d44f1866184e9a8011efbc0b938f6ea78ca",
"policy_sha256_after": "2e4292a22067bf59292e5924b442c345600f26ba95cf32a73c1be67e36f380e7",
"correct": true,
"eos_completed": true,
"response_tokens": 432,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.36771024266878766,
"gradient_l2": 0.18455913662910461,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.13143163919448853,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12591823935508728,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.13007697463035583,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1095810979604721,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1308654099702835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.11841655522584915,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 57,
"training_index": 57,
"early": true,
"policy_sha256_before": "2e4292a22067bf59292e5924b442c345600f26ba95cf32a73c1be67e36f380e7",
"policy_sha256_after": "dbd0b811ee39a552c48bcce0af24127659670cb3ffb5de23ca8954c87abc4dd9",
"correct": true,
"eos_completed": true,
"response_tokens": 501,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.485157107313474,
"gradient_l2": 0.21872268617153168,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12510089576244354,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12750981748104095,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s19",
"coefficient": -1.0,
"support": -0.12445773184299469,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11678949743509293,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1326012909412384,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.12416122108697891,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 58,
"training_index": 58,
"early": true,
"policy_sha256_before": "dbd0b811ee39a552c48bcce0af24127659670cb3ffb5de23ca8954c87abc4dd9",
"policy_sha256_after": "d3bda4aac9491a04c7fa1753d5418a45e31207309c8203277dd22a56b6221789",
"correct": true,
"eos_completed": true,
"response_tokens": 325,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6802163024743397,
"gradient_l2": 0.2756911814212799,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14603741466999054,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14852868020534515,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.14960402250289917,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1675410270690918,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.15417496860027313,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.16571763157844543,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 59,
"training_index": 59,
"early": true,
"policy_sha256_before": "d3bda4aac9491a04c7fa1753d5418a45e31207309c8203277dd22a56b6221789",
"policy_sha256_after": "b5c227b7fe617fbb8fe70cc846c6b96b13f3698d5bde438b10f0019860696c68",
"correct": false,
"eos_completed": true,
"response_tokens": 208,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5605642596880596,
"gradient_l2": 0.3889480531215668,
"events": [
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.16687913239002228,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.18227212131023407,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.17227309942245483,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.17020176351070404,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.1684909611940384,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.17389759421348572,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 60,
"training_index": 60,
"early": true,
"policy_sha256_before": "b5c227b7fe617fbb8fe70cc846c6b96b13f3698d5bde438b10f0019860696c68",
"policy_sha256_after": "e9194d21deda51c15547659abaecd17660b41af04aa4da2cba46df93324bfe5a",
"correct": true,
"eos_completed": true,
"response_tokens": 203,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7364369829495747,
"gradient_l2": 0.4761526584625244,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.17681756615638733,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1595836877822876,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.14319756627082825,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.17516784369945526,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17571935057640076,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.17798317968845367,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 61,
"training_index": 61,
"early": true,
"policy_sha256_before": "e9194d21deda51c15547659abaecd17660b41af04aa4da2cba46df93324bfe5a",
"policy_sha256_after": "5d2da8b68d72815aab5446e628d78a26dac023f40471ff507542723f6c305815",
"correct": true,
"eos_completed": true,
"response_tokens": 379,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5524100760618846,
"gradient_l2": 0.22551295161247253,
"events": [
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.17206275463104248,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1428309828042984,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14100661873817444,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.13984043896198273,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.14869987964630127,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1381179839372635,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 62,
"training_index": 62,
"early": true,
"policy_sha256_before": "5d2da8b68d72815aab5446e628d78a26dac023f40471ff507542723f6c305815",
"policy_sha256_after": "6bc301063cca9a72a0859574c4ad05d230187ed748267e564acccfb526de634d",
"correct": true,
"eos_completed": true,
"response_tokens": 498,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5260544121265411,
"gradient_l2": 0.26983827352523804,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1462707221508026,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14471958577632904,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.14112605154514313,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.14632223546504974,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13364648818969727,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.13331913948059082,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 63,
"training_index": 63,
"early": true,
"policy_sha256_before": "6bc301063cca9a72a0859574c4ad05d230187ed748267e564acccfb526de634d",
"policy_sha256_after": "010f7ff8e215ef58e304276786f90892c7928f8c3ce920efcc033a937a3fd534",
"correct": true,
"eos_completed": true,
"response_tokens": 484,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.49770058194796246,
"gradient_l2": 0.2147451639175415,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12162910401821136,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.14065974950790405,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.13289205729961395,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.13023965060710907,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.10545536875724792,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.11785110086202621,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 64,
"training_index": 64,
"early": true,
"policy_sha256_before": "010f7ff8e215ef58e304276786f90892c7928f8c3ce920efcc033a937a3fd534",
"policy_sha256_after": "ba4dd7307551841fa7bd9d09b50bedeaff2326b894641aa382184f495b2fd4db",
"correct": true,
"eos_completed": true,
"response_tokens": 186,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9636112550894419,
"gradient_l2": 0.5190526247024536,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2689683437347412,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.2680090367794037,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.2671922743320465,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.25477272272109985,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.24246735870838165,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2485414445400238,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 65,
"training_index": 65,
"early": true,
"policy_sha256_before": "ba4dd7307551841fa7bd9d09b50bedeaff2326b894641aa382184f495b2fd4db",
"policy_sha256_after": "54ff49a3366fb2a3aadcb1c289800a7c11f7781ddebd63cd05e0dd41d8a462c1",
"correct": true,
"eos_completed": true,
"response_tokens": 199,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.1128190159797668,
"gradient_l2": 0.523281991481781,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.24026121199131012,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.2243923395872116,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.24105972051620483,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2182813137769699,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.22135281562805176,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.23388926684856415,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 66,
"training_index": 66,
"early": true,
"policy_sha256_before": "54ff49a3366fb2a3aadcb1c289800a7c11f7781ddebd63cd05e0dd41d8a462c1",
"policy_sha256_after": "cf46beca5da0d8d461c1572bc12ecb448e33ad05d2ec67d2ea2d48a21f2d938f",
"correct": true,
"eos_completed": true,
"response_tokens": 170,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.2627700368563335,
"gradient_l2": 0.6055293679237366,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.23354029655456543,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.22174233198165894,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2556201219558716,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.22803494334220886,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.28067466616630554,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.24483688175678253,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 67,
"training_index": 67,
"early": true,
"policy_sha256_before": "cf46beca5da0d8d461c1572bc12ecb448e33ad05d2ec67d2ea2d48a21f2d938f",
"policy_sha256_after": "e1a070103a3e6975cb0601a60d8f24a8a5d546ca238f8efef1492b39b6efcb80",
"correct": true,
"eos_completed": true,
"response_tokens": 213,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5714411437511444,
"gradient_l2": 0.38661155104637146,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.17363211512565613,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18990124762058258,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.15825894474983215,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.18388569355010986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.17613312602043152,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.16236646473407745,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 68,
"training_index": 68,
"early": true,
"policy_sha256_before": "e1a070103a3e6975cb0601a60d8f24a8a5d546ca238f8efef1492b39b6efcb80",
"policy_sha256_after": "a18abacc17f3b87570393bf876d361cb67ca1eeaa38a191dd7cd7c377dab180f",
"correct": true,
"eos_completed": true,
"response_tokens": 405,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.43550459047158563,
"gradient_l2": 0.25562089681625366,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14279797673225403,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14451339840888977,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.15613020956516266,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.15529200434684753,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.14816172420978546,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.15700720250606537,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 69,
"training_index": 69,
"early": true,
"policy_sha256_before": "a18abacc17f3b87570393bf876d361cb67ca1eeaa38a191dd7cd7c377dab180f",
"policy_sha256_after": "f21ee3a0aa0172ddf40bd0a5802c1bf1dd461452d2a82d9e16dfe9d0875fb206",
"correct": true,
"eos_completed": true,
"response_tokens": 297,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5053380380074184,
"gradient_l2": 0.29261478781700134,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.11234571039676666,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.10638931393623352,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.13373374938964844,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.11357268691062927,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.11216442286968231,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.13444513082504272,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 70,
"training_index": 70,
"early": true,
"policy_sha256_before": "f21ee3a0aa0172ddf40bd0a5802c1bf1dd461452d2a82d9e16dfe9d0875fb206",
"policy_sha256_after": "a307a5a994aa76642aa9427a7382b8009b5dd5a60f59b25a107dd98ca0825017",
"correct": true,
"eos_completed": true,
"response_tokens": 275,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5854083697001139,
"gradient_l2": 0.3262426257133484,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14162784814834595,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14486142992973328,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.15623782575130463,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.14693495631217957,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.14966298639774323,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.14244742691516876,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 71,
"training_index": 71,
"early": true,
"policy_sha256_before": "a307a5a994aa76642aa9427a7382b8009b5dd5a60f59b25a107dd98ca0825017",
"policy_sha256_after": "0989281677cf2e911e9c7fd1e6763805f36b132224124d34919f7f04886335df",
"correct": true,
"eos_completed": true,
"response_tokens": 280,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5986787676811219,
"gradient_l2": 0.3674931526184082,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.21180212497711182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.20468823611736298,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.23409457504749298,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.22521665692329407,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.21135073900222778,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.20534208416938782,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 72,
"training_index": 72,
"early": true,
"policy_sha256_before": "0989281677cf2e911e9c7fd1e6763805f36b132224124d34919f7f04886335df",
"policy_sha256_after": "3f279befb386e52892adbc0c6f5ba29447396695d856ced71e53135a83d17879",
"correct": true,
"eos_completed": true,
"response_tokens": 252,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0319835046927135,
"gradient_l2": 0.45583322644233704,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.23471161723136902,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.2721113860607147,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.23134660720825195,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2303944081068039,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.24095509946346283,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.2173522710800171,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 73,
"training_index": 73,
"early": true,
"policy_sha256_before": "3f279befb386e52892adbc0c6f5ba29447396695d856ced71e53135a83d17879",
"policy_sha256_after": "1f8d1447f3835aed5ffc68f9cf51fe6be8b571c86da21bf82a10773ba50038ac",
"correct": true,
"eos_completed": true,
"response_tokens": 142,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.5862433513005574,
"gradient_l2": 0.8854256272315979,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.300187349319458,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.28967127203941345,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.3021691143512726,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.28534817695617676,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.29256582260131836,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.26752185821533203,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 74,
"training_index": 74,
"early": true,
"policy_sha256_before": "1f8d1447f3835aed5ffc68f9cf51fe6be8b571c86da21bf82a10773ba50038ac",
"policy_sha256_after": "0f16e7994c272e975b95506f977b8fbe01d878592e48a6b2f3acb898d4dcd5c7",
"correct": true,
"eos_completed": true,
"response_tokens": 581,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.260983390112718,
"gradient_l2": 0.15006354451179504,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.07568439841270447,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.07707865536212921,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.07347878068685532,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.06921136379241943,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.07511626183986664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.07160736620426178,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 75,
"training_index": 75,
"early": true,
"policy_sha256_before": "0f16e7994c272e975b95506f977b8fbe01d878592e48a6b2f3acb898d4dcd5c7",
"policy_sha256_after": "a7ccfbf6773d2da0c92340976dbd901fccb306e8972b015216ad6c72f5fcd455",
"correct": true,
"eos_completed": true,
"response_tokens": 279,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7092315355936686,
"gradient_l2": 0.42540115118026733,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.15829642117023468,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17276473343372345,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1751321703195572,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16947947442531586,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.15697020292282104,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1597001552581787,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 76,
"training_index": 76,
"early": true,
"policy_sha256_before": "a7ccfbf6773d2da0c92340976dbd901fccb306e8972b015216ad6c72f5fcd455",
"policy_sha256_after": "841e87914eadb8b723fdec9767efeab9e910b102aceddf44e7b24f3e50e83a37",
"correct": true,
"eos_completed": true,
"response_tokens": 313,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6852663457393646,
"gradient_l2": 0.3000820577144623,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14960339665412903,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1620294749736786,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.140935480594635,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.14668934047222137,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.15684917569160461,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.15344738960266113,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 77,
"training_index": 77,
"early": true,
"policy_sha256_before": "841e87914eadb8b723fdec9767efeab9e910b102aceddf44e7b24f3e50e83a37",
"policy_sha256_after": "09396657da38950d806945509d710bd1435030b940e7f40fa0bb28881790ef8c",
"correct": true,
"eos_completed": true,
"response_tokens": 678,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.2686106512943904,
"gradient_l2": 0.1693781018257141,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.11822153627872467,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.11941642314195633,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.11910537630319595,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.11138282716274261,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.11563204228878021,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.11306430399417877,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 78,
"training_index": 78,
"early": true,
"policy_sha256_before": "09396657da38950d806945509d710bd1435030b940e7f40fa0bb28881790ef8c",
"policy_sha256_after": "988297ed696d0ad069823eb424f56d3e63df019c5badbe9f1e0c7f93fe5ffaa7",
"correct": true,
"eos_completed": true,
"response_tokens": 274,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5266438275575638,
"gradient_l2": 0.32986533641815186,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14720399677753448,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15069501101970673,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1427663415670395,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.15393222868442535,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.13849584758281708,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.14969304203987122,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 79,
"training_index": 79,
"early": true,
"policy_sha256_before": "988297ed696d0ad069823eb424f56d3e63df019c5badbe9f1e0c7f93fe5ffaa7",
"policy_sha256_after": "567ffa636a403e4fc473b7eb7476fecf483f8f6f77b30cc6633b089c0cfd3dae",
"correct": true,
"eos_completed": true,
"response_tokens": 411,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6259815394878387,
"gradient_l2": 0.32046443223953247,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.15381471812725067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14326965808868408,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1558299958705902,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1509636789560318,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.16607119143009186,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.14177294075489044,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 80,
"training_index": 80,
"early": true,
"policy_sha256_before": "567ffa636a403e4fc473b7eb7476fecf483f8f6f77b30cc6633b089c0cfd3dae",
"policy_sha256_after": "deb9e198258ac526639f8504412b4080971a74b5e27b3c4d3618002099fb26c1",
"correct": true,
"eos_completed": true,
"response_tokens": 174,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.1854720910390217,
"gradient_l2": 0.9249339699745178,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.24738331139087677,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.232313871383667,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.22147515416145325,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.25890323519706726,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.25286105275154114,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2663534879684448,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 81,
"training_index": 81,
"early": true,
"policy_sha256_before": "deb9e198258ac526639f8504412b4080971a74b5e27b3c4d3618002099fb26c1",
"policy_sha256_after": "e51f97b853727bb852e7fcf5f0a35c319fc273b2240fe703a95d39df89fada6b",
"correct": true,
"eos_completed": true,
"response_tokens": 304,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4756373316049576,
"gradient_l2": 0.25967177748680115,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17676310241222382,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.14542388916015625,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15003030002117157,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.17542414367198944,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1632799208164215,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.14561773836612701,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 82,
"training_index": 82,
"early": true,
"policy_sha256_before": "e51f97b853727bb852e7fcf5f0a35c319fc273b2240fe703a95d39df89fada6b",
"policy_sha256_after": "dc2d810b595c253c7cccd46eeddff86de5568d3558f40b2819efc8ddca46f00f",
"correct": false,
"eos_completed": true,
"response_tokens": 433,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.47148793439070386,
"gradient_l2": 0.2638811469078064,
"events": [
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.1224643737077713,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.13806825876235962,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.15103837847709656,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.11951364576816559,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.1253589540719986,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.12566730380058289,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 83,
"training_index": 83,
"early": true,
"policy_sha256_before": "dc2d810b595c253c7cccd46eeddff86de5568d3558f40b2819efc8ddca46f00f",
"policy_sha256_after": "6c149a748a6d49a03354eec7bc89765ffdd0e7df6f942d1046a191500666e76d",
"correct": true,
"eos_completed": true,
"response_tokens": 284,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.39983757833639777,
"gradient_l2": 0.2633146643638611,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11180151998996735,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.12260357290506363,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.13041631877422333,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13393983244895935,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.13423332571983337,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12653155624866486,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 84,
"training_index": 84,
"early": true,
"policy_sha256_before": "6c149a748a6d49a03354eec7bc89765ffdd0e7df6f942d1046a191500666e76d",
"policy_sha256_after": "76ff76261f5e56422b50d97c0924b771f2286f217c1681f20a54024df1d9e833",
"correct": true,
"eos_completed": true,
"response_tokens": 519,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4680554668108622,
"gradient_l2": 0.2272070199251175,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.11545555293560028,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.12302442640066147,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1326960325241089,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13232898712158203,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14456850290298462,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1371004283428192,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 85,
"training_index": 85,
"early": true,
"policy_sha256_before": "76ff76261f5e56422b50d97c0924b771f2286f217c1681f20a54024df1d9e833",
"policy_sha256_after": "fe5d5d491090e722178609d710c679cb77587c275f1a7d47560110965fccc6f0",
"correct": true,
"eos_completed": true,
"response_tokens": 218,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9808363020420076,
"gradient_l2": 0.46060678362846375,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1495915800333023,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.15693135559558868,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1714310646057129,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15185309946537018,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.14391157031059265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.1866758167743683,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 86,
"training_index": 86,
"early": true,
"policy_sha256_before": "fe5d5d491090e722178609d710c679cb77587c275f1a7d47560110965fccc6f0",
"policy_sha256_after": "2377ade1cbea9418ed02094072cc1f239b5057f64baa41e048f24659979faeba",
"correct": false,
"eos_completed": true,
"response_tokens": 224,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.7476135392983755,
"gradient_l2": 0.48040351271629333,
"events": [
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.16559289395809174,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.19126205146312714,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.1318264752626419,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.1296980232000351,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.1572905033826828,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": 1.0,
"support": -0.13787761330604553,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 87,
"training_index": 87,
"early": true,
"policy_sha256_before": "2377ade1cbea9418ed02094072cc1f239b5057f64baa41e048f24659979faeba",
"policy_sha256_after": "dc5ee3c3f9fe4c0ea77131e56d0f260a0d790b8b71332681c1d964b8c0d72899",
"correct": false,
"eos_completed": true,
"response_tokens": 612,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.48468899726867676,
"gradient_l2": 0.22789792716503143,
"events": [
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.1527862548828125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.14500220119953156,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": 1.0,
"support": -0.14486880600452423,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": 1.0,
"support": -0.1486789882183075,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.15281210839748383,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.13452385365962982,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 88,
"training_index": 88,
"early": true,
"policy_sha256_before": "dc5ee3c3f9fe4c0ea77131e56d0f260a0d790b8b71332681c1d964b8c0d72899",
"policy_sha256_after": "d19a13a3737911f8c6dd17561b37883e943d9f3211ded5b18326478b5bd0a6a9",
"correct": true,
"eos_completed": true,
"response_tokens": 223,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9323773086071013,
"gradient_l2": 0.4432763457298279,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2031152844429016,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1657877415418625,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.190556600689888,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17150364816188812,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.17044471204280853,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.18906885385513306,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 89,
"training_index": 89,
"early": true,
"policy_sha256_before": "d19a13a3737911f8c6dd17561b37883e943d9f3211ded5b18326478b5bd0a6a9",
"policy_sha256_after": "a5041aaa2c559f782dafec8035c863fd704d06239b9d9831d2957067a52d386d",
"correct": false,
"eos_completed": false,
"response_tokens": 1024,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.31675246854623157,
"gradient_l2": 0.16123323142528534,
"events": [
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.1359032541513443,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.13967040181159973,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.13814474642276764,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": 1.0,
"support": -0.13939033448696136,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.13201045989990234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": 1.0,
"support": -0.14190804958343506,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 90,
"training_index": 90,
"early": true,
"policy_sha256_before": "a5041aaa2c559f782dafec8035c863fd704d06239b9d9831d2957067a52d386d",
"policy_sha256_after": "a7dc14da31b9730e80ddc95871ac85b6672dfe151ad0a39cb25cbf4a56611225",
"correct": true,
"eos_completed": true,
"response_tokens": 551,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.2911007006963094,
"gradient_l2": 0.19081467390060425,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1201791763305664,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1384420096874237,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13923245668411255,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11519636958837509,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.1313093900680542,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1180715411901474,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 91,
"training_index": 91,
"early": true,
"policy_sha256_before": "a7dc14da31b9730e80ddc95871ac85b6672dfe151ad0a39cb25cbf4a56611225",
"policy_sha256_after": "9f24142761191d5be02619e60413a8f09d6705695c6e62126a0dc21916cf5163",
"correct": true,
"eos_completed": true,
"response_tokens": 286,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7767815391222636,
"gradient_l2": 0.8093394041061401,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1991419941186905,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.23841732740402222,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.220660001039505,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.21737425029277802,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.25354719161987305,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.2192222774028778,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 92,
"training_index": 92,
"early": true,
"policy_sha256_before": "9f24142761191d5be02619e60413a8f09d6705695c6e62126a0dc21916cf5163",
"policy_sha256_after": "b487f9e78bcd172ded3b3b2e9e82d464d1d2383402bcac26454b7687f46890ad",
"correct": true,
"eos_completed": true,
"response_tokens": 196,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6327044367790222,
"gradient_l2": 0.4200887084007263,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.19473183155059814,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.2068088799715042,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.18029005825519562,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.18077518045902252,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.17779846489429474,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17459620535373688,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 93,
"training_index": 93,
"early": true,
"policy_sha256_before": "b487f9e78bcd172ded3b3b2e9e82d464d1d2383402bcac26454b7687f46890ad",
"policy_sha256_after": "c3ab001c1980ed144609ea035a73d663622fa07051c1e080dac8971243b8f28c",
"correct": true,
"eos_completed": true,
"response_tokens": 429,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.40403894086678827,
"gradient_l2": 0.30000510811805725,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14919108152389526,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16143649816513062,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.16046491265296936,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1594364494085312,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.15800508856773376,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.161493718624115,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 94,
"training_index": 94,
"early": true,
"policy_sha256_before": "c3ab001c1980ed144609ea035a73d663622fa07051c1e080dac8971243b8f28c",
"policy_sha256_after": "e2105e36a57be7d56d77da9f1dece21e0d37d245ab969a55179b67500ddbabc3",
"correct": false,
"eos_completed": true,
"response_tokens": 171,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 1.2793997128804524,
"gradient_l2": 0.6825746893882751,
"events": [
{
"skill": "r1-s16",
"coefficient": 1.0,
"support": -0.2797362506389618,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.3138415515422821,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.3241875469684601,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.2472454011440277,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.2411990463733673,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.24688778817653656,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 95,
"training_index": 95,
"early": true,
"policy_sha256_before": "e2105e36a57be7d56d77da9f1dece21e0d37d245ab969a55179b67500ddbabc3",
"policy_sha256_after": "785d380d5e007a560f34bd3a8d2d7c0ed437a224294ebeb9ce7279ad5880d2ef",
"correct": true,
"eos_completed": true,
"response_tokens": 165,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.3279791673024497,
"gradient_l2": 0.7821044921875,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.26788124442100525,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.2729579508304596,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2549216151237488,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.27998146414756775,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.27941739559173584,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.2899749279022217,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 96,
"training_index": 96,
"early": true,
"policy_sha256_before": "785d380d5e007a560f34bd3a8d2d7c0ed437a224294ebeb9ce7279ad5880d2ef",
"policy_sha256_after": "1cbee8e31e35ac6699b4ca2f1c9f0a7df3343406ff6ed088eb97b9a67e2b6f78",
"correct": true,
"eos_completed": true,
"response_tokens": 173,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.1384158531824748,
"gradient_l2": 0.5806703567504883,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2788395881652832,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.2499161660671234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.26704999804496765,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.27237558364868164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.2624519169330597,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.26903945207595825,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 97,
"training_index": 97,
"early": true,
"policy_sha256_before": "1cbee8e31e35ac6699b4ca2f1c9f0a7df3343406ff6ed088eb97b9a67e2b6f78",
"policy_sha256_after": "417e473dd0bc9e66df502d339572c2b64494ae805994003f740e0dfd4fd9b3ce",
"correct": true,
"eos_completed": true,
"response_tokens": 569,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3685990571975708,
"gradient_l2": 0.17890293896198273,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.11352920532226562,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.0979987159371376,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.10240545868873596,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.09796493500471115,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.10503123700618744,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1049182191491127,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 98,
"training_index": 98,
"early": true,
"policy_sha256_before": "417e473dd0bc9e66df502d339572c2b64494ae805994003f740e0dfd4fd9b3ce",
"policy_sha256_after": "2e745bed4fe3b9dbb04bdb455768c4a505911319b68db73ad1bc29ca9de4f3c4",
"correct": false,
"eos_completed": true,
"response_tokens": 581,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.43316081166267395,
"gradient_l2": 0.22218243777751923,
"events": [
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.11565988510847092,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.11930429190397263,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.1181320995092392,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.13114452362060547,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.12145382910966873,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.12591689825057983,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 99,
"training_index": 99,
"early": true,
"policy_sha256_before": "2e745bed4fe3b9dbb04bdb455768c4a505911319b68db73ad1bc29ca9de4f3c4",
"policy_sha256_after": "e7fd08888b6f2fdb19b93a45571ea06ccc698a39014ffa86a1583bea1d6072da",
"correct": true,
"eos_completed": true,
"response_tokens": 339,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4692576080560684,
"gradient_l2": 0.29608404636383057,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12769369781017303,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.14647434651851654,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1464579850435257,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12108998000621796,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.14336708188056946,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.11936580389738083,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 100,
"training_index": 100,
"early": false,
"policy_sha256_before": "e7fd08888b6f2fdb19b93a45571ea06ccc698a39014ffa86a1583bea1d6072da",
"policy_sha256_after": "8046d426199eae53ab30551103b01c3e9a0d6d099b6fcc5ed2d6a85194470ee3",
"correct": true,
"eos_completed": true,
"response_tokens": 292,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8231887817382812,
"gradient_l2": 0.4255465865135193,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1771714985370636,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1849972903728485,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.16447484493255615,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.20800164341926575,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1821051836013794,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.2132289856672287,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 101,
"training_index": 101,
"early": false,
"policy_sha256_before": "8046d426199eae53ab30551103b01c3e9a0d6d099b6fcc5ed2d6a85194470ee3",
"policy_sha256_after": "b40d38400dd3b51b5444ab03c42379c2d87ba8e8f56cb42906534eb118e09858",
"correct": true,
"eos_completed": true,
"response_tokens": 224,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9085596303145091,
"gradient_l2": 0.4934805631637573,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.20316417515277863,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16575880348682404,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.17569144070148468,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.20594963431358337,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1726873815059662,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.18390533328056335,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 102,
"training_index": 102,
"early": false,
"policy_sha256_before": "b40d38400dd3b51b5444ab03c42379c2d87ba8e8f56cb42906534eb118e09858",
"policy_sha256_after": "6bc3026d58324d2011c79a726300c72e1a791475fe835fe173cf6edf1525a7db",
"correct": true,
"eos_completed": true,
"response_tokens": 336,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6415314773718516,
"gradient_l2": 0.3171372711658478,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14236117899417877,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.123558409512043,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.12565608322620392,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11450908333063126,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12899325788021088,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.13447891175746918,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 103,
"training_index": 103,
"early": false,
"policy_sha256_before": "6bc3026d58324d2011c79a726300c72e1a791475fe835fe173cf6edf1525a7db",
"policy_sha256_after": "6c0a0ba4d667c1b66336f25e211fa24b64c74dcbe86b0387bd37ac56003c842e",
"correct": true,
"eos_completed": true,
"response_tokens": 254,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9474807182947795,
"gradient_l2": 0.4595964550971985,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.20243637263774872,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.19914290308952332,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.19110116362571716,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.20124703645706177,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.19351258873939514,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1872491091489792,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 104,
"training_index": 104,
"early": false,
"policy_sha256_before": "6c0a0ba4d667c1b66336f25e211fa24b64c74dcbe86b0387bd37ac56003c842e",
"policy_sha256_after": "4f1a2bd7e26b6df39b9263b5d6031afcbc84615768b4c391c941d8a1ed6fc97a",
"correct": true,
"eos_completed": true,
"response_tokens": 197,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.057598849137624,
"gradient_l2": 0.5480338931083679,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2033834457397461,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.22863952815532684,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.21363669633865356,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.22188639640808105,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.19249281287193298,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.21097876131534576,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 105,
"training_index": 105,
"early": false,
"policy_sha256_before": "4f1a2bd7e26b6df39b9263b5d6031afcbc84615768b4c391c941d8a1ed6fc97a",
"policy_sha256_after": "a0c4c78fc9bf0c1c0f47719447b9a0928eec92d883b4958cebd2fdeefe4eb9be",
"correct": true,
"eos_completed": true,
"response_tokens": 656,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.2936614900827408,
"gradient_l2": 0.23987239599227905,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.10136973857879639,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.09812404215335846,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.10520064830780029,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.10448987782001495,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.11420850455760956,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s25",
"coefficient": -1.0,
"support": -0.10648730397224426,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 106,
"training_index": 106,
"early": false,
"policy_sha256_before": "a0c4c78fc9bf0c1c0f47719447b9a0928eec92d883b4958cebd2fdeefe4eb9be",
"policy_sha256_after": "4ad81ff6db88296a8f68cf131aa20e6d72a86a13a3b6be2ca4e5101d1842569c",
"correct": true,
"eos_completed": true,
"response_tokens": 587,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.40974007546901703,
"gradient_l2": 0.24418552219867706,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.11196958273649216,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.11388423293828964,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.10475078970193863,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1110725924372673,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11045405268669128,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.11624585837125778,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 107,
"training_index": 107,
"early": false,
"policy_sha256_before": "4ad81ff6db88296a8f68cf131aa20e6d72a86a13a3b6be2ca4e5101d1842569c",
"policy_sha256_after": "801c5883271edd321754c96bec07cf8ebfefdfca4a763fabbf9cadc4f5e62f5c",
"correct": true,
"eos_completed": true,
"response_tokens": 538,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.48332519332567847,
"gradient_l2": 0.2644965946674347,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14833839237689972,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.13225224614143372,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1504572033882141,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.13787499070167542,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.14305679500102997,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.13745443522930145,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 108,
"training_index": 108,
"early": false,
"policy_sha256_before": "801c5883271edd321754c96bec07cf8ebfefdfca4a763fabbf9cadc4f5e62f5c",
"policy_sha256_after": "17be349a36b398752bcbc800af60738fe9056c6bab7a38538609bf7d39d57ff7",
"correct": true,
"eos_completed": true,
"response_tokens": 385,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4172855367263158,
"gradient_l2": 0.29553288221359253,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13321243226528168,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1523144692182541,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.15240423381328583,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.1538849174976349,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.13075725734233856,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.13270510733127594,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 109,
"training_index": 109,
"early": false,
"policy_sha256_before": "17be349a36b398752bcbc800af60738fe9056c6bab7a38538609bf7d39d57ff7",
"policy_sha256_after": "a78d90cac67f7dd65c59ea5f9785ef636264e69fa2fe743ccbcb54a63286865f",
"correct": true,
"eos_completed": true,
"response_tokens": 176,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8731997211774191,
"gradient_l2": 0.5454877614974976,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.22689230740070343,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.210982084274292,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.19421885907649994,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.21062695980072021,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1974979043006897,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.21389450132846832,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 110,
"training_index": 110,
"early": false,
"policy_sha256_before": "a78d90cac67f7dd65c59ea5f9785ef636264e69fa2fe743ccbcb54a63286865f",
"policy_sha256_after": "1bb2496a55c533c637ad823adb8376bde5c9d74fbf94ebc25d1d1e1fd52d0620",
"correct": true,
"eos_completed": true,
"response_tokens": 400,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.68295618891716,
"gradient_l2": 0.38174545764923096,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.18069404363632202,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.19286495447158813,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18370658159255981,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1852504163980484,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s25",
"coefficient": -1.0,
"support": -0.1830696314573288,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.17009133100509644,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 111,
"training_index": 111,
"early": false,
"policy_sha256_before": "1bb2496a55c533c637ad823adb8376bde5c9d74fbf94ebc25d1d1e1fd52d0620",
"policy_sha256_after": "e71b564ec82267071c5c67d66b24e2556100f0c717acc0462968225a087a1665",
"correct": true,
"eos_completed": true,
"response_tokens": 346,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.37118758261203766,
"gradient_l2": 0.2555239498615265,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11385951191186905,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.10797669738531113,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11222337186336517,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.11912985891103745,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.10490906238555908,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1024971529841423,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 112,
"training_index": 112,
"early": false,
"policy_sha256_before": "e71b564ec82267071c5c67d66b24e2556100f0c717acc0462968225a087a1665",
"policy_sha256_after": "cd7dbe9eb58715caccc823a23a6788791cbcb6ba10fc85c32087fa9f0069dda9",
"correct": true,
"eos_completed": true,
"response_tokens": 352,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5868112941582998,
"gradient_l2": 0.36689507961273193,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1442105919122696,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.13640229403972626,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.15369835495948792,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.13710689544677734,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.14338873326778412,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.15695004165172577,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 113,
"training_index": 113,
"early": false,
"policy_sha256_before": "cd7dbe9eb58715caccc823a23a6788791cbcb6ba10fc85c32087fa9f0069dda9",
"policy_sha256_after": "7828a443774e4667c28f05d7968461f0cb31040e8f43c4b78dcf5a46cbb8fcb8",
"correct": true,
"eos_completed": true,
"response_tokens": 222,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7656631370385488,
"gradient_l2": 0.5259591341018677,
"events": [
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.19443687796592712,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18779321014881134,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1531277596950531,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.18018341064453125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16680417954921722,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1839708387851715,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 114,
"training_index": 114,
"early": false,
"policy_sha256_before": "7828a443774e4667c28f05d7968461f0cb31040e8f43c4b78dcf5a46cbb8fcb8",
"policy_sha256_after": "f8d9893db3b6743675fea93acee928c4e77e21c6dd91f9dac0893aa9d239e173",
"correct": true,
"eos_completed": true,
"response_tokens": 270,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6391344368457794,
"gradient_l2": 0.4521854519844055,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14378751814365387,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.17127972841262817,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1667819619178772,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.15046943724155426,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1526280641555786,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.16410782933235168,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 115,
"training_index": 115,
"early": false,
"policy_sha256_before": "f8d9893db3b6743675fea93acee928c4e77e21c6dd91f9dac0893aa9d239e173",
"policy_sha256_after": "4caccc49f6845d12e63beb8d596964a9dc202117a1a5367c41d8545b43ac8226",
"correct": true,
"eos_completed": true,
"response_tokens": 330,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7062259415785471,
"gradient_l2": 0.40963929891586304,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1659475564956665,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14772650599479675,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.15619508922100067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.16614936292171478,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.16576038300991058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.15689486265182495,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 116,
"training_index": 116,
"early": false,
"policy_sha256_before": "4caccc49f6845d12e63beb8d596964a9dc202117a1a5367c41d8545b43ac8226",
"policy_sha256_after": "461617b4f5e5938f81623c5fbbb3da202b322be4e946ae4b9df147f78ee68a04",
"correct": true,
"eos_completed": true,
"response_tokens": 286,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4657960037390391,
"gradient_l2": 0.3122451901435852,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13524129986763,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.13959701359272003,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13319362699985504,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.15265730023384094,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.13557951152324677,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.130699023604393,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 117,
"training_index": 117,
"early": false,
"policy_sha256_before": "461617b4f5e5938f81623c5fbbb3da202b322be4e946ae4b9df147f78ee68a04",
"policy_sha256_after": "dc91dfd951887759e1a028181607bb3f0a1e4207fab44aaa211c1b926fde90b0",
"correct": true,
"eos_completed": true,
"response_tokens": 210,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0102169016997018,
"gradient_l2": 0.5736151337623596,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.23356911540031433,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.23634612560272217,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.24827970564365387,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.24360992014408112,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.21625176072120667,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.21780087053775787,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 118,
"training_index": 118,
"early": false,
"policy_sha256_before": "dc91dfd951887759e1a028181607bb3f0a1e4207fab44aaa211c1b926fde90b0",
"policy_sha256_after": "248609ec59b95e7dd6ea0222c8deff32cc5d2ddadbd6bff711532c9afc4156a9",
"correct": true,
"eos_completed": true,
"response_tokens": 354,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5031204273303349,
"gradient_l2": 0.33716559410095215,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.20358237624168396,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.19373589754104614,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.21006588637828827,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.19117914140224457,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.20081685483455658,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.20498372614383698,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 119,
"training_index": 119,
"early": false,
"policy_sha256_before": "248609ec59b95e7dd6ea0222c8deff32cc5d2ddadbd6bff711532c9afc4156a9",
"policy_sha256_after": "c240e82552edc76d5f181b76d9bfedfe31d6fa9ae626a09ae2f637983a64b911",
"correct": false,
"eos_completed": true,
"response_tokens": 176,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.8494172592957814,
"gradient_l2": 0.6165422201156616,
"events": [
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.22324036061763763,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.23129668831825256,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.2032669484615326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.19298714399337769,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.20705191791057587,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.20410113036632538,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 120,
"training_index": 120,
"early": false,
"policy_sha256_before": "c240e82552edc76d5f181b76d9bfedfe31d6fa9ae626a09ae2f637983a64b911",
"policy_sha256_after": "0bbe1c90aa8b467f53d89914c6ff3e31f378f827613ca13fc263581b9fc4e450",
"correct": true,
"eos_completed": true,
"response_tokens": 379,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7337475816408794,
"gradient_l2": 0.36371728777885437,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.17406794428825378,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.15698769688606262,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.14367125928401947,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14648492634296417,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.15250375866889954,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1469261646270752,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 121,
"training_index": 121,
"early": false,
"policy_sha256_before": "0bbe1c90aa8b467f53d89914c6ff3e31f378f827613ca13fc263581b9fc4e450",
"policy_sha256_after": "99cda3bc7d6ffd1ee5405dab0243bb04ef8c1118779fc6083df5d75a05f3409b",
"correct": true,
"eos_completed": true,
"response_tokens": 345,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4102521141370138,
"gradient_l2": 0.3041132092475891,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.200497567653656,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1956598311662674,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.19192399084568024,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.2007542997598648,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.20173808932304382,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18213316798210144,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 122,
"training_index": 122,
"early": false,
"policy_sha256_before": "99cda3bc7d6ffd1ee5405dab0243bb04ef8c1118779fc6083df5d75a05f3409b",
"policy_sha256_after": "3a9b679818efa3421af4932597595b062ffc0e163c0b10db436964fd1924c6d4",
"correct": true,
"eos_completed": true,
"response_tokens": 386,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.46247891585032147,
"gradient_l2": 0.27657410502433777,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.10729832202196121,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.10787501186132431,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11024336516857147,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.147090882062912,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.12508678436279297,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.10990047454833984,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 123,
"training_index": 123,
"early": false,
"policy_sha256_before": "3a9b679818efa3421af4932597595b062ffc0e163c0b10db436964fd1924c6d4",
"policy_sha256_after": "0699b8eb6e9d191890b81ea4514522c49e74df7660b41e35d11a860db267f9c3",
"correct": true,
"eos_completed": true,
"response_tokens": 263,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9620639582475027,
"gradient_l2": 0.5987074971199036,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2209179699420929,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.2395477294921875,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.20427843928337097,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2145639955997467,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.21285156905651093,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1959049552679062,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 124,
"training_index": 124,
"early": false,
"policy_sha256_before": "0699b8eb6e9d191890b81ea4514522c49e74df7660b41e35d11a860db267f9c3",
"policy_sha256_after": "3bd93a112764489108d691013c4ac0a48cb8f77bbe34d1da41787137e19760dc",
"correct": true,
"eos_completed": true,
"response_tokens": 260,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.652655839920044,
"gradient_l2": 0.4418412744998932,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.20584411919116974,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.16398261487483978,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18503320217132568,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.19886355102062225,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1811130940914154,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1803455501794815,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 125,
"training_index": 125,
"early": false,
"policy_sha256_before": "3bd93a112764489108d691013c4ac0a48cb8f77bbe34d1da41787137e19760dc",
"policy_sha256_after": "a22061fd85492dd811df1c630e3dec4d8a6b71a285d745b1b13b4f0b306c69bb",
"correct": true,
"eos_completed": true,
"response_tokens": 379,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3728166123231252,
"gradient_l2": 0.2509213984012604,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14798927307128906,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1042410209774971,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.11123429238796234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.08956160396337509,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.09963642060756683,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.10176122933626175,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 126,
"training_index": 126,
"early": false,
"policy_sha256_before": "a22061fd85492dd811df1c630e3dec4d8a6b71a285d745b1b13b4f0b306c69bb",
"policy_sha256_after": "633d53d6204b9431aabcbbe348bfee550283486cc69e4d8a5daa1bfbdb6afe8f",
"correct": true,
"eos_completed": true,
"response_tokens": 244,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7928850750128427,
"gradient_l2": 0.4521603584289551,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.24811306595802307,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.2346680909395218,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.20536775887012482,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.22554749250411987,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.23924854397773743,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.20700371265411377,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 127,
"training_index": 127,
"early": false,
"policy_sha256_before": "633d53d6204b9431aabcbbe348bfee550283486cc69e4d8a5daa1bfbdb6afe8f",
"policy_sha256_after": "ea27a38056b359166cf992ec29ed1f774758b5f39edbea530d69529411c9f66d",
"correct": true,
"eos_completed": true,
"response_tokens": 314,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6454289754231771,
"gradient_l2": 0.3893417716026306,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1624441146850586,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.12629592418670654,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12784981727600098,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.13324794173240662,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.13551722466945648,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1210886687040329,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 128,
"training_index": 128,
"early": false,
"policy_sha256_before": "ea27a38056b359166cf992ec29ed1f774758b5f39edbea530d69529411c9f66d",
"policy_sha256_after": "f71b14c38c748e5df5f38f6f90db23c278db2f9dd683806ae77fd22631216d76",
"correct": true,
"eos_completed": true,
"response_tokens": 358,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7656818230946859,
"gradient_l2": 0.40700969099998474,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1618570238351822,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.18513379991054535,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.15504521131515503,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17710311710834503,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.15177194774150848,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.16019119322299957,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 129,
"training_index": 129,
"early": false,
"policy_sha256_before": "f71b14c38c748e5df5f38f6f90db23c278db2f9dd683806ae77fd22631216d76",
"policy_sha256_after": "58b89940509d0277d465092eb5efeb4219674e7e08896523f6ea4e24ec82aa91",
"correct": true,
"eos_completed": true,
"response_tokens": 220,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9413149257500967,
"gradient_l2": 0.99196857213974,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.18810154497623444,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.20420505106449127,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.21226157248020172,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18647734820842743,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.19130589067935944,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.17732901871204376,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 130,
"training_index": 130,
"early": false,
"policy_sha256_before": "58b89940509d0277d465092eb5efeb4219674e7e08896523f6ea4e24ec82aa91",
"policy_sha256_after": "fc85f25cfa3b59b50c446d2758da338f01da06ea7761c5a74cb24ab6bd5c3ce3",
"correct": true,
"eos_completed": true,
"response_tokens": 250,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6129744152228037,
"gradient_l2": 0.4250466823577881,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.18829219043254852,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.17891983687877655,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2147836983203888,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.20884431898593903,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1869053989648819,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.19107350707054138,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 131,
"training_index": 131,
"early": false,
"policy_sha256_before": "fc85f25cfa3b59b50c446d2758da338f01da06ea7761c5a74cb24ab6bd5c3ce3",
"policy_sha256_after": "a217f5b2b8fac2c2c08ccbf14ce752da91e4c42eb96d0c42cff5dc0536d5959b",
"correct": true,
"eos_completed": true,
"response_tokens": 228,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9869405627250671,
"gradient_l2": 0.6210252642631531,
"events": [
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.21915146708488464,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.17939966917037964,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1932394951581955,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.16006587445735931,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.17723937332630157,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s27",
"coefficient": -1.0,
"support": -0.200779989361763,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 132,
"training_index": 132,
"early": false,
"policy_sha256_before": "a217f5b2b8fac2c2c08ccbf14ce752da91e4c42eb96d0c42cff5dc0536d5959b",
"policy_sha256_after": "54eab94b90976200248af256296e353101203ad89f11510b2ea77fc825e88787",
"correct": true,
"eos_completed": true,
"response_tokens": 332,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.45116069416205085,
"gradient_l2": 0.3984285295009613,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1283373385667801,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11511334031820297,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.12006129324436188,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12095557153224945,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.10996916890144348,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12165451049804688,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 133,
"training_index": 133,
"early": false,
"policy_sha256_before": "54eab94b90976200248af256296e353101203ad89f11510b2ea77fc825e88787",
"policy_sha256_after": "53c6fb31ca03f8c74de214ea0d998b31d25dc2fdd632b9cb433ce71d14213bcc",
"correct": true,
"eos_completed": true,
"response_tokens": 234,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7966220577557882,
"gradient_l2": 0.5954059362411499,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1688893586397171,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.19186048209667206,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17451448738574982,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17689448595046997,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.19520337879657745,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.16355836391448975,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 134,
"training_index": 134,
"early": false,
"policy_sha256_before": "53c6fb31ca03f8c74de214ea0d998b31d25dc2fdd632b9cb433ce71d14213bcc",
"policy_sha256_after": "8ed37553010fdd8f8e3677b90a2081ee0264421f5339098c6304e267c55f5176",
"correct": true,
"eos_completed": true,
"response_tokens": 272,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6365703841050466,
"gradient_l2": 0.4530965983867645,
"events": [
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1750052124261856,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.18100222945213318,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.18239496648311615,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.22762703895568848,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.17179450392723083,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s27",
"coefficient": -1.0,
"support": -0.21612903475761414,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 135,
"training_index": 135,
"early": false,
"policy_sha256_before": "8ed37553010fdd8f8e3677b90a2081ee0264421f5339098c6304e267c55f5176",
"policy_sha256_after": "d07f9d9633bec753a6c7dc6b33fff73d69fd0adae73ec0a0fdee8623ed66873e",
"correct": true,
"eos_completed": true,
"response_tokens": 285,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7143165767192841,
"gradient_l2": 0.41514888405799866,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.19061912596225739,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.19239258766174316,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.18615496158599854,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.19883856177330017,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.21011865139007568,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18824510276317596,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 136,
"training_index": 136,
"early": false,
"policy_sha256_before": "d07f9d9633bec753a6c7dc6b33fff73d69fd0adae73ec0a0fdee8623ed66873e",
"policy_sha256_after": "37717a5cf6c69b0454c1d511b25db2bb962ed6f315505d330306c9e3f6408fc6",
"correct": true,
"eos_completed": true,
"response_tokens": 389,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5865732729434967,
"gradient_l2": 0.35342976450920105,
"events": [
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.16281703114509583,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.15799717605113983,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.15832792222499847,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1647762954235077,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s27",
"coefficient": -1.0,
"support": -0.18295516073703766,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1849113553762436,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 137,
"training_index": 137,
"early": false,
"policy_sha256_before": "37717a5cf6c69b0454c1d511b25db2bb962ed6f315505d330306c9e3f6408fc6",
"policy_sha256_after": "174d91c577d27d3720fdcfb24568284736c80dce23e85b1dfd6333f6580bacdf",
"correct": true,
"eos_completed": true,
"response_tokens": 300,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7439943452676138,
"gradient_l2": 0.45322591066360474,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17485639452934265,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1847202479839325,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.1925831437110901,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.16577479243278503,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1616901457309723,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1511096954345703,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 138,
"training_index": 138,
"early": false,
"policy_sha256_before": "174d91c577d27d3720fdcfb24568284736c80dce23e85b1dfd6333f6580bacdf",
"policy_sha256_after": "21464353617c4f6a7f6473553d85287a8e416c07bd32d291cef85cf6041c7ad9",
"correct": true,
"eos_completed": true,
"response_tokens": 849,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4120922883351644,
"gradient_l2": 0.2457105964422226,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14405666291713715,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14446517825126648,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.16665786504745483,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1421949416399002,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.1384841650724411,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.14529159665107727,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 139,
"training_index": 139,
"early": false,
"policy_sha256_before": "21464353617c4f6a7f6473553d85287a8e416c07bd32d291cef85cf6041c7ad9",
"policy_sha256_after": "4a502ea22c1a5116e9801579add45ed5edd402128759c3b5ae5bd56312abe97c",
"correct": true,
"eos_completed": true,
"response_tokens": 381,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6370086570580801,
"gradient_l2": 0.35823163390159607,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.160373255610466,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.17374160885810852,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.16631022095680237,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.15727804601192474,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.16393333673477173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s15",
"coefficient": -1.0,
"support": -0.1752084195613861,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 140,
"training_index": 140,
"early": false,
"policy_sha256_before": "4a502ea22c1a5116e9801579add45ed5edd402128759c3b5ae5bd56312abe97c",
"policy_sha256_after": "bb8fd7a20081948822b9d67dd987741bca6c9f4f7677eaf29e1d7cad7d8c0d54",
"correct": false,
"eos_completed": true,
"response_tokens": 182,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.9799006481965383,
"gradient_l2": 0.7717623710632324,
"events": [
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.23965509235858917,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.22071346640586853,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": 1.0,
"support": -0.23397360742092133,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.2308330237865448,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.21532675623893738,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.22920872271060944,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 141,
"training_index": 141,
"early": false,
"policy_sha256_before": "bb8fd7a20081948822b9d67dd987741bca6c9f4f7677eaf29e1d7cad7d8c0d54",
"policy_sha256_after": "cf90cf35176337ac3a62959a7ae71290ac12d206b1c9e06c1ea5700952c2e0e3",
"correct": true,
"eos_completed": true,
"response_tokens": 279,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.40707119802633923,
"gradient_l2": 0.3343678116798401,
"events": [
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.14676836133003235,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1425619125366211,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1526527851819992,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1675175428390503,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15437403321266174,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.15665487945079803,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 142,
"training_index": 142,
"early": false,
"policy_sha256_before": "cf90cf35176337ac3a62959a7ae71290ac12d206b1c9e06c1ea5700952c2e0e3",
"policy_sha256_after": "987c6141437dfea8d0c1450ac7b1a1254914d9d173a5a9e7813dee8a62840d85",
"correct": false,
"eos_completed": false,
"response_tokens": 1024,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.2641721169153849,
"gradient_l2": 0.21555590629577637,
"events": [
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.1017034649848938,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.11016759276390076,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.110203817486763,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.11290527135133743,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.11007852852344513,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": 1.0,
"support": -0.10057729482650757,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 143,
"training_index": 143,
"early": false,
"policy_sha256_before": "987c6141437dfea8d0c1450ac7b1a1254914d9d173a5a9e7813dee8a62840d85",
"policy_sha256_after": "8e6fbdbd98da1f2ef4a9fbab6eb69c4bf1a7f4a477e96fc69f6b772446f909d0",
"correct": true,
"eos_completed": true,
"response_tokens": 275,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8482517004013062,
"gradient_l2": 0.6273998618125916,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1938001811504364,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.18688905239105225,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18775664269924164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.21286103129386902,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.18653352558612823,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.17572668194770813,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 144,
"training_index": 144,
"early": false,
"policy_sha256_before": "8e6fbdbd98da1f2ef4a9fbab6eb69c4bf1a7f4a477e96fc69f6b772446f909d0",
"policy_sha256_after": "30390d3df4605d2186bc852bc5c06f1e3d0c364400a2895b81bef29e808ebbf1",
"correct": true,
"eos_completed": true,
"response_tokens": 426,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4714761773745219,
"gradient_l2": 0.31925705075263977,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13144080340862274,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1562434583902359,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.14139415323734283,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.12935085594654083,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.13000549376010895,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1450807750225067,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 145,
"training_index": 145,
"early": false,
"policy_sha256_before": "30390d3df4605d2186bc852bc5c06f1e3d0c364400a2895b81bef29e808ebbf1",
"policy_sha256_after": "29b2e7f48b4203262e58cf9f56916ca54ce141296179d4a76316be8bea339032",
"correct": true,
"eos_completed": true,
"response_tokens": 298,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7408229112625123,
"gradient_l2": 0.4742690622806549,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1495029181241989,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1579585075378418,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14359712600708008,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.15246273577213287,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1495758593082428,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": -1.0,
"support": -0.15606378018856049,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 146,
"training_index": 146,
"early": false,
"policy_sha256_before": "29b2e7f48b4203262e58cf9f56916ca54ce141296179d4a76316be8bea339032",
"policy_sha256_after": "dce3c70493a5b2b3ad048319e4d616bde50db531cb554bad0427694bf3058dad",
"correct": true,
"eos_completed": true,
"response_tokens": 700,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4979720165332159,
"gradient_l2": 0.29445308446884155,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.16904804110527039,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17825622856616974,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15515358746051788,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1595989167690277,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.16489849984645844,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.16834327578544617,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 147,
"training_index": 147,
"early": false,
"policy_sha256_before": "dce3c70493a5b2b3ad048319e4d616bde50db531cb554bad0427694bf3058dad",
"policy_sha256_after": "f554cc3f474f5a5cdc916c342bec4d0a0e2e28126db259efcf795a0ea8b87320",
"correct": false,
"eos_completed": true,
"response_tokens": 400,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6181937555472056,
"gradient_l2": 0.33794185519218445,
"events": [
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.16091379523277283,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.15885987877845764,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": 1.0,
"support": -0.15268298983573914,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.1674795299768448,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.164066880941391,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": 1.0,
"support": -0.14623259007930756,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 148,
"training_index": 148,
"early": false,
"policy_sha256_before": "f554cc3f474f5a5cdc916c342bec4d0a0e2e28126db259efcf795a0ea8b87320",
"policy_sha256_after": "143388711c622ab1487105b91037f6cd0cb2964b9afe8c2bb58aeadf783acd59",
"correct": false,
"eos_completed": true,
"response_tokens": 386,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6154161791006724,
"gradient_l2": 0.3582465648651123,
"events": [
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.1405656933784485,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.13786648213863373,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.14081573486328125,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.13252714276313782,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.1362467110157013,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": 1.0,
"support": -0.13490131497383118,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 149,
"training_index": 149,
"early": false,
"policy_sha256_before": "143388711c622ab1487105b91037f6cd0cb2964b9afe8c2bb58aeadf783acd59",
"policy_sha256_after": "d5d4321c3bdda66fd5554fefdf47bc77283dd07887c6cdeee774be10883b7380",
"correct": true,
"eos_completed": true,
"response_tokens": 319,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6860255102316538,
"gradient_l2": 0.493918240070343,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.19928650557994843,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.17129948735237122,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.17234183847904205,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.16469810903072357,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.19637808203697205,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.17974144220352173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 150,
"training_index": 150,
"early": false,
"policy_sha256_before": "d5d4321c3bdda66fd5554fefdf47bc77283dd07887c6cdeee774be10883b7380",
"policy_sha256_after": "5ec5f6b4530753faa16ba366f1bf272c52b0a0fee3fd1c0066129b734c1d5b79",
"correct": true,
"eos_completed": true,
"response_tokens": 212,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.0488500694433847,
"gradient_l2": 0.8226465582847595,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2719457447528839,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.30298084020614624,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.2916334569454193,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.28274548053741455,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.26599550247192383,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2658233046531677,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 151,
"training_index": 151,
"early": false,
"policy_sha256_before": "5ec5f6b4530753faa16ba366f1bf272c52b0a0fee3fd1c0066129b734c1d5b79",
"policy_sha256_after": "3a84bbcb0d06f2a3522fc8e725d1efaf7542ca545ecacd90548dd7ce0497ff9b",
"correct": true,
"eos_completed": true,
"response_tokens": 715,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.39987555146217346,
"gradient_l2": 0.2914506793022156,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.19798393547534943,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.20352114737033844,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18371035158634186,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.19103525578975677,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.191822811961174,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.183412566781044,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 152,
"training_index": 152,
"early": false,
"policy_sha256_before": "3a84bbcb0d06f2a3522fc8e725d1efaf7542ca545ecacd90548dd7ce0497ff9b",
"policy_sha256_after": "c8bb7e97bc1a76e56aca18cf4ab7ffa82a2135d0059667c2e1b9c2100817b8b5",
"correct": true,
"eos_completed": true,
"response_tokens": 160,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7958129247029622,
"gradient_l2": 0.7352420687675476,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.22670558094978333,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.22528815269470215,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.19375547766685486,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.20386748015880585,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.2439848631620407,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.21538473665714264,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 153,
"training_index": 153,
"early": false,
"policy_sha256_before": "c8bb7e97bc1a76e56aca18cf4ab7ffa82a2135d0059667c2e1b9c2100817b8b5",
"policy_sha256_after": "de0451ff9a682a6f5bf2ea8076b80d809e6a97d46a9785183cc6dd3930a0a4e9",
"correct": true,
"eos_completed": true,
"response_tokens": 211,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.1247992316881816,
"gradient_l2": 0.6707895994186401,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.27392733097076416,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.27046912908554077,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.26648563146591187,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.33165672421455383,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2782440185546875,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.32611218094825745,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 154,
"training_index": 154,
"early": false,
"policy_sha256_before": "de0451ff9a682a6f5bf2ea8076b80d809e6a97d46a9785183cc6dd3930a0a4e9",
"policy_sha256_after": "55f252425119fd217518e210a30c58c2f8d400e1e7a8158a062845236034d49d",
"correct": true,
"eos_completed": true,
"response_tokens": 689,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.23928717523813248,
"gradient_l2": 0.18240992724895477,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1087970957159996,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.09810931980609894,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.08948685973882675,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.09748867154121399,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.0959303006529808,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.09043337404727936,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 155,
"training_index": 155,
"early": false,
"policy_sha256_before": "55f252425119fd217518e210a30c58c2f8d400e1e7a8158a062845236034d49d",
"policy_sha256_after": "cbe1033d2a843e5991d48ba2dfbe4d638a924bb277936f2f135cdd4a7d79eb31",
"correct": true,
"eos_completed": true,
"response_tokens": 193,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8639241357644399,
"gradient_l2": 0.6025673747062683,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2092364877462387,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.23158030211925507,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s31",
"coefficient": -1.0,
"support": -0.19770608842372894,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.19564540684223175,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.1892322450876236,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.19101260602474213,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 156,
"training_index": 156,
"early": false,
"policy_sha256_before": "cbe1033d2a843e5991d48ba2dfbe4d638a924bb277936f2f135cdd4a7d79eb31",
"policy_sha256_after": "734b3de4f5a35a8ab576b5c76a74cba847e5c4529ff3287fe402c683649c7dc9",
"correct": true,
"eos_completed": true,
"response_tokens": 305,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6111025214195251,
"gradient_l2": 0.41333693265914917,
"events": [
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.15844504535198212,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13968710601329803,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.14580897986888885,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1243024617433548,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s27",
"coefficient": -1.0,
"support": -0.1379963755607605,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1384439468383789,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 157,
"training_index": 157,
"early": false,
"policy_sha256_before": "734b3de4f5a35a8ab576b5c76a74cba847e5c4529ff3287fe402c683649c7dc9",
"policy_sha256_after": "42958701f0056d9e5180fdf943fb855d8f2904e8bbc30a930f1011bbad31caa3",
"correct": false,
"eos_completed": true,
"response_tokens": 457,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5587650239467621,
"gradient_l2": 0.33182305097579956,
"events": [
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.11732478439807892,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.0994492769241333,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.11238402128219604,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.11183000355958939,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": 1.0,
"support": -0.10551117360591888,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.09886316955089569,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 158,
"training_index": 158,
"early": false,
"policy_sha256_before": "42958701f0056d9e5180fdf943fb855d8f2904e8bbc30a930f1011bbad31caa3",
"policy_sha256_after": "284a110032e90a394d7379fb7e518073bbe4989f6b95d922fdb6cc9f697f0ed1",
"correct": true,
"eos_completed": true,
"response_tokens": 294,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8496091365814209,
"gradient_l2": 0.511074423789978,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14853322505950928,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.15740151703357697,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1533241868019104,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.14271484315395355,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.13913939893245697,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14369726181030273,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 159,
"training_index": 159,
"early": false,
"policy_sha256_before": "284a110032e90a394d7379fb7e518073bbe4989f6b95d922fdb6cc9f697f0ed1",
"policy_sha256_after": "3cfbefd272c93961d25f71432b1b20173d645e0ecd1484d4cb1bd49c1d1ec8a0",
"correct": true,
"eos_completed": true,
"response_tokens": 273,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8251864512761433,
"gradient_l2": 0.5168178081512451,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1774771362543106,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.15226222574710846,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16707248985767365,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16400007903575897,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.15735860168933868,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.17906366288661957,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 160,
"training_index": 160,
"early": false,
"policy_sha256_before": "3cfbefd272c93961d25f71432b1b20173d645e0ecd1484d4cb1bd49c1d1ec8a0",
"policy_sha256_after": "c9c87096f0a5b9c6a4a03ff6171180f80d59e552bc18b60ea426ec3d9e447053",
"correct": false,
"eos_completed": true,
"response_tokens": 550,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.2567664310336113,
"gradient_l2": 0.20045790076255798,
"events": [
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.09071732312440872,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.10637067258358002,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.10893564671278,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.1046014055609703,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.09440822154283524,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s0",
"coefficient": 1.0,
"support": -0.12387465685606003,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 161,
"training_index": 161,
"early": false,
"policy_sha256_before": "c9c87096f0a5b9c6a4a03ff6171180f80d59e552bc18b60ea426ec3d9e447053",
"policy_sha256_after": "84b960ca2ceb6381d47e773a3b1791ed56626f6131ddb97d70a25b15d265b5fb",
"correct": true,
"eos_completed": true,
"response_tokens": 576,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3699079006910324,
"gradient_l2": 0.2433364987373352,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.08842390030622482,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.07653860747814178,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.07932550460100174,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.08554904907941818,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.10169021040201187,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.08147691935300827,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 162,
"training_index": 162,
"early": false,
"policy_sha256_before": "84b960ca2ceb6381d47e773a3b1791ed56626f6131ddb97d70a25b15d265b5fb",
"policy_sha256_after": "bfb627e052d8cde8977e7a5fcaa541216301edd598da5b33bdf6a3a125d0d424",
"correct": true,
"eos_completed": true,
"response_tokens": 568,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5232302049795786,
"gradient_l2": 0.3492526710033417,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16576628386974335,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.16813015937805176,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15744732320308685,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.15871740877628326,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.16057641804218292,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.16692186892032623,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 163,
"training_index": 163,
"early": false,
"policy_sha256_before": "bfb627e052d8cde8977e7a5fcaa541216301edd598da5b33bdf6a3a125d0d424",
"policy_sha256_after": "939ef169e461961100cdd2eedd5684bd727c31490fcfe9e309a1f74a6a544b2b",
"correct": true,
"eos_completed": true,
"response_tokens": 291,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.44028348724047345,
"gradient_l2": 0.32849088311195374,
"events": [
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.09546492993831635,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.10401783883571625,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.10297536104917526,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s3",
"coefficient": -1.0,
"support": -0.12561935186386108,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11947247385978699,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s25",
"coefficient": -1.0,
"support": -0.11493729054927826,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 164,
"training_index": 164,
"early": false,
"policy_sha256_before": "939ef169e461961100cdd2eedd5684bd727c31490fcfe9e309a1f74a6a544b2b",
"policy_sha256_after": "7b8a7743b4644b9f2edd4c2df5350272459c15e39e63777ec4a982fcc046c790",
"correct": true,
"eos_completed": true,
"response_tokens": 143,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.793561120827993,
"gradient_l2": 1.2569971084594727,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.36171746253967285,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.36887627840042114,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.37155142426490784,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.37774819135665894,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.39383918046951294,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.36988410353660583,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 165,
"training_index": 165,
"early": false,
"policy_sha256_before": "7b8a7743b4644b9f2edd4c2df5350272459c15e39e63777ec4a982fcc046c790",
"policy_sha256_after": "c4d853f7ab8d860398b6eb5073fa89b58fcec9cda2bf82bb1b07dabc95952c58",
"correct": true,
"eos_completed": true,
"response_tokens": 248,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5883863369623821,
"gradient_l2": 0.463302344083786,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13379248976707458,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.15446972846984863,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.12824828922748566,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1641753613948822,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.14479942619800568,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.13905130326747894,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 166,
"training_index": 166,
"early": false,
"policy_sha256_before": "c4d853f7ab8d860398b6eb5073fa89b58fcec9cda2bf82bb1b07dabc95952c58",
"policy_sha256_after": "dcff601a29e250295f41c238635db4ce0bcf514f37e2d46f0c3c16aa70cef6f8",
"correct": false,
"eos_completed": false,
"response_tokens": 1024,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.3815860003232956,
"gradient_l2": 0.2224472165107727,
"events": [
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.15251806378364563,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.14293663203716278,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": 1.0,
"support": -0.16499179601669312,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": 1.0,
"support": -0.14834320545196533,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.16063055396080017,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.1358177363872528,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 167,
"training_index": 167,
"early": false,
"policy_sha256_before": "dcff601a29e250295f41c238635db4ce0bcf514f37e2d46f0c3c16aa70cef6f8",
"policy_sha256_after": "d5fff830210b036a8552274a32567a2f460c2bb0f7a0e457962f42bfe0bda3f6",
"correct": true,
"eos_completed": true,
"response_tokens": 128,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.7133047978083293,
"gradient_l2": 1.3174033164978027,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.3013050854206085,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.2995285391807556,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.29219546914100647,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.2974989414215088,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.30764201283454895,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.2816846966743469,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 168,
"training_index": 168,
"early": false,
"policy_sha256_before": "d5fff830210b036a8552274a32567a2f460c2bb0f7a0e457962f42bfe0bda3f6",
"policy_sha256_after": "5a8de47b4b85d11f1666a772cb87487113501edd938a0e188ec6b248e67566e5",
"correct": true,
"eos_completed": true,
"response_tokens": 431,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3072824329137802,
"gradient_l2": 0.2651142477989197,
"events": [
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1031164675951004,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.09889652580022812,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.10821723937988281,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.09779933840036392,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.09932947158813477,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.10470511764287949,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 169,
"training_index": 169,
"early": false,
"policy_sha256_before": "5a8de47b4b85d11f1666a772cb87487113501edd938a0e188ec6b248e67566e5",
"policy_sha256_after": "07042126e542299f176ee1cae9e585d78e24801fa0c55b297d555648850f4d17",
"correct": true,
"eos_completed": true,
"response_tokens": 246,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.8740634322166443,
"gradient_l2": 0.6188280582427979,
"events": [
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.23457522690296173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.24353668093681335,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.2434432953596115,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.230468288064003,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.24020951986312866,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.244645357131958,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 170,
"training_index": 170,
"early": false,
"policy_sha256_before": "07042126e542299f176ee1cae9e585d78e24801fa0c55b297d555648850f4d17",
"policy_sha256_after": "76f88e3e095af82b29b65877a1df1d5a4909da3b59b24b0ffe4e50acd1733458",
"correct": false,
"eos_completed": true,
"response_tokens": 388,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.6492684682210286,
"gradient_l2": 0.4625226855278015,
"events": [
{
"skill": "r1-s19",
"coefficient": 1.0,
"support": -0.16396968066692352,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.15885387361049652,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.14363498985767365,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s25",
"coefficient": 1.0,
"support": -0.15207472443580627,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.14883390069007874,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.1349066197872162,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 171,
"training_index": 171,
"early": false,
"policy_sha256_before": "76f88e3e095af82b29b65877a1df1d5a4909da3b59b24b0ffe4e50acd1733458",
"policy_sha256_after": "fd5b8f4069b5e41038e85e3e902885c6902534842b6a1b838a109143df8e2dd8",
"correct": true,
"eos_completed": true,
"response_tokens": 400,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.3561698247989019,
"gradient_l2": 0.30951282382011414,
"events": [
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.10937011241912842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s29",
"coefficient": -1.0,
"support": -0.1193188950419426,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.10833384841680527,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s13",
"coefficient": -1.0,
"support": -0.11228206753730774,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.10938920825719833,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1038917601108551,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 172,
"training_index": 172,
"early": false,
"policy_sha256_before": "fd5b8f4069b5e41038e85e3e902885c6902534842b6a1b838a109143df8e2dd8",
"policy_sha256_after": "167b707a158d0e971a3cb597a27a5d1e06a7c6a09b0977476ad5517780f19953",
"correct": true,
"eos_completed": true,
"response_tokens": 441,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.40040244658788043,
"gradient_l2": 0.34780219197273254,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12626555562019348,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.13053831458091736,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.1366361528635025,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.12392264604568481,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1340436488389969,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.13176795840263367,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 173,
"training_index": 173,
"early": false,
"policy_sha256_before": "167b707a158d0e971a3cb597a27a5d1e06a7c6a09b0977476ad5517780f19953",
"policy_sha256_after": "63fab8d21644b02a74c69bb75a985e09ed9c8d76929ac216522028150088b9b1",
"correct": true,
"eos_completed": true,
"response_tokens": 272,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.579116255044937,
"gradient_l2": 0.4546949565410614,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1221984252333641,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1227063536643982,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11984662711620331,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.11215494573116302,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.11473242193460464,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.12387166917324066,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 174,
"training_index": 174,
"early": false,
"policy_sha256_before": "63fab8d21644b02a74c69bb75a985e09ed9c8d76929ac216522028150088b9b1",
"policy_sha256_after": "00c28144fc4d1fad6b940e26fa01ff913f1f8de45091fde6c885cbf7f3fb518c",
"correct": true,
"eos_completed": true,
"response_tokens": 250,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5851418574651083,
"gradient_l2": 0.4954686462879181,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14061149954795837,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1542282998561859,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15121327340602875,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.17267587780952454,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.13293839991092682,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.13995146751403809,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 175,
"training_index": 175,
"early": false,
"policy_sha256_before": "00c28144fc4d1fad6b940e26fa01ff913f1f8de45091fde6c885cbf7f3fb518c",
"policy_sha256_after": "d8f11f7fbece1b121bc629fe83a31de8c72be4401453bb06a8c948ed794cb88d",
"correct": true,
"eos_completed": true,
"response_tokens": 155,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -1.3718721866607666,
"gradient_l2": 0.9575338959693909,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.3094189167022705,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.31962960958480835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.3004630208015442,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2938557267189026,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.30937495827674866,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.30180901288986206,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 176,
"training_index": 176,
"early": false,
"policy_sha256_before": "d8f11f7fbece1b121bc629fe83a31de8c72be4401453bb06a8c948ed794cb88d",
"policy_sha256_after": "bde40696a7a4b2f812fb250412c291f34f4d4e2b0180c305532b2d499658bec4",
"correct": true,
"eos_completed": true,
"response_tokens": 353,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6659773091475168,
"gradient_l2": 0.42997097969055176,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15175046026706696,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1511736661195755,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.162473663687706,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14148451387882233,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.12744563817977905,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.15148307383060455,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 177,
"training_index": 177,
"early": false,
"policy_sha256_before": "bde40696a7a4b2f812fb250412c291f34f4d4e2b0180c305532b2d499658bec4",
"policy_sha256_after": "80300df504f888fe0c7aaa477bc0a3cc21dcc7a47f337394172e756c5d614bbb",
"correct": true,
"eos_completed": true,
"response_tokens": 522,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.44174720346927643,
"gradient_l2": 0.258296400308609,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.14548338949680328,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.15467485785484314,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.12851206958293915,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12074624747037888,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.1227337047457695,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12259305268526077,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 178,
"training_index": 178,
"early": false,
"policy_sha256_before": "80300df504f888fe0c7aaa477bc0a3cc21dcc7a47f337394172e756c5d614bbb",
"policy_sha256_after": "f3ef709f332d837a789594f96d09b20a91873ea1685d890154ab62f92157314c",
"correct": false,
"eos_completed": true,
"response_tokens": 320,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.36041943232218426,
"gradient_l2": 0.3118351697921753,
"events": [
{
"skill": "r1-s22",
"coefficient": 1.0,
"support": -0.05992670729756355,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.06651198863983154,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.06662017107009888,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.06706181913614273,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.06466834247112274,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s27",
"coefficient": 1.0,
"support": -0.06676502525806427,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 179,
"training_index": 179,
"early": false,
"policy_sha256_before": "f3ef709f332d837a789594f96d09b20a91873ea1685d890154ab62f92157314c",
"policy_sha256_after": "2530ec5861ce6cc90c3ff8a686d9a74c42654d7b216910d3f12bd035954da7ce",
"correct": false,
"eos_completed": true,
"response_tokens": 272,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.7692917684713999,
"gradient_l2": 0.6118502020835876,
"events": [
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.2293981909751892,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.18612907826900482,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.18927305936813354,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": 1.0,
"support": -0.20265597105026245,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.18568262457847595,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.19956593215465546,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 180,
"training_index": 180,
"early": false,
"policy_sha256_before": "2530ec5861ce6cc90c3ff8a686d9a74c42654d7b216910d3f12bd035954da7ce",
"policy_sha256_after": "6fc9107a4ff8fb1076fec9f204df5cef5512d03df5d3116196861397cd53c8f5",
"correct": true,
"eos_completed": true,
"response_tokens": 440,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5776086350282033,
"gradient_l2": 0.3404754400253296,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14541301131248474,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.15301737189292908,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1430375725030899,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.14587193727493286,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.15113259851932526,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.14045390486717224,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 181,
"training_index": 181,
"early": false,
"policy_sha256_before": "6fc9107a4ff8fb1076fec9f204df5cef5512d03df5d3116196861397cd53c8f5",
"policy_sha256_after": "51493cad2cd22eacca3f16cd490c68e522af28afd9f18ee6626e1d5765abf0fe",
"correct": true,
"eos_completed": true,
"response_tokens": 236,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6809333860874176,
"gradient_l2": 0.5417253971099854,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1950567364692688,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2138291746377945,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.22039444744586945,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1948869228363037,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": -1.0,
"support": -0.22054022550582886,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.19399768114089966,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 182,
"training_index": 182,
"early": false,
"policy_sha256_before": "51493cad2cd22eacca3f16cd490c68e522af28afd9f18ee6626e1d5765abf0fe",
"policy_sha256_after": "e532743493942161f523f074fc5db3cb20a2033a62ad0f3449bbed65113b3dce",
"correct": true,
"eos_completed": true,
"response_tokens": 206,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7120890617370605,
"gradient_l2": 0.6286054253578186,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1628488302230835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1585163027048111,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14765270054340363,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.16273371875286102,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.15218061208724976,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.1810300201177597,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 183,
"training_index": 183,
"early": false,
"policy_sha256_before": "e532743493942161f523f074fc5db3cb20a2033a62ad0f3449bbed65113b3dce",
"policy_sha256_after": "279fce8e3853b7a816b997cfd90904820e01de32450ee9d467834c89e8422ffc",
"correct": true,
"eos_completed": true,
"response_tokens": 343,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7740866641203563,
"gradient_l2": 0.6774369478225708,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.18658748269081116,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18623799085617065,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.19842007756233215,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.19607749581336975,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.18236063420772552,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1983865201473236,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 184,
"training_index": 184,
"early": false,
"policy_sha256_before": "279fce8e3853b7a816b997cfd90904820e01de32450ee9d467834c89e8422ffc",
"policy_sha256_after": "de239b2425eef020bb42df4b7b9465160478ce70c4b76c9dff18be7bc3986bab",
"correct": true,
"eos_completed": true,
"response_tokens": 355,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.44933464129765827,
"gradient_l2": 0.39195889234542847,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13072896003723145,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.11963021755218506,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.12597860395908356,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.13002443313598633,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.12276331335306168,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.12854188680648804,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 185,
"training_index": 185,
"early": false,
"policy_sha256_before": "de239b2425eef020bb42df4b7b9465160478ce70c4b76c9dff18be7bc3986bab",
"policy_sha256_after": "1e68657c3fb149ee7aac995dd7664240acb5b762176448dff855af5798a08e77",
"correct": true,
"eos_completed": true,
"response_tokens": 408,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4321582615375518,
"gradient_l2": 0.3397500813007355,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12045532464981079,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1434786319732666,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.16675111651420593,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12605784833431244,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.16121479868888855,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.125690758228302,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 186,
"training_index": 186,
"early": false,
"policy_sha256_before": "1e68657c3fb149ee7aac995dd7664240acb5b762176448dff855af5798a08e77",
"policy_sha256_after": "c5baec3ec3d762ebfc66a8a40e340ab51c49e1d70c9dad58c19372bb6c646a57",
"correct": true,
"eos_completed": true,
"response_tokens": 203,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.7567378580570221,
"gradient_l2": 0.7019280195236206,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.28057917952537537,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.28840795159339905,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.26748260855674744,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2683432102203369,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.2527156174182892,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.27291882038116455,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 187,
"training_index": 187,
"early": false,
"policy_sha256_before": "c5baec3ec3d762ebfc66a8a40e340ab51c49e1d70c9dad58c19372bb6c646a57",
"policy_sha256_after": "d2472b7263d10aa1d0a7570fd141c7ecbd52d6fc1128c2dcddb0b35be21ada74",
"correct": true,
"eos_completed": true,
"response_tokens": 227,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.9752254883448283,
"gradient_l2": 0.657120406627655,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.23121406137943268,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.20045927166938782,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.20021802186965942,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.19503194093704224,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.20998515188694,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.22051653265953064,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 188,
"training_index": 188,
"early": false,
"policy_sha256_before": "d2472b7263d10aa1d0a7570fd141c7ecbd52d6fc1128c2dcddb0b35be21ada74",
"policy_sha256_after": "38af4c684a7c91fc8144a91886d18db72738e507c886e907a7d5bea95f67977e",
"correct": true,
"eos_completed": true,
"response_tokens": 209,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6021076440811157,
"gradient_l2": 0.9596657156944275,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1924917846918106,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": -1.0,
"support": -0.1684398502111435,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.21209226548671722,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.19422279298305511,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.20119737088680267,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.17938722670078278,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 189,
"training_index": 189,
"early": false,
"policy_sha256_before": "38af4c684a7c91fc8144a91886d18db72738e507c886e907a7d5bea95f67977e",
"policy_sha256_after": "16655b7d618f9e342b56756ed8d6ee14b16fa235a73ee10046a6cdd80a385e1c",
"correct": true,
"eos_completed": true,
"response_tokens": 438,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.33169345060984295,
"gradient_l2": 0.2695588767528534,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.10769524425268173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11796345561742783,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.1089429184794426,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.11388421803712845,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.10912736505270004,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.10719706118106842,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 190,
"training_index": 190,
"early": false,
"policy_sha256_before": "16655b7d618f9e342b56756ed8d6ee14b16fa235a73ee10046a6cdd80a385e1c",
"policy_sha256_after": "d0ecddffe104cdc1601dbb5c32060ffe66c666371065a1d99c1a34030ce496ec",
"correct": true,
"eos_completed": true,
"response_tokens": 562,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.2757116506497065,
"gradient_l2": 0.2630808651447296,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.09744059294462204,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.09617285430431366,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1019335687160492,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s11",
"coefficient": -1.0,
"support": -0.11111609637737274,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.10267063230276108,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.09824541956186295,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 191,
"training_index": 191,
"early": false,
"policy_sha256_before": "d0ecddffe104cdc1601dbb5c32060ffe66c666371065a1d99c1a34030ce496ec",
"policy_sha256_after": "0c074342072dfb17410f449470c9bb068e01cb36347ef405f4acdafdcfdb0d09",
"correct": true,
"eos_completed": true,
"response_tokens": 746,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.4703793028990428,
"gradient_l2": 0.31371521949768066,
"events": [
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1660660058259964,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1636163294315338,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.15373119711875916,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16180087625980377,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1568271666765213,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": -1.0,
"support": -0.16911491751670837,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 192,
"training_index": 192,
"early": false,
"policy_sha256_before": "0c074342072dfb17410f449470c9bb068e01cb36347ef405f4acdafdcfdb0d09",
"policy_sha256_after": "51d7b1a24063df990252614e27d4bcc91b2f6ed6b3f3839c7f4156aa6bb797fc",
"correct": true,
"eos_completed": true,
"response_tokens": 350,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.5727484027544658,
"gradient_l2": 0.4319441020488739,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13310033082962036,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1361955851316452,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.13226976990699768,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.1359730362892151,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.1300053596496582,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.14186881482601166,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 193,
"training_index": 193,
"early": false,
"policy_sha256_before": "51d7b1a24063df990252614e27d4bcc91b2f6ed6b3f3839c7f4156aa6bb797fc",
"policy_sha256_after": "3e3c9b14fff2f9c019d4313f9ccad707245ccb6d99a0820cde3963a2c7f8f5e5",
"correct": true,
"eos_completed": true,
"response_tokens": 537,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.44020551939805347,
"gradient_l2": 0.38934701681137085,
"events": [
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.13350605964660645,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14238128066062927,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.14443092048168182,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.14742521941661835,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.138152077794075,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.13379357755184174,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 194,
"training_index": 194,
"early": false,
"policy_sha256_before": "3e3c9b14fff2f9c019d4313f9ccad707245ccb6d99a0820cde3963a2c7f8f5e5",
"policy_sha256_after": "6267ca9dc0b315ec4d6e505b27b8c41afde4d26bf39a3738479cb6c482fd43ce",
"correct": true,
"eos_completed": true,
"response_tokens": 298,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6569111148516337,
"gradient_l2": 0.4604915976524353,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1898486167192459,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.14380301535129547,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1791369765996933,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.14185672998428345,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.15262873470783234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": -1.0,
"support": -0.17579349875450134,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 195,
"training_index": 195,
"early": false,
"policy_sha256_before": "6267ca9dc0b315ec4d6e505b27b8c41afde4d26bf39a3738479cb6c482fd43ce",
"policy_sha256_after": "e6d75a5c87cbe834e2385448899fb299195eebd54ffa04be1ce9b95d568f977a",
"correct": true,
"eos_completed": true,
"response_tokens": 504,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.31693444649378455,
"gradient_l2": 0.2901354134082794,
"events": [
{
"skill": "r1-s7",
"coefficient": -1.0,
"support": -0.1177111491560936,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1121809184551239,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.12050407379865646,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.10476530343294144,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.10807595402002335,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.1074853390455246,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 196,
"training_index": 196,
"early": false,
"policy_sha256_before": "e6d75a5c87cbe834e2385448899fb299195eebd54ffa04be1ce9b95d568f977a",
"policy_sha256_after": "fa35971c59bc037638a6e26bf9dae8f674930e4e61f266528080634e47202deb",
"correct": true,
"eos_completed": true,
"response_tokens": 385,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": -0.6215078433354695,
"gradient_l2": 0.44005730748176575,
"events": [
{
"skill": "r1-s20",
"coefficient": -1.0,
"support": -0.18436579406261444,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.185702383518219,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": -1.0,
"support": -0.17301428318023682,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s17",
"coefficient": -1.0,
"support": -0.1760891079902649,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s14",
"coefficient": -1.0,
"support": -0.18811839818954468,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s22",
"coefficient": -1.0,
"support": -0.17137108743190765,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 197,
"training_index": 197,
"early": false,
"policy_sha256_before": "fa35971c59bc037638a6e26bf9dae8f674930e4e61f266528080634e47202deb",
"policy_sha256_after": "613da2f255e9eaeda7315d5ee11fd2c10ae723ce82472da007c02a8fd29c60ab",
"correct": false,
"eos_completed": true,
"response_tokens": 390,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.5669005314509075,
"gradient_l2": 0.4223642945289612,
"events": [
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.14375552535057068,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s7",
"coefficient": 1.0,
"support": -0.132276713848114,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.1256001591682434,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s21",
"coefficient": 1.0,
"support": -0.15119901299476624,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s26",
"coefficient": 1.0,
"support": -0.14260858297348022,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s9",
"coefficient": 1.0,
"support": -0.15958495438098907,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 198,
"training_index": 198,
"early": false,
"policy_sha256_before": "613da2f255e9eaeda7315d5ee11fd2c10ae723ce82472da007c02a8fd29c60ab",
"policy_sha256_after": "031d4d619d43fbf43959457d4f6cc4c42b561bab8776b13b08dd4919d7b19de1",
"correct": false,
"eos_completed": true,
"response_tokens": 349,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.39473158617814386,
"gradient_l2": 0.3492380976676941,
"events": [
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.1020197942852974,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.1003083661198616,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.09446556121110916,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s20",
"coefficient": 1.0,
"support": -0.10100407153367996,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.1086503192782402,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.10423204302787781,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 199,
"training_index": 199,
"early": false,
"policy_sha256_before": "031d4d619d43fbf43959457d4f6cc4c42b561bab8776b13b08dd4919d7b19de1",
"policy_sha256_after": "fc76a70e0d61b698a5247ef9896b6929fb4ffdc91278696e62f84b40f16be621",
"correct": false,
"eos_completed": true,
"response_tokens": 765,
"active_update": true,
"gate_nonzero_skills": 6,
"loss": 0.32367966572443646,
"gradient_l2": 0.27740052342414856,
"events": [
{
"skill": "r1-s17",
"coefficient": 1.0,
"support": -0.12874889373779297,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s1",
"coefficient": 1.0,
"support": -0.12431319802999496,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.12642323970794678,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s16",
"coefficient": 1.0,
"support": -0.1304403394460678,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.12940602004528046,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.12954549491405487,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
}
],
"activities": {
"r1-s0": {
"early_retrievals": 8,
"late_retrievals": 4,
"early_positive": 2,
"late_positive": 1
},
"r1-s1": {
"early_retrievals": 43,
"late_retrievals": 36,
"early_positive": 9,
"late_positive": 6
},
"r1-s2": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s3": {
"early_retrievals": 0,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 0
},
"r1-s4": {
"early_retrievals": 59,
"late_retrievals": 63,
"early_positive": 11,
"late_positive": 11
},
"r1-s5": {
"early_retrievals": 1,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s6": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s7": {
"early_retrievals": 56,
"late_retrievals": 56,
"early_positive": 7,
"late_positive": 9
},
"r1-s8": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s9": {
"early_retrievals": 10,
"late_retrievals": 8,
"early_positive": 1,
"late_positive": 1
},
"r1-s10": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s11": {
"early_retrievals": 19,
"late_retrievals": 24,
"early_positive": 3,
"late_positive": 6
},
"r1-s12": {
"early_retrievals": 1,
"late_retrievals": 0,
"early_positive": 1,
"late_positive": 0
},
"r1-s13": {
"early_retrievals": 0,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 0
},
"r1-s14": {
"early_retrievals": 29,
"late_retrievals": 20,
"early_positive": 2,
"late_positive": 0
},
"r1-s15": {
"early_retrievals": 0,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 0
},
"r1-s16": {
"early_retrievals": 9,
"late_retrievals": 11,
"early_positive": 2,
"late_positive": 2
},
"r1-s17": {
"early_retrievals": 42,
"late_retrievals": 48,
"early_positive": 9,
"late_positive": 5
},
"r1-s18": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s19": {
"early_retrievals": 2,
"late_retrievals": 1,
"early_positive": 0,
"late_positive": 1
},
"r1-s20": {
"early_retrievals": 36,
"late_retrievals": 43,
"early_positive": 7,
"late_positive": 4
},
"r1-s21": {
"early_retrievals": 46,
"late_retrievals": 36,
"early_positive": 2,
"late_positive": 2
},
"r1-s22": {
"early_retrievals": 26,
"late_retrievals": 31,
"early_positive": 2,
"late_positive": 5
},
"r1-s23": {
"early_retrievals": 96,
"late_retrievals": 93,
"early_positive": 11,
"late_positive": 13
},
"r1-s24": {
"early_retrievals": 0,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s25": {
"early_retrievals": 0,
"late_retrievals": 4,
"early_positive": 0,
"late_positive": 1
},
"r1-s26": {
"early_retrievals": 26,
"late_retrievals": 27,
"early_positive": 0,
"late_positive": 2
},
"r1-s27": {
"early_retrievals": 2,
"late_retrievals": 5,
"early_positive": 0,
"late_positive": 1
},
"r1-s28": {
"early_retrievals": 80,
"late_retrievals": 73,
"early_positive": 8,
"late_positive": 13
},
"r1-s29": {
"early_retrievals": 4,
"late_retrievals": 8,
"early_positive": 1,
"late_positive": 1
},
"r1-s30": {
"early_retrievals": 1,
"late_retrievals": 0,
"early_positive": 0,
"late_positive": 0
},
"r1-s31": {
"early_retrievals": 4,
"late_retrievals": 6,
"early_positive": 0,
"late_positive": 0
}
},
"probe_parameter_delta_l2": 0.6183607075294913,
"restored_sha256": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"selected_skills": [
"r1-s28",
"r1-s23",
"r1-s4"
],
"internalization": [
{
"step": 0,
"training_index": 0,
"early": true,
"policy_sha256_before": "804c12f35d0a9e41658c5c96e6823d0ddbe0bca1cab2447c8707b570dd170ff1",
"policy_sha256_after": "b2f279881581fd44c0157dee7f6e130f63703792b4b9f46fc2f972f30c21c520",
"correct": true,
"eos_completed": true,
"response_tokens": 207,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.9534824689229329,
"gradient_l2": 0.5952668190002441,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2269018590450287,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2150278389453888,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.22058340907096863,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 1,
"training_index": 1,
"early": true,
"policy_sha256_before": "b2f279881581fd44c0157dee7f6e130f63703792b4b9f46fc2f972f30c21c520",
"policy_sha256_after": "e577d607f9d9ac0313260450531a071b4ba874e948548583c49015533457557d",
"correct": true,
"eos_completed": true,
"response_tokens": 225,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.5628457268079122,
"gradient_l2": 0.2820202112197876,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15457813441753387,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1594768613576889,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1428602933883667,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 2,
"training_index": 2,
"early": true,
"policy_sha256_before": "e577d607f9d9ac0313260450531a071b4ba874e948548583c49015533457557d",
"policy_sha256_after": "63e147ab4672cb2f38ed16a14edad2bc022198874717b6a4452b950bc225af78",
"correct": true,
"eos_completed": true,
"response_tokens": 316,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.7093398571014404,
"gradient_l2": 0.27199190855026245,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.19603945314884186,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.18456687033176422,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17746534943580627,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 3,
"training_index": 3,
"early": true,
"policy_sha256_before": "63e147ab4672cb2f38ed16a14edad2bc022198874717b6a4452b950bc225af78",
"policy_sha256_after": "83f861aacc5b30309dc9df2ea51880bdb85e300b062bd8304c8f60b58bf8159c",
"correct": true,
"eos_completed": true,
"response_tokens": 227,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.9149946570396423,
"gradient_l2": 0.28843218088150024,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2137751579284668,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.20296768844127655,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.22697776556015015,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 4,
"training_index": 4,
"early": true,
"policy_sha256_before": "83f861aacc5b30309dc9df2ea51880bdb85e300b062bd8304c8f60b58bf8159c",
"policy_sha256_after": "687d0d410ae61aa1ccc827efb5570246067e446011270978e3b710208d19749c",
"correct": true,
"eos_completed": true,
"response_tokens": 263,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.5048317511876423,
"gradient_l2": 0.2578795254230499,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2137085199356079,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1420067697763443,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1445980817079544,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 5,
"training_index": 5,
"early": true,
"policy_sha256_before": "687d0d410ae61aa1ccc827efb5570246067e446011270978e3b710208d19749c",
"policy_sha256_after": "154d9aef9b0f01163bcab0f3b528abbb245eb90c00cf07f0ebc7e247f4e8959e",
"correct": true,
"eos_completed": true,
"response_tokens": 193,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.8202710350354512,
"gradient_l2": 0.44171878695487976,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.21278631687164307,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2266588807106018,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2361781746149063,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 6,
"training_index": 6,
"early": true,
"policy_sha256_before": "154d9aef9b0f01163bcab0f3b528abbb245eb90c00cf07f0ebc7e247f4e8959e",
"policy_sha256_after": "741e4fb16f00e9a580ce21c4a4d7e3a70e29cb30a89b8a982e666701a50ed561",
"correct": true,
"eos_completed": true,
"response_tokens": 213,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.7216436068216959,
"gradient_l2": 0.3078763782978058,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.21567682921886444,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.22852224111557007,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.24225729703903198,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 7,
"training_index": 7,
"early": true,
"policy_sha256_before": "741e4fb16f00e9a580ce21c4a4d7e3a70e29cb30a89b8a982e666701a50ed561",
"policy_sha256_after": "a5979a7a0d9e095d4c5e97b8fdb5c4dba820e49cc696405d96d863c87bd15951",
"correct": true,
"eos_completed": true,
"response_tokens": 424,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.3976354499657949,
"gradient_l2": 0.2008655071258545,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.15334336459636688,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16522562503814697,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1467476338148117,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 8,
"training_index": 8,
"early": true,
"policy_sha256_before": "a5979a7a0d9e095d4c5e97b8fdb5c4dba820e49cc696405d96d863c87bd15951",
"policy_sha256_after": "f6bf4cd8efa9b1a00e2369bdda5f87111c6a717b1246f7cd0702e2fd2fb30e7d",
"correct": false,
"eos_completed": true,
"response_tokens": 538,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": 0.2719263434410095,
"gradient_l2": 0.1259804219007492,
"events": [
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.10444244742393494,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.09619705379009247,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.10343599319458008,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 9,
"training_index": 9,
"early": true,
"policy_sha256_before": "f6bf4cd8efa9b1a00e2369bdda5f87111c6a717b1246f7cd0702e2fd2fb30e7d",
"policy_sha256_after": "6fc125e93fceb8e412a0ea607f635b6eea2833215eb2381fe292d9392d3cf1c2",
"correct": true,
"eos_completed": true,
"response_tokens": 498,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.4470006426175436,
"gradient_l2": 0.19261331856250763,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12001703679561615,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11571770906448364,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.12070271372795105,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 10,
"training_index": 10,
"early": true,
"policy_sha256_before": "6fc125e93fceb8e412a0ea607f635b6eea2833215eb2381fe292d9392d3cf1c2",
"policy_sha256_after": "02ab17fe5459f3586bf4969001f5ae3afe06338a70c8ea6e7dd9a523f47f83b1",
"correct": true,
"eos_completed": true,
"response_tokens": 186,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.9541662136713664,
"gradient_l2": 0.4450254738330841,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2154671549797058,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2117423564195633,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.20271623134613037,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 11,
"training_index": 11,
"early": true,
"policy_sha256_before": "02ab17fe5459f3586bf4969001f5ae3afe06338a70c8ea6e7dd9a523f47f83b1",
"policy_sha256_after": "dadaceb957e96756ee756501275828ec6b42ced3e75b5387c7bfe998227f5f89",
"correct": true,
"eos_completed": true,
"response_tokens": 199,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.8758441805839539,
"gradient_l2": 0.3497225344181061,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.19516009092330933,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.2040758579969406,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.19102171063423157,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 12,
"training_index": 12,
"early": true,
"policy_sha256_before": "dadaceb957e96756ee756501275828ec6b42ced3e75b5387c7bfe998227f5f89",
"policy_sha256_after": "ee991ca8191cc459f09ad3cd4eceae7eb5ccb39e1b66618ceccb7f354f08f03a",
"correct": false,
"eos_completed": true,
"response_tokens": 432,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": 0.39114702741305035,
"gradient_l2": 0.18447619676589966,
"events": [
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.11792491376399994,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.14629903435707092,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.11256440728902817,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 13,
"training_index": 13,
"early": true,
"policy_sha256_before": "ee991ca8191cc459f09ad3cd4eceae7eb5ccb39e1b66618ceccb7f354f08f03a",
"policy_sha256_after": "d5ef5313ccefe3789e00c129157ac4cde37ffaa5bf21545187cfe21b451a8cce",
"correct": false,
"eos_completed": false,
"response_tokens": 1024,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": 0.3098826209704081,
"gradient_l2": 0.13745567202568054,
"events": [
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.1542474925518036,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.14506179094314575,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.14511209726333618,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 14,
"training_index": 14,
"early": true,
"policy_sha256_before": "d5ef5313ccefe3789e00c129157ac4cde37ffaa5bf21545187cfe21b451a8cce",
"policy_sha256_after": "069360bf2aed442c6153faa29972cf0926eb02edc0edcad83f12fd84bdab6a14",
"correct": true,
"eos_completed": true,
"response_tokens": 321,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.6471346020698547,
"gradient_l2": 0.22208288311958313,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12145853042602539,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11709282547235489,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.12208755314350128,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 15,
"training_index": 15,
"early": true,
"policy_sha256_before": "069360bf2aed442c6153faa29972cf0926eb02edc0edcad83f12fd84bdab6a14",
"policy_sha256_after": "130467457553e0b358a4f361a238892d389bb6537a356f77f12a92c15e9e8bf9",
"correct": true,
"eos_completed": true,
"response_tokens": 548,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.5919325153032939,
"gradient_l2": 0.1874239295721054,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14037154614925385,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14492635428905487,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.13432615995407104,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 16,
"training_index": 16,
"early": false,
"policy_sha256_before": "130467457553e0b358a4f361a238892d389bb6537a356f77f12a92c15e9e8bf9",
"policy_sha256_after": "82057a2e9a44e9349ef1f4ce444ae7d32b1fcdfd380b5da3f89d526ca6da7de3",
"correct": true,
"eos_completed": true,
"response_tokens": 292,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.7619897723197937,
"gradient_l2": 0.29826992750167847,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18750238418579102,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16683493554592133,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16470853984355927,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 17,
"training_index": 17,
"early": false,
"policy_sha256_before": "82057a2e9a44e9349ef1f4ce444ae7d32b1fcdfd380b5da3f89d526ca6da7de3",
"policy_sha256_after": "838ceb217ca9a4d132fa585625974b7115a11f9cdb23f915b20714e03f2f693e",
"correct": true,
"eos_completed": true,
"response_tokens": 327,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.6201955477396648,
"gradient_l2": 0.25287187099456787,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.18064436316490173,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.14904117584228516,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.14057070016860962,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 18,
"training_index": 18,
"early": false,
"policy_sha256_before": "838ceb217ca9a4d132fa585625974b7115a11f9cdb23f915b20714e03f2f693e",
"policy_sha256_after": "25cf83015e70001ca0c513c0d6d2ecd7d9957d919f17805daac0002a519e0578",
"correct": true,
"eos_completed": true,
"response_tokens": 297,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.48407626152038574,
"gradient_l2": 0.20687314867973328,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.12122064083814621,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.12492246925830841,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1306566596031189,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 19,
"training_index": 19,
"early": false,
"policy_sha256_before": "25cf83015e70001ca0c513c0d6d2ecd7d9957d919f17805daac0002a519e0578",
"policy_sha256_after": "65e3e4afd8d6480aca06bcc82b12052a7036ef0ce53caa73e1d3f2bf7d288060",
"correct": true,
"eos_completed": true,
"response_tokens": 256,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.47574344277381897,
"gradient_l2": 0.24131031334400177,
"events": [
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.1657456010580063,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.13748465478420258,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1336405724287033,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 20,
"training_index": 20,
"early": false,
"policy_sha256_before": "65e3e4afd8d6480aca06bcc82b12052a7036ef0ce53caa73e1d3f2bf7d288060",
"policy_sha256_after": "ec848e6bc325b3e17b98e3c16ab3b52b0a91a0fe2a02790f111447879944df51",
"correct": true,
"eos_completed": true,
"response_tokens": 402,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.5676206549008688,
"gradient_l2": 0.25157982110977173,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.11503353714942932,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11813608556985855,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.10811449587345123,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 21,
"training_index": 21,
"early": false,
"policy_sha256_before": "ec848e6bc325b3e17b98e3c16ab3b52b0a91a0fe2a02790f111447879944df51",
"policy_sha256_after": "a8663074a37cb5857409085ce87c8737d494198fbdd001ed9f66242aa2b34fff",
"correct": true,
"eos_completed": true,
"response_tokens": 257,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.5342071255048115,
"gradient_l2": 0.2525619864463806,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1369527280330658,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1293940246105194,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.12629525363445282,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 22,
"training_index": 22,
"early": false,
"policy_sha256_before": "a8663074a37cb5857409085ce87c8737d494198fbdd001ed9f66242aa2b34fff",
"policy_sha256_after": "5860afd0896e4147b3657485e346bbc5ff3b0cd5d5947580ef00d8f6ef9eefd8",
"correct": true,
"eos_completed": true,
"response_tokens": 243,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.9676079352696738,
"gradient_l2": 0.4365171194076538,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.30470389127731323,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.30659425258636475,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.2787291407585144,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 23,
"training_index": 23,
"early": false,
"policy_sha256_before": "5860afd0896e4147b3657485e346bbc5ff3b0cd5d5947580ef00d8f6ef9eefd8",
"policy_sha256_after": "f276bce3dab21c9ee4fb2da57576bd9f2c3d22cf53ba944e07f4ade1b7d33505",
"correct": true,
"eos_completed": true,
"response_tokens": 434,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.3269246915976206,
"gradient_l2": 0.18296590447425842,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.11472839117050171,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.11218923330307007,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.11564480513334274,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 24,
"training_index": 24,
"early": false,
"policy_sha256_before": "f276bce3dab21c9ee4fb2da57576bd9f2c3d22cf53ba944e07f4ade1b7d33505",
"policy_sha256_after": "baafb649e12312bfe65569f2ee63b34a93dc734c27e75697eb7bb0baeda25a36",
"correct": true,
"eos_completed": true,
"response_tokens": 346,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.70372074842453,
"gradient_l2": 0.3839208483695984,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.2409570813179016,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.22777657210826874,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.20651428401470184,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 25,
"training_index": 25,
"early": false,
"policy_sha256_before": "baafb649e12312bfe65569f2ee63b34a93dc734c27e75697eb7bb0baeda25a36",
"policy_sha256_after": "2d2d3ce96b6cf20ce5e7186583e657cf17d7f0b79cd5fa2e452fa6777ea83959",
"correct": true,
"eos_completed": true,
"response_tokens": 337,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.6212397416432699,
"gradient_l2": 0.2816688120365143,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.16001828014850616,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.12955832481384277,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.165508434176445,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 26,
"training_index": 26,
"early": false,
"policy_sha256_before": "2d2d3ce96b6cf20ce5e7186583e657cf17d7f0b79cd5fa2e452fa6777ea83959",
"policy_sha256_after": "b6f9d7de73d8b30b081a9a6d87b99ff2bd5a158ab2db765975329837536bc934",
"correct": true,
"eos_completed": true,
"response_tokens": 240,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -1.0164003372192383,
"gradient_l2": 0.4125616252422333,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.21890804171562195,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.234215646982193,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.21720777451992035,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 27,
"training_index": 27,
"early": false,
"policy_sha256_before": "b6f9d7de73d8b30b081a9a6d87b99ff2bd5a158ab2db765975329837536bc934",
"policy_sha256_after": "c31e06d5d6584be241756f5a1e6bea356b90e62f3b048703143ec1e9c7cabb3b",
"correct": true,
"eos_completed": true,
"response_tokens": 597,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.24602269629637402,
"gradient_l2": 0.12968644499778748,
"events": [
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.07363279908895493,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.07386866956949234,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.06912904977798462,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 28,
"training_index": 28,
"early": false,
"policy_sha256_before": "c31e06d5d6584be241756f5a1e6bea356b90e62f3b048703143ec1e9c7cabb3b",
"policy_sha256_after": "60d6ff6f783a75d32630adfb61b42f63208a40f40ba168d84389ee758ed37adc",
"correct": true,
"eos_completed": true,
"response_tokens": 447,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.35799893736839294,
"gradient_l2": 0.18253323435783386,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.13307806849479675,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.10950957238674164,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.10687598586082458,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 29,
"training_index": 29,
"early": false,
"policy_sha256_before": "60d6ff6f783a75d32630adfb61b42f63208a40f40ba168d84389ee758ed37adc",
"policy_sha256_after": "efc6f7f333d2d7f874791fb6b28a032132efdb4326cbbfe8cf56809ed85ba53d",
"correct": true,
"eos_completed": true,
"response_tokens": 369,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.36686705549558,
"gradient_l2": 0.20061112940311432,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.15917527675628662,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.15872029960155487,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.16218915581703186,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 30,
"training_index": 30,
"early": false,
"policy_sha256_before": "efc6f7f333d2d7f874791fb6b28a032132efdb4326cbbfe8cf56809ed85ba53d",
"policy_sha256_after": "f944ed4f01730ecbb823115955a04ea3e28db11ccf8a366cd1a1f0fe151bc047",
"correct": false,
"eos_completed": true,
"response_tokens": 497,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": 0.3027389546235402,
"gradient_l2": 0.2052619457244873,
"events": [
{
"skill": "r1-s4",
"coefficient": 1.0,
"support": -0.09139033406972885,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s23",
"coefficient": 1.0,
"support": -0.10375617444515228,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": 1.0,
"support": -0.10756707936525345,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
},
{
"step": 31,
"training_index": 31,
"early": false,
"policy_sha256_before": "f944ed4f01730ecbb823115955a04ea3e28db11ccf8a366cd1a1f0fe151bc047",
"policy_sha256_after": "8fd08038281389117ae02031ed1682aaa529bdfe7fac566fb286630caf8ad7af",
"correct": true,
"eos_completed": true,
"response_tokens": 291,
"active_update": true,
"gate_nonzero_skills": 3,
"loss": -0.5125611027081808,
"gradient_l2": 0.2650717794895172,
"events": [
{
"skill": "r1-s23",
"coefficient": -1.0,
"support": -0.1748771369457245,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s28",
"coefficient": -1.0,
"support": -0.1856527328491211,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
},
{
"skill": "r1-s4",
"coefficient": -1.0,
"support": -0.17731204628944397,
"full_vocabulary_size": 248320,
"teacher_requires_grad": false,
"student_requires_grad": true
}
]
}
],
"status": "completed",
"internalization_parameter_delta_l2": 0.09196466716817275,
"next_policy_sha256": "8fd08038281389117ae02031ed1682aaa529bdfe7fac566fb286630caf8ad7af"
}
],
"status": "completed",
"final_validation": {
"examples": 4,
"exact_match": 0.25,
"eos_completed": 2,
"truncated": 2
},
"adapter_parameter_delta_l2": 0.17389918884542147
},
"limitations": [
"single-seed bounded L1 mechanism diagnostic; not AIME/HMMT improvement",
"GSM8K training-only holdout instead of DAPO-Math-17K",
"current LM hidden cosine retrieval, not original embedding checkpoint",
"q/v rank-8 LoRA and non-original early/late window/h; not original all-linear rank-64 run",
"signed generalized full-vocabulary KL, not original SGSD bounded discrepancy",
"EOS/truncations and any negative validation outcome retained",
"Qwen3.5 hybrid text decoder, not original Qwen3 backbone; vision unused; q/v LoRA applies only to full-attention layers"
],
"provenance": {
"original_code_commit": "319008f69ac6224ad0a2dfe3146d551c1999f5e3",
"artifact_path": "docs/post-training/2610.12367-sguid/metrics/checkpoint-a100-seed42.json",
"executed_source_sha256": {
"src/auto_research/post_training/sguid_checkpoint.py": "3568a056a7f28314f03d5b26f52831ce3ff465c481fca564516f4f19f76cb294",
"scripts/run_sguid_checkpoint.py": "d1780751d8ba416e48c4466ff2b94c80f3aa359ffd5d6060aa238588539ae803",
"src/auto_research/post_training/oct11_objectives.py": "5db5f4eed68843fb2b8ce1f68bf2ff31ee36c0525268db1e295522a8f2cac6bc",
"src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74",
"src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46"
},
"dataset_fingerprint": "69efc634f51a589335fcdea85238bf3218653a94de2ba2604a64056960547dab"
}
}