{
  "schema_version": 2,
  "method": "procedural-graphs",
  "dataset": "evomem-mini",
  "seeds": [
    42,
    43,
    44
  ],
  "runs": [
    {
      "method": "procedural-graphs",
      "benchmark": "evomem-mini",
      "metrics": {
        "answer_accuracy": 1.0,
        "plan_success": 1.0,
        "joint_success": 1.0,
        "average_cost": 5.0
      },
      "axis_metrics": {
        "in_episode_knowledge": 1.0,
        "cross_episode_knowledge": 1.0,
        "in_episode_execution": 1.0,
        "cross_episode_execution": 1.0
      },
      "diagnostics": {
        "episodes": 120,
        "memory_size": 24,
        "tool_evictions": 0,
        "reused_plans": 0,
        "reasoning_steps": 0,
        "actions": 360,
        "reflections": 0,
        "skills_created": 0,
        "skills_reused": 0,
        "verification_retries": 0,
        "tree_nodes_expanded": 0,
        "search_rollouts": 0,
        "backtracks": 0,
        "tool_call_candidates": 0,
        "tool_calls_accepted": 0,
        "refinements": 0,
        "plans_created": 0,
        "worker_calls": 0,
        "agent_messages": 0,
        "critic_rounds": 0,
        "plan_explorations": 0,
        "policy_updates": 0,
        "router_calls": 0,
        "symbolic_expert_calls": 0,
        "model_matches": 0,
        "dependency_edges": 0,
        "memories_retrieved": 0,
        "reflection_syntheses": 0,
        "archival_writes": 0,
        "page_ins": 0,
        "interrupts": 0,
        "browser_queries": 0,
        "references_collected": 0,
        "rejection_candidates": 0,
        "affordance_checks": 0,
        "infeasible_skills_filtered": 0,
        "programs_generated": 0,
        "interpreter_calls": 0,
        "task_examples_retrieved": 0,
        "generation_pauses": 0,
        "task_library_updates": 0,
        "hindsight_skills": 0,
        "dense_credit_updates": 0,
        "solver_value_queries": 0,
        "turn_credit_updates": 0,
        "rollout_turns_saved": 0,
        "skill_graph_nodes": 0,
        "skill_graph_edges": 0,
        "atomic_ops_reused": 0,
        "episodic_routes": 0,
        "parametric_routes": 0,
        "memory_consolidations": 0,
        "search_queries": 0,
        "retrieved_tokens_masked": 0,
        "outcome_rewards": 0,
        "trajectory_rollouts": 0,
        "trajectory_filters": 0,
        "critic_baseline_updates": 0,
        "gradient_clips": 0,
        "echo_trap_events": 0,
        "reasoning_rewards": 0,
        "off_policy_reuses": 0,
        "leave_one_out_updates": 0,
        "per_token_clips": 0,
        "context_compressions": 0,
        "parallel_trajectory_groups": 0,
        "multi_turn_group_updates": 0,
        "simulated_user_turns": 0,
        "intent_refinements": 0,
        "real_tool_responses": 0,
        "task_completion_rewards": 0,
        "tools_exposed": 0,
        "tools_available": 0,
        "tool_exposure_reduction": 0.0,
        "cost_aware_stops": 0,
        "regret_weighted_labels": 0,
        "skill_document_updates": 0,
        "cross_task_skill_reuses": 0,
        "downstream_credit_updates": 0,
        "step_value_queries": 0,
        "step_gae_updates": 0,
        "step_sequence_ratios": 0,
        "intra_group_advantages": 0,
        "inter_group_advantages": 0,
        "transition_targets": 0,
        "transition_accuracy": 0.0,
        "reflective_groups": 0,
        "success_failure_contrasts": 0,
        "privileged_guidance_updates": 0,
        "world_rehearsals": 0,
        "rolewise_advantage_updates": 0,
        "private_rehearsals": 0,
        "recursive_belief_updates": 0,
        "pivotal_turns": 0,
        "observation_calibrations": 0,
        "scaffold_ablations": 0,
        "local_verifier_calls": 0,
        "global_verifier_calls": 0,
        "memory_operations": 0,
        "coevolution_alternations": 0,
        "router_updates": 0,
        "memory_bank_updates": 0,
        "fidelity": "public observation parser diagnostic; independent kernels require explicit rollout/simulator integration",
        "diagnostic_only": true,
        "promotion_eligible": false,
        "gold_fields_available_to_policy": false,
        "tool_execution_performed": false,
        "policy_training_performed": false,
        "harness_generations": 0,
        "harness_repairs": 0,
        "archive_distillations": 0,
        "reopened_approaches": 0,
        "versioned_edits": 0,
        "tool_necessity_filters": 0,
        "redundant_calls_avoided": 0,
        "reliability_reflections": 0,
        "prefix_hits": 0,
        "critical_path_updates": 0,
        "aging_promotions": 0,
        "counterfactual_probes": 0,
        "bayesian_edge_updates": 0,
        "progress_predictions": 0,
        "meta_gate_decisions": 0,
        "budget_downgrades": 0,
        "deciding_tool_attributions": 0,
        "validation_ratchet_accepts": 0,
        "validation_ratchet_rejects": 0,
        "accuracy_gates": 0,
        "complexity_calibrations": 0,
        "diversity_accepts": 0,
        "diversity_rejections": 0,
        "state_snapshots": 0,
        "subplan_revisions": 0,
        "runtime_feedback_repairs": 0,
        "atomic_memory_writes": 0,
        "multi_hop_retrievals": 0,
        "task_skill_retrievals": 0,
        "step_skill_retrievals": 0,
        "meta_skill_updates": 0,
        "shadow_executions": 0,
        "product_order_admissions": 0,
        "unsafe_scalar_rejections": 0,
        "within_harness_groups": 0,
        "cross_harness_groups": 0,
        "heldout_harness_evaluations": 0,
        "procedural_graph_edges": 24,
        "heldout_edit_accepts": 120,
        "heldout_edit_rejects": 0,
        "event_tree_partitions": 0,
        "progressive_merges": 0,
        "anchor_propagations": 0,
        "early_action_guidance": 0,
        "feedback_observations": 0,
        "late_stage_enrichments": 0,
        "accepted_solution_updates": 0,
        "reused_executable_states": 0,
        "cost_unit": "public records inspected"
      },
      "trace": [
        {
          "task_id": "evomem-mini-0000",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0001",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0002",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0003",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0004",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0005",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0006",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0007",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0008",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0009",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0010",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0011",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0012",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0013",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0014",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0015",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0016",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0017",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0018",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0019",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        }
      ]
    },
    {
      "method": "procedural-graphs",
      "benchmark": "evomem-mini",
      "metrics": {
        "answer_accuracy": 1.0,
        "plan_success": 1.0,
        "joint_success": 1.0,
        "average_cost": 5.0
      },
      "axis_metrics": {
        "in_episode_knowledge": 1.0,
        "cross_episode_knowledge": 1.0,
        "in_episode_execution": 1.0,
        "cross_episode_execution": 1.0
      },
      "diagnostics": {
        "episodes": 120,
        "memory_size": 24,
        "tool_evictions": 0,
        "reused_plans": 0,
        "reasoning_steps": 0,
        "actions": 360,
        "reflections": 0,
        "skills_created": 0,
        "skills_reused": 0,
        "verification_retries": 0,
        "tree_nodes_expanded": 0,
        "search_rollouts": 0,
        "backtracks": 0,
        "tool_call_candidates": 0,
        "tool_calls_accepted": 0,
        "refinements": 0,
        "plans_created": 0,
        "worker_calls": 0,
        "agent_messages": 0,
        "critic_rounds": 0,
        "plan_explorations": 0,
        "policy_updates": 0,
        "router_calls": 0,
        "symbolic_expert_calls": 0,
        "model_matches": 0,
        "dependency_edges": 0,
        "memories_retrieved": 0,
        "reflection_syntheses": 0,
        "archival_writes": 0,
        "page_ins": 0,
        "interrupts": 0,
        "browser_queries": 0,
        "references_collected": 0,
        "rejection_candidates": 0,
        "affordance_checks": 0,
        "infeasible_skills_filtered": 0,
        "programs_generated": 0,
        "interpreter_calls": 0,
        "task_examples_retrieved": 0,
        "generation_pauses": 0,
        "task_library_updates": 0,
        "hindsight_skills": 0,
        "dense_credit_updates": 0,
        "solver_value_queries": 0,
        "turn_credit_updates": 0,
        "rollout_turns_saved": 0,
        "skill_graph_nodes": 0,
        "skill_graph_edges": 0,
        "atomic_ops_reused": 0,
        "episodic_routes": 0,
        "parametric_routes": 0,
        "memory_consolidations": 0,
        "search_queries": 0,
        "retrieved_tokens_masked": 0,
        "outcome_rewards": 0,
        "trajectory_rollouts": 0,
        "trajectory_filters": 0,
        "critic_baseline_updates": 0,
        "gradient_clips": 0,
        "echo_trap_events": 0,
        "reasoning_rewards": 0,
        "off_policy_reuses": 0,
        "leave_one_out_updates": 0,
        "per_token_clips": 0,
        "context_compressions": 0,
        "parallel_trajectory_groups": 0,
        "multi_turn_group_updates": 0,
        "simulated_user_turns": 0,
        "intent_refinements": 0,
        "real_tool_responses": 0,
        "task_completion_rewards": 0,
        "tools_exposed": 0,
        "tools_available": 0,
        "tool_exposure_reduction": 0.0,
        "cost_aware_stops": 0,
        "regret_weighted_labels": 0,
        "skill_document_updates": 0,
        "cross_task_skill_reuses": 0,
        "downstream_credit_updates": 0,
        "step_value_queries": 0,
        "step_gae_updates": 0,
        "step_sequence_ratios": 0,
        "intra_group_advantages": 0,
        "inter_group_advantages": 0,
        "transition_targets": 0,
        "transition_accuracy": 0.0,
        "reflective_groups": 0,
        "success_failure_contrasts": 0,
        "privileged_guidance_updates": 0,
        "world_rehearsals": 0,
        "rolewise_advantage_updates": 0,
        "private_rehearsals": 0,
        "recursive_belief_updates": 0,
        "pivotal_turns": 0,
        "observation_calibrations": 0,
        "scaffold_ablations": 0,
        "local_verifier_calls": 0,
        "global_verifier_calls": 0,
        "memory_operations": 0,
        "coevolution_alternations": 0,
        "router_updates": 0,
        "memory_bank_updates": 0,
        "fidelity": "public observation parser diagnostic; independent kernels require explicit rollout/simulator integration",
        "diagnostic_only": true,
        "promotion_eligible": false,
        "gold_fields_available_to_policy": false,
        "tool_execution_performed": false,
        "policy_training_performed": false,
        "harness_generations": 0,
        "harness_repairs": 0,
        "archive_distillations": 0,
        "reopened_approaches": 0,
        "versioned_edits": 0,
        "tool_necessity_filters": 0,
        "redundant_calls_avoided": 0,
        "reliability_reflections": 0,
        "prefix_hits": 0,
        "critical_path_updates": 0,
        "aging_promotions": 0,
        "counterfactual_probes": 0,
        "bayesian_edge_updates": 0,
        "progress_predictions": 0,
        "meta_gate_decisions": 0,
        "budget_downgrades": 0,
        "deciding_tool_attributions": 0,
        "validation_ratchet_accepts": 0,
        "validation_ratchet_rejects": 0,
        "accuracy_gates": 0,
        "complexity_calibrations": 0,
        "diversity_accepts": 0,
        "diversity_rejections": 0,
        "state_snapshots": 0,
        "subplan_revisions": 0,
        "runtime_feedback_repairs": 0,
        "atomic_memory_writes": 0,
        "multi_hop_retrievals": 0,
        "task_skill_retrievals": 0,
        "step_skill_retrievals": 0,
        "meta_skill_updates": 0,
        "shadow_executions": 0,
        "product_order_admissions": 0,
        "unsafe_scalar_rejections": 0,
        "within_harness_groups": 0,
        "cross_harness_groups": 0,
        "heldout_harness_evaluations": 0,
        "procedural_graph_edges": 24,
        "heldout_edit_accepts": 120,
        "heldout_edit_rejects": 0,
        "event_tree_partitions": 0,
        "progressive_merges": 0,
        "anchor_propagations": 0,
        "early_action_guidance": 0,
        "feedback_observations": 0,
        "late_stage_enrichments": 0,
        "accepted_solution_updates": 0,
        "reused_executable_states": 0,
        "cost_unit": "public records inspected"
      },
      "trace": [
        {
          "task_id": "evomem-mini-0000",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0001",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0002",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0003",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0004",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0005",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0006",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0007",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0008",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0009",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0010",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0011",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0012",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0013",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0014",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0015",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0016",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0017",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0018",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0019",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        }
      ]
    },
    {
      "method": "procedural-graphs",
      "benchmark": "evomem-mini",
      "metrics": {
        "answer_accuracy": 1.0,
        "plan_success": 1.0,
        "joint_success": 1.0,
        "average_cost": 5.0
      },
      "axis_metrics": {
        "in_episode_knowledge": 1.0,
        "cross_episode_knowledge": 1.0,
        "in_episode_execution": 1.0,
        "cross_episode_execution": 1.0
      },
      "diagnostics": {
        "episodes": 120,
        "memory_size": 24,
        "tool_evictions": 0,
        "reused_plans": 0,
        "reasoning_steps": 0,
        "actions": 360,
        "reflections": 0,
        "skills_created": 0,
        "skills_reused": 0,
        "verification_retries": 0,
        "tree_nodes_expanded": 0,
        "search_rollouts": 0,
        "backtracks": 0,
        "tool_call_candidates": 0,
        "tool_calls_accepted": 0,
        "refinements": 0,
        "plans_created": 0,
        "worker_calls": 0,
        "agent_messages": 0,
        "critic_rounds": 0,
        "plan_explorations": 0,
        "policy_updates": 0,
        "router_calls": 0,
        "symbolic_expert_calls": 0,
        "model_matches": 0,
        "dependency_edges": 0,
        "memories_retrieved": 0,
        "reflection_syntheses": 0,
        "archival_writes": 0,
        "page_ins": 0,
        "interrupts": 0,
        "browser_queries": 0,
        "references_collected": 0,
        "rejection_candidates": 0,
        "affordance_checks": 0,
        "infeasible_skills_filtered": 0,
        "programs_generated": 0,
        "interpreter_calls": 0,
        "task_examples_retrieved": 0,
        "generation_pauses": 0,
        "task_library_updates": 0,
        "hindsight_skills": 0,
        "dense_credit_updates": 0,
        "solver_value_queries": 0,
        "turn_credit_updates": 0,
        "rollout_turns_saved": 0,
        "skill_graph_nodes": 0,
        "skill_graph_edges": 0,
        "atomic_ops_reused": 0,
        "episodic_routes": 0,
        "parametric_routes": 0,
        "memory_consolidations": 0,
        "search_queries": 0,
        "retrieved_tokens_masked": 0,
        "outcome_rewards": 0,
        "trajectory_rollouts": 0,
        "trajectory_filters": 0,
        "critic_baseline_updates": 0,
        "gradient_clips": 0,
        "echo_trap_events": 0,
        "reasoning_rewards": 0,
        "off_policy_reuses": 0,
        "leave_one_out_updates": 0,
        "per_token_clips": 0,
        "context_compressions": 0,
        "parallel_trajectory_groups": 0,
        "multi_turn_group_updates": 0,
        "simulated_user_turns": 0,
        "intent_refinements": 0,
        "real_tool_responses": 0,
        "task_completion_rewards": 0,
        "tools_exposed": 0,
        "tools_available": 0,
        "tool_exposure_reduction": 0.0,
        "cost_aware_stops": 0,
        "regret_weighted_labels": 0,
        "skill_document_updates": 0,
        "cross_task_skill_reuses": 0,
        "downstream_credit_updates": 0,
        "step_value_queries": 0,
        "step_gae_updates": 0,
        "step_sequence_ratios": 0,
        "intra_group_advantages": 0,
        "inter_group_advantages": 0,
        "transition_targets": 0,
        "transition_accuracy": 0.0,
        "reflective_groups": 0,
        "success_failure_contrasts": 0,
        "privileged_guidance_updates": 0,
        "world_rehearsals": 0,
        "rolewise_advantage_updates": 0,
        "private_rehearsals": 0,
        "recursive_belief_updates": 0,
        "pivotal_turns": 0,
        "observation_calibrations": 0,
        "scaffold_ablations": 0,
        "local_verifier_calls": 0,
        "global_verifier_calls": 0,
        "memory_operations": 0,
        "coevolution_alternations": 0,
        "router_updates": 0,
        "memory_bank_updates": 0,
        "fidelity": "public observation parser diagnostic; independent kernels require explicit rollout/simulator integration",
        "diagnostic_only": true,
        "promotion_eligible": false,
        "gold_fields_available_to_policy": false,
        "tool_execution_performed": false,
        "policy_training_performed": false,
        "harness_generations": 0,
        "harness_repairs": 0,
        "archive_distillations": 0,
        "reopened_approaches": 0,
        "versioned_edits": 0,
        "tool_necessity_filters": 0,
        "redundant_calls_avoided": 0,
        "reliability_reflections": 0,
        "prefix_hits": 0,
        "critical_path_updates": 0,
        "aging_promotions": 0,
        "counterfactual_probes": 0,
        "bayesian_edge_updates": 0,
        "progress_predictions": 0,
        "meta_gate_decisions": 0,
        "budget_downgrades": 0,
        "deciding_tool_attributions": 0,
        "validation_ratchet_accepts": 0,
        "validation_ratchet_rejects": 0,
        "accuracy_gates": 0,
        "complexity_calibrations": 0,
        "diversity_accepts": 0,
        "diversity_rejections": 0,
        "state_snapshots": 0,
        "subplan_revisions": 0,
        "runtime_feedback_repairs": 0,
        "atomic_memory_writes": 0,
        "multi_hop_retrievals": 0,
        "task_skill_retrievals": 0,
        "step_skill_retrievals": 0,
        "meta_skill_updates": 0,
        "shadow_executions": 0,
        "product_order_admissions": 0,
        "unsafe_scalar_rejections": 0,
        "within_harness_groups": 0,
        "cross_harness_groups": 0,
        "heldout_harness_evaluations": 0,
        "procedural_graph_edges": 24,
        "heldout_edit_accepts": 120,
        "heldout_edit_rejects": 0,
        "event_tree_partitions": 0,
        "progressive_merges": 0,
        "anchor_propagations": 0,
        "early_action_guidance": 0,
        "feedback_observations": 0,
        "late_stage_enrichments": 0,
        "accepted_solution_updates": 0,
        "reused_executable_states": 0,
        "cost_unit": "public records inspected"
      },
      "trace": [
        {
          "task_id": "evomem-mini-0000",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0001",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0002",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0003",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0004",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0005",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0006",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0007",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0008",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0009",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0010",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0011",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0012",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0013",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0014",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0015",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0016",
          "axis": "in_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0017",
          "axis": "cross_episode_knowledge",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0018",
          "axis": "in_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        },
        {
          "task_id": "evomem-mini-0019",
          "axis": "cross_episode_execution",
          "source": "procedure-relation-procedure/localize/heldout-edit-gate",
          "answer_correct": true,
          "plan_correct": true
        }
      ]
    }
  ],
  "aggregate_metrics": {
    "answer_accuracy_mean": 1.0,
    "answer_accuracy_std": 0.0,
    "average_cost_mean": 5.0,
    "average_cost_std": 0.0,
    "joint_success_mean": 1.0,
    "joint_success_std": 0.0,
    "plan_success_mean": 1.0,
    "plan_success_std": 0.0
  },
  "manifest_ref": "agent-research:evomem-mini-seeds42-44",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "public-observation parser diagnostic; no hidden gold or tool execution"
  },
  "provenance": {
    "commit": "1b978289e839bfc12398533268c21e68f0f7eef6",
    "command": "PYTHONPATH=src python scripts/generate_sep_12_2026_artifacts.py",
    "artifact_path": "docs/agent-research/2609.09153-procedural-graphs/metrics/mini-suite-seeds42-44.json",
    "dataset_fingerprint": "not recorded in historical artifact"
  }
}