{
  "experiment": "4-6",
  "campaign_id": "qwen3_4b_exact_v2_20260730T130600Z",
  "generated_at": "2026-07-30T06:23:19.390598+00:00",
  "model": "qwen3:4b",
  "catalog": {
    "transport": "mcp-stdio",
    "server": "/Users/boj/book/ai-agent-book/chapter4/perception-tools/src/main.py",
    "tools_list_received": true,
    "server_name": "perception-tools",
    "server_version": "1.26.0",
    "tool_count": 126,
    "unique_tool_count": 126,
    "schema_tokens_o200k": 50120,
    "schema_bytes": 206819,
    "schema_sha256": "77b57f69c57243f3295e6b2c3cf493420fe1bdbdd816df7d6374a1640221d627",
    "required_tools_present": {
      "web_search": true,
      "code_interpreter": true,
      "yfinance_quote": true,
      "search_news": true,
      "arxiv_search": true,
      "arxiv_download": true,
      "github_list_contributors": true
    },
    "catalog_gzip_bytes": 21244,
    "catalog_gzip_sha256": "dd911ebfaf881037289bcf3c64cfe48fb2b4639438800860d50b9ec79615b903",
    "catalog_gzip_content_sha256": "77b57f69c57243f3295e6b2c3cf493420fe1bdbdd816df7d6374a1640221d627"
  },
  "embedding": {
    "model": "sentence-transformers/all-MiniLM-L6-v2",
    "backend": "local-transformers-mean-pooling",
    "device": "cpu",
    "local_files_only": true,
    "catalog_text_count": 126,
    "texts_sha256": "3da0897f88acbd0d32a3a77578bd135a91d631a8b85775ff12232eb5aafe3b9d",
    "cache_path": "/Users/boj/book/ai-agent-book/chapter4/active-tool-discovery/validation/experiment_4_6/qwen3_4b_exact_v2_20260730T130600Z/index/embeddings-all-MiniLM-L6-v2-3da0897f88acbd0d32a3.json",
    "cache_sha256": "23051857081c61e9dfc184d868fdaecd0bc816360133eeb951cbb6593fdda9c9",
    "vector_count": 126,
    "vector_dimensions": 384
  },
  "comparison": {
    "control": {
      "tasks": 3,
      "mean_tool_selection_accuracy": 1.0,
      "tasks_with_all_required_capabilities": 3,
      "tasks_completed": 3,
      "elapsed_seconds": 2590.82
    },
    "treatment": {
      "tasks": 3,
      "mean_tool_selection_accuracy": 1.0,
      "tasks_with_all_required_capabilities": 3,
      "tasks_completed": 3,
      "elapsed_seconds": 808.926
    }
  },
  "dynamic_schema_injection_tokens": {
    "apple_stock_news": 6201,
    "transformer_arxiv_download": 4005,
    "github_contributors_visualization": 2632
  },
  "acceptance": {
    "status": "passed",
    "gates": {
      "exact_model_with_qwen_response_receipts": true,
      "catalog_from_mcp_and_hash_matches": true,
      "tool_count_at_least_120": true,
      "control_over_50k_complete_schema_tokens": true,
      "three_tasks_each_group": true,
      "real_mcp_execution_only": true,
      "all_tasks_completed_with_required_artifacts": true,
      "treatment_discovery_history_and_status_verified": true,
      "identical_tasks_model_runtime_and_catalog": true,
      "local_embedding_index_receipted": true,
      "dynamic_schema_injection_tokens_recorded": true,
      "comparison_metrics_present_for_both_arms": true
    }
  },
  "status": "passed"
}