{
  "id": "cpu-offloaded-tiered-state-cache",
  "title": "CPU-Offloaded Tiered State Cache",
  "summary": "Combine recent validated techniques into a productizable artifact.",
  "source": "student_autonomy",
  "kind": "invention",
  "path": "inventions/cpu-offloaded-tiered-state-cache",
  "delivery_mode": "prototype",
  "release_tier": "prototype",
  "release_verification_status": "not_run",
  "created_at": "2026-03-31 11:27:25",
  "updated_at": "2026-05-22 22:29:31",
  "project_entrypoint": "run_demo.py",
  "smoke_test_status": "passed",
  "smoke_test_output": "{ \"recommended\": \"context-long\", \"average_score\": 4.453, \"plans\": [ { \"workload\": \"chat-short\", \"compression\": \"cache-aware\", \"precision\": \"mixed-int8\", \"state_policy\": \"stateful-streaming\", \"expected_score\": 4.105 }, { \"workload\": \"analysis-medium\", \"compression\": \"cache-aware\", \"precision\": \"mixed-int8\", \"state_policy\": \"stateful-streaming\", \"expected_score\": 4.166 }, { \"workload\": \"context-long\", \"compression\": \"cache-aware\", \"precision\": \"mixed-int8\", \"state_policy\": \"stateful-streaming\", \"e",
  "generated_files": 6,
  "project_generated_at": "2026-05-22 22:29:28",
  "source_hypothesis_id": "hyp-cpu-offloaded-tiered-state-cache",
  "source_exp_path": "experiments\\exp_self.20260314184516.001_20260314_184550",
  "verification_status": "failed",
  "verification_results": [
    {
      "command": "\"/home/corbybender/ares/.venv-linux/bin/python\" -m py_compile \"run_demo.py\"",
      "passed": true,
      "returncode": 0,
      "timed_out": false,
      "stdout_excerpt": "",
      "stderr_excerpt": ""
    },
    {
      "command": "\"/home/corbybender/ares/.venv-linux/bin/python\" -m compileall \"cpu_offloaded_tiered_state_cache\" \"cpu_offoled_tiered_state_cache\"",
      "passed": false,
      "returncode": 1,
      "timed_out": false,
      "stdout_excerpt": "Listing 'cpu_offloaded_tiered_state_cache'...\nCompiling 'cpu_offloaded_tiered_state_cache/_statecache.py'...\n***   File \"cpu_offloaded_tiered_state_cache/_statecache.py\", line 2\n    class _Offloader:\tdef __init__(self, capacity):\t\tself.tier1_capacity = int(capacity * 0.5)\t\tself.tier2_capacity = capacity - self.tier1_capacity\n                     \t^^^\nSyntaxError: invalid syntax\n\nCompiling 'cpu_offloaded_tiered_state_cache/cache_handler.py'...\n*** Sorry: IndentationError: unindent does not match any outer indentation level (cache_handler.py, line 28)\nCompiling 'cpu_offloaded_tiered_state_cache/cache_implementations.py'...\n*** Sorry: IndentationError: unexpected unindent (cache_implementations.py, line 9)\nListing 'cpu_offloaded_tiered_state_cache/cache_modules'...\nCompiling 'cpu_offloaded_tiered_state_cache/cache_modules/manager.py'...\n*** Sorry: TabError: inconsistent use of tabs and spaces in indentation (manager.py, line 10)\nCompiling 'cpu_offloaded_tiered_state_cache/disk_persistence.py'...\n***   File \"cpu_offloaded_tiered_state_cache/disk_persistence.py\", line 4\n    self.data_dir = 'persistence_data' if not os.path.exists(self.data_dir): os.makedirs(self.data_dir)\n                                                                           ^\nSyntaxError: invalid syntax\n\nCompiling 'cpu_offloaded_tiered_state_cache/manager.py'...\n*** Sorry: TabError: inconsistent use of tabs and spaces in indentation (manager.py, line 9)\nCompiling 'cpu_offloaded_tiered_state_cache/memory.py'...\n*** Sorry: IndentationError: expected an indented block after class definition on line 2 (memory.p",
      "stderr_excerpt": ""
    },
    {
      "command": "\"/home/corbybender/ares/.venv-linux/bin/python\" run_demo.py",
      "passed": true,
      "returncode": 0,
      "timed_out": false,
      "stdout_excerpt": "{\n  \"recommended\": \"context-long\",\n  \"average_score\": 4.453,\n  \"plans\": [\n    {\n      \"workload\": \"chat-short\",\n      \"compression\": \"cache-aware\",\n      \"precision\": \"mixed-int8\",\n      \"state_policy\": \"stateful-streaming\",\n      \"expected_score\": 4.105\n    },\n    {\n      \"workload\": \"analysis-medium\",\n      \"compression\": \"cache-aware\",\n      \"precision\": \"mixed-int8\",\n      \"state_policy\": \"stateful-streaming\",\n      \"expected_score\": 4.166\n    },\n    {\n      \"workload\": \"context-long\",\n      \"compression\": \"cache-aware\",\n      \"precision\": \"mixed-int8\",\n      \"state_policy\": \"stateful-streaming\",\n      \"expected_score\": 5.088\n    }\n  ]\n}\nINVENTION_SMOKE_TEST: PASS",
      "stderr_excerpt": ""
    },
    {
      "command": "\"/home/corbybender/ares/.venv-linux/bin/python\" -m pytest -q",
      "passed": false,
      "returncode": 1,
      "timed_out": false,
      "stdout_excerpt": "",
      "stderr_excerpt": "/home/corbybender/ares/.venv-linux/bin/python: No module named pytest"
    }
  ],
  "project_status": "verification_failed",
  "verification_failure": {
    "command": "\"/home/corbybender/ares/.venv-linux/bin/python\" -m compileall \"cpu_offloaded_tiered_state_cache\" \"cpu_offoled_tiered_state_cache\"",
    "reason": ""
  }
}