{"since":0.0,"totals":{"total_events":9215,"total_allocated":4661,"total_released":4314,"total_failed":97,"total_expired":143,"avg_hold_s":3.628},"breakdown":[{"service":"vllm","caller":"llm-router","pipeline":null,"event":"released","count":1930,"avg_duration_s":1.099,"max_duration_s":1.887,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"vllm","caller":"llm-router","pipeline":null,"event":"allocated","count":1923,"avg_duration_s":null,"max_duration_s":null,"warm_hits":6,"cold_starts":1917,"failure_reason":null},{"service":"vllm","caller":"kiwi-recipe","pipeline":"kiwi","event":"allocated","count":1484,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":1484,"failure_reason":null},{"service":"vllm","caller":"kiwi-recipe","pipeline":null,"event":"released","count":1482,"avg_duration_s":0.546,"max_duration_s":102.342,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"kiwi-recipe","pipeline":null,"event":"allocated","count":838,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":838,"failure_reason":null},{"service":"cf-text","caller":"kiwi-recipe","pipeline":null,"event":"released","count":836,"avg_duration_s":1.377,"max_duration_s":1.747,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"expired","count":131,"avg_duration_s":3616.003,"max_duration_s":3629.246,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":"plans_benchmark","event":"allocated","count":130,"avg_duration_s":null,"max_duration_s":null,"warm_hits":20,"cold_starts":110,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":"voice_benchmark","event":"allocated","count":83,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":83,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":"style_benchmark","event":"allocated","count":60,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":60,"failure_reason":null},{"service":"cf-text","caller":"benchmark","pipeline":null,"event":"allocated","count":45,"avg_duration_s":null,"max_duration_s":null,"warm_hits":4,"cold_starts":41,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"failed","count":40,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: "},{"service":"cf-text","caller":"avocet","pipeline":"imitate","event":"allocated","count":36,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":36,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"released","count":35,"avg_duration_s":291.814,"max_duration_s":1849.666,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"vllm","caller":"benchmark","pipeline":null,"event":"allocated","count":19,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":19,"failure_reason":null},{"service":"vllm","caller":"peregrine.llm-router","pipeline":"peregrine","event":"allocated","count":16,"avg_duration_s":null,"max_duration_s":null,"warm_hits":9,"cold_starts":7,"failure_reason":null},{"service":"vllm","caller":"peregrine.llm-router","pipeline":null,"event":"released","count":14,"avg_duration_s":1.258,"max_duration_s":1.715,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"failed","count":13,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"All 6 candidate(s) at max_concurrent limit"},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"failed","count":9,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Service 'cf-text' not in profile or has no managed spec\"}"},{"service":"cf-text","caller":"benchmark","pipeline":null,"event":"released","count":9,"avg_duration_s":141.382,"max_duration_s":425.751,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"vllm","caller":"llm-router","pipeline":"kiwi","event":"allocated","count":7,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":7,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"failed","count":6,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"All 7 candidate(s) at max_concurrent limit"},{"service":"cf-text","caller":"peregrine.llm-router","pipeline":null,"event":"released","count":5,"avg_duration_s":1.437,"max_duration_s":1.821,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"peregrine.llm-router","pipeline":"peregrine","event":"allocated","count":5,"avg_duration_s":null,"max_duration_s":null,"warm_hits":3,"cold_starts":2,"failure_reason":null},{"service":"cf-text","caller":"test","pipeline":null,"event":"expired","count":5,"avg_duration_s":2914.482,"max_duration_s":3629.87,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"failed","count":4,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Failed to start cf-text: Service 'cf-text' exited immediately (rc=1). Stderr tail: 'Traceback (most recent call last):\\\\n  File \\\"/Library/Development/CircuitForge/circuitforge-core/circuitforge_core/text/backends/transformers.py\\\", line 41, in __init__\\\\n    import torch\\\\nModuleNotFoundError: No module named \\\\'torch\\\\'\\\\n\\\\nThe above exception was the direct cause of the following exception:\\\\n\\\\nTraceback (most recent call last):\\\\n  File \\\"<frozen runpy>\\\", line 198, in _run_module_as_main\\\\n  File \\\"<frozen runpy>\\\", line 88, in _run_code\\\\n  File \\\"/Library/Development/CircuitForge/circuitforge-core/circuitforge_'\"}"},{"service":"cf-text","caller":"test","pipeline":"debug","event":"allocated","count":4,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":4,"failure_reason":null},{"service":"vllm","caller":"llm-router","pipeline":null,"event":"failed","count":4,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Failed to start vllm: Service 'vllm' exited immediately (rc=1). Stderr tail: \\\"/opt/miniconda3/envs/cf-orch/bin/python: Error while finding module specification for 'vllm.entrypoints.openai.api_server' (ModuleNotFoundError: No module named 'vllm')\\\"\"}"},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"failed","count":3,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Failed to start cf-text: 'cf-text'\"}"},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"failed","count":3,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Failed to start cf-text: Service 'cf-text' exited immediately (rc=1). Stderr tail: 'Traceback (most recent call last):\\\\n  File \\\"/Library/Development/CircuitForge/circuitforge-core/circuitforge_core/text/backends/transformers.py\\\", line 42, in __init__\\\\n    from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer\\\\nModuleNotFoundError: No module named \\\\'transformers\\\\'\\\\n\\\\nThe above exception was the direct cause of the following exception:\\\\n\\\\nTraceback (most recent call last):\\\\n  File \\\"<frozen runpy>\\\", line 198, in _run_module_as_main\\\\n  File \\\"<frozen runpy>\\\", line 88, in _run_c'\"}"},{"service":"cf-text","caller":"avocet-test","pipeline":null,"event":"expired","count":3,"avg_duration_s":3615.875,"max_duration_s":3622.548,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"avocet-test","pipeline":"imitate","event":"allocated","count":3,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":3,"failure_reason":null},{"service":"vllm","caller":"kiwi-recipe","pipeline":null,"event":"failed","count":3,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"All 5 candidate(s) at max_concurrent limit"},{"service":"vllm","caller":"kiwi-recipe","pipeline":null,"event":"failed","count":3,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Service 'vllm' not in profile or has no managed spec\"}"},{"service":"cf-text","caller":"","pipeline":null,"event":"allocated","count":2,"avg_duration_s":null,"max_duration_s":null,"warm_hits":1,"cold_starts":1,"failure_reason":null},{"service":"cf-text","caller":"benchmark","pipeline":null,"event":"failed","count":2,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: "},{"service":"cf-text","caller":"kiwi-recipe","pipeline":null,"event":"expired","count":2,"avg_duration_s":323.957,"max_duration_s":324.069,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"vllm","caller":"debug","pipeline":null,"event":"allocated","count":2,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":2,"failure_reason":null},{"service":"vllm","caller":"debug","pipeline":null,"event":"released","count":2,"avg_duration_s":15.667,"max_duration_s":15.786,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"","pipeline":null,"event":"expired","count":1,"avg_duration_s":3608.915,"max_duration_s":3608.915,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"","pipeline":null,"event":"failed","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"All 7 candidate(s) at max_concurrent limit"},{"service":"cf-text","caller":"","pipeline":null,"event":"released","count":1,"avg_duration_s":29.57,"max_duration_s":29.57,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"avocet","pipeline":null,"event":"failed","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"Agent unreachable: All connection attempts failed"},{"service":"cf-text","caller":"benchmark","pipeline":null,"event":"expired","count":1,"avg_duration_s":615.894,"max_duration_s":615.894,"warm_hits":0,"cold_starts":0,"failure_reason":null},{"service":"cf-text","caller":"benchmark","pipeline":null,"event":"failed","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Failed to start cf-text: Service 'cf-text' exited immediately (rc=1). Log tail (/tmp/cf-orch-cf-text.log): 'velopment/CircuitForge/circuitforge-core/circuitforge_core/text/backends/base.py\\\", line 216, in make_text_backend\\\\n    return LlamaCppBackend(model_path=model_path)\\\\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\\\n  File \\\"/Library/Development/CircuitForge/circuitforge-core/circuitforge_core/text/backends/llamacpp.py\\\", line 61, in __init__\\\\n    raise FileNotFoundError(\\\\nFileNotFoundError: GGUF model not found: WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF\\\\nDownload a GGUF model and set CF_TEXT_MODEL to its path.'\"}"},{"service":"cf-text","caller":"cf-orch-warmup","pipeline":null,"event":"allocated","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":1,"failure_reason":null},{"service":"cf-text","caller":"debug","pipeline":null,"event":"failed","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Service 'cf-text' not in profile or has no managed spec\"}"},{"service":"cf-text","caller":"test","pipeline":null,"event":"allocated","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":1,"failure_reason":null},{"service":"cf-text","caller":"test","pipeline":null,"event":"failed","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"All 1 candidate(s) at max_concurrent limit"},{"service":"cf-text","caller":"test","pipeline":null,"event":"failed","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Failed to start cf-text: Service 'cf-text' exited immediately (rc=1). Stderr tail: 'Traceback (most recent call last):\\\\n  File \\\"/Library/Development/CircuitForge/circuitforge-core/circuitforge_core/text/backends/transformers.py\\\", line 41, in __init__\\\\n    import torch\\\\nModuleNotFoundError: No module named \\\\'torch\\\\'\\\\n\\\\nThe above exception was the direct cause of the following exception:\\\\n\\\\nTraceback (most recent call last):\\\\n  File \\\"<frozen runpy>\\\", line 198, in _run_module_as_main\\\\n  File \\\"<frozen runpy>\\\", line 88, in _run_code\\\\n  File \\\"/Library/Development/CircuitForge/circuitforge-core/circuitforge_'\"}"},{"service":"ollama","caller":"avocet-embed-knn","pipeline":null,"event":"allocated","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":1,"cold_starts":0,"failure_reason":null},{"service":"ollama","caller":"pagepiper/ingest","pipeline":null,"event":"allocated","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":1,"failure_reason":null},{"service":"vllm","caller":"debug","pipeline":null,"event":"failed","count":1,"avg_duration_s":null,"max_duration_s":null,"warm_hits":0,"cold_starts":0,"failure_reason":"No available instance. Last error: {\"detail\":\"Failed to start vllm: Service 'vllm' exited immediately (rc=1). Stderr tail: \\\"/opt/miniconda3/envs/cf-orch/bin/python: Error while finding module specification for 'vllm.entrypoints.openai.api_server' (ModuleNotFoundError: No module named 'vllm')\\\"\"}"}]}