{"schema_version":1,"research_date":"2026-10-17","updated_at":"2026-10-27T19:32:00.807394+00:00","benchmark_status":"measured","changelog":[{"date":"2026-10-22","title":"Launched","details":""}],"benchmarks":[{"id":"ifeval","name":"IFEval","source":"https://huggingface.co/datasets/google/IFEval"},{"id":"bfcl","name":"BFCL offline subset","source":"https://github.com/ShishirPatil/gorilla/tree/main/berkeley-function-call-leaderboard"},{"id":"ruler","name":"RULER configured tasks","source":"https://github.com/NVIDIA/RULER"}],"publishers":{"Qwen":{"color":"#2563EB"},"IBM":{"color":"#8B5CF6"},"Google DeepMind":{"color":"#F97316"},"Liquid AI":{"color":"#059669"},"Hugging Face":{"color":"#CA8A04"},"HuggingFaceTB":{"color":"#CA8A04"},"NVIDIA":{"color":"#65A30D"},"Microsoft":{"color":"#0891B2"},"Meta":{"color":"#DB2777"},"Prism ML":{"color":"#E11D48"},"PrismML":{"color":"#E11D48"},"AI9Stars":{"color":"#C026D3"},"Allen Institute for AI":{"color":"#C2410C"},"Cactus Compute":{"color":"#6366F1"},"Dolphin / Cognitive Computations":{"color":"#14B8A6"},"Institute of Foundation Models / MBZUAI":{"color":"#0EA5E9"},"Mistral AI":{"color":"#F472B6"},"Nous Research":{"color":"#A78BFA"},"OpenBMB / ModelBest":{"color":"#0E7490"},"Ornith AI":{"color":"#B91C1C"},"inclusionAI / Ant Group":{"color":"#84CC16"},"MCG-NJU":{"color":"#8B5CF6"}},"devices":[{"id":"pi5-16gb","name":"Raspberry Pi 5 · 16 GB","short_name":"Pi 5","ram_mib":16384,"contexts":[2048,4096,8192,16384,40960],"default_context":4096}],"models":[{"id":"granite-4-1-3b","name":"Granite 4.1 3B","maker":"IBM","family":"Granite 4.1","hf_url":"https://huggingface.co/ibm-granite/granite-4.1-3b","hf_repo":"ibm-granite/granite-4.1-3b","total_parameters_b":3.40283648,"marketing_parameters_b":3,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":1,"source_urls":["https://huggingface.co/ibm-granite/granite-4.1-3b","https://huggingface.co/api/models/ibm-granite/granite-4.1-3b"],"fit_notes":"Requested instruct baseline; native tool use. Test quantized artifact on Pi 5.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":638762,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"c0650403e44e78ec0262dab1c90914c65b196c4e","hf_api_total_tensor_elements":3402836480,"stored_tensor_elements_by_dtype":{"BF16":3402836480},"scope_status":"within-9b-stored-tensor-estimate","downloads":638762,"revision":"c0650403e44e78ec0262dab1c90914c65b196c4e","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Requested instruct baseline; native tool use. Test quantized artifact on Pi 5.","scope_exception":false,"chart_name":"Granite 4.1 3B","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/ibm-granite/granite-4.1-3b","https://huggingface.co/ibm-granite/granite-4.1-3b/blob/main/chat_template.jinja"],"reasoning_notes":"Ordinary instruction checkpoint: published template opens the assistant role directly, with no thinking switch or reasoning prefix. Off means documented direct-response configuration, not an inability to reason."},{"id":"granite-4-1-8b","name":"Granite 4.1 8B","maker":"IBM","family":"Granite 4.1","hf_url":"https://huggingface.co/ibm-granite/granite-4.1-8b","hf_repo":"ibm-granite/granite-4.1-8b","total_parameters_b":8.79159296,"marketing_parameters_b":8,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":2,"source_urls":["https://huggingface.co/ibm-granite/granite-4.1-8b","https://huggingface.co/api/models/ibm-granite/granite-4.1-8b"],"fit_notes":"Requested larger dense reference; memory and task latency matter on Pi 5.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":99568,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"1504002f650e656a0a3789d99574df12e3e94ed0","hf_api_total_tensor_elements":8791592960,"stored_tensor_elements_by_dtype":{"BF16":8791592960},"scope_status":"within-9b-stored-tensor-estimate","downloads":99568,"revision":"1504002f650e656a0a3789d99574df12e3e94ed0","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Requested larger dense reference; memory and task latency matter on Pi 5.","scope_exception":false,"chart_name":"Granite 4.1 8B","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/ibm-granite/granite-4.1-8b","https://huggingface.co/ibm-granite/granite-4.1-8b/blob/main/chat_template.jinja"],"reasoning_notes":"Ordinary instruction checkpoint: published template opens the assistant role directly, with no thinking switch or reasoning prefix. Only the documented direct-response configuration is listed."},{"id":"granite-4-2-3b","name":"Granite 4.2 3B","maker":"IBM","family":"Granite 4.2","hf_url":"https://huggingface.co/ibm-granite/granite-4.2-3b","hf_repo":"ibm-granite/granite-4.2-3b","total_parameters_b":3.6597376,"marketing_parameters_b":3,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":1,"source_urls":["https://huggingface.co/ibm-granite/granite-4.2-3b","https://huggingface.co/api/models/ibm-granite/granite-4.2-3b"],"fit_notes":"Newer reasoning release than requested 4.1; compare no-think, low-effort, and thinking as separate run modes.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":41158,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"e459acceac81e5fe67c07d9cfc72329a332e7eb1","hf_api_total_tensor_elements":3659737600,"stored_tensor_elements_by_dtype":{"BF16":3659737600},"scope_status":"within-9b-stored-tensor-estimate","downloads":41158,"revision":"e459acceac81e5fe67c07d9cfc72329a332e7eb1","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Newer reasoning release than requested 4.1; compare no-think, low-effort, and thinking as separate run modes.","scope_exception":false,"chart_name":"Granite 4.2 3B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"granite-4-2-8b","name":"Granite 4.2 8B","maker":"IBM","family":"Granite 4.2","hf_url":"https://huggingface.co/ibm-granite/granite-4.2-8b","hf_repo":"ibm-granite/granite-4.2-8b","total_parameters_b":8.79159296,"marketing_parameters_b":8,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":2,"source_urls":["https://huggingface.co/ibm-granite/granite-4.2-8b","https://huggingface.co/api/models/ibm-granite/granite-4.2-8b"],"fit_notes":"Newer 8B reasoning reference; cap thinking and context explicitly.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":94354,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"f8de16cdcdbc6c779ca517604e050d82cc119e44","hf_api_total_tensor_elements":8791592960,"stored_tensor_elements_by_dtype":{"BF16":8791592960},"scope_status":"within-9b-stored-tensor-estimate","downloads":94354,"revision":"f8de16cdcdbc6c779ca517604e050d82cc119e44","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Newer 8B reasoning reference; cap thinking and context explicitly.","scope_exception":false,"chart_name":"Granite 4.2 8B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"ornith-1-0-9b","name":"Ornith 1.0 9B","maker":"Ornith AI","family":"Ornith","hf_url":"https://huggingface.co/ornith-ai/Ornith-1.0-9B","hf_repo":"ornith-ai/Ornith-1.0-9B","total_parameters_b":9.409813744,"marketing_parameters_b":9,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"mit","track":"text","priority":3,"source_urls":["https://huggingface.co/ornith-ai/Ornith-1.0-9B","https://huggingface.co/api/models/ornith-ai/Ornith-1.0-9B","https://huggingface.co/ornith-ai/Ornith-1.0-9B/blob/83dc1f5e24ef8527af019a6b3bf66ac0f1c2c999/config.json"],"fit_notes":"Requested coding/agentic derivative. Nominal 9B but stored tensor count exceeds 9B; include as an explicit boundary exception. Vision architecture is retained but publisher usage only documents text/tool workflows.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":775244,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"83dc1f5e24ef8527af019a6b3bf66ac0f1c2c999","hf_api_total_tensor_elements":1469680,"stored_tensor_elements_by_dtype":{"BF16":9409813744},"scope_status":"boundary-exception","modality_note":"Retained Qwen3.5 vision configuration is present; image/video readiness is unverified by this catalog, so only documented text workflows are marked.","parameter_count_note":"HF API total differs from summed dtype counts; retain both for review. Confirm unique architecture parameters and tied weights when preparing an artifact.","downloads":775244,"revision":"83dc1f5e24ef8527af019a6b3bf66ac0f1c2c999","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Requested coding/agentic derivative. Nominal 9B but stored tensor count exceeds 9B; include as an explicit boundary exception. Vision architecture is retained but publisher usage only documents text/tool workflows.","scope_exception":true,"chart_name":"Ornith 1.0 9B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/ornith-ai/Ornith-1.0-9B","https://huggingface.co/ornith-ai/Ornith-1.0-9B/blob/main/chat_template.jinja"],"reasoning_notes":"Published template defaults thinking on and supports enable_thinking=false, which emits an empty closed think block.","default_reasoning_mode":"on"},{"id":"ornith-1-5-9b","name":"Ornith 1.5 9B","maker":"Ornith AI","family":"Ornith","hf_url":"https://huggingface.co/ornith-ai/Ornith-1.5-9B","hf_repo":"ornith-ai/Ornith-1.5-9B","total_parameters_b":9.653104368,"marketing_parameters_b":9,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"mit","track":"text","priority":3,"source_urls":["https://huggingface.co/ornith-ai/Ornith-1.5-9B","https://huggingface.co/api/models/ornith-ai/Ornith-1.5-9B","https://huggingface.co/ornith-ai/Ornith-1.5-9B/blob/489cb97981b8654bcfcf30ce1f94ed1b62e07b53/config.json"],"fit_notes":"Newer release than requested 1.0; explicit boundary exception above 9B stored tensors. Keep long reasoning separate from assistant latency tests.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":442187,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"489cb97981b8654bcfcf30ce1f94ed1b62e07b53","hf_api_total_tensor_elements":9653104368,"stored_tensor_elements_by_dtype":{"BF16":9653104368},"scope_status":"boundary-exception","modality_note":"Retained Qwen3.5 vision configuration is present; image/video readiness is unverified by this catalog, so only documented text workflows are marked.","downloads":442187,"revision":"489cb97981b8654bcfcf30ce1f94ed1b62e07b53","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Newer release than requested 1.0; explicit boundary exception above 9B stored tensors. Keep long reasoning separate from assistant latency tests.","scope_exception":true,"chart_name":"Ornith 1.5 9B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"minicpm5-1b","name":"MiniCPM5 1B","maker":"OpenBMB / ModelBest","family":"MiniCPM5","hf_url":"https://huggingface.co/openbmb/MiniCPM5-1B","hf_repo":"openbmb/MiniCPM5-1B","total_parameters_b":1.080632832,"marketing_parameters_b":1,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":1,"source_urls":["https://huggingface.co/openbmb/MiniCPM5-1B","https://huggingface.co/api/models/openbmb/MiniCPM5-1B"],"fit_notes":"Strong launch candidate for Pi 5; publisher provides GGUF and thinking/no-thinking recipes. Pi Zero memory fit must be measured.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":357756,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"87179e5c1f455ef22e6223592d2d61351b525bfc","hf_api_total_tensor_elements":1080632832,"stored_tensor_elements_by_dtype":{"BF16":1080632832},"scope_status":"within-9b-stored-tensor-estimate","downloads":357756,"revision":"87179e5c1f455ef22e6223592d2d61351b525bfc","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Strong launch candidate for Pi 5; publisher provides GGUF and thinking/no-thinking recipes. Pi Zero memory fit must be measured.","scope_exception":false,"chart_name":"MiniCPM5 1B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/openbmb/MiniCPM5-1B/blob/87179e5c1f455ef22e6223592d2d61351b525bfc/README.md"],"reasoning_notes":"Publisher documents and exact artifact template support enable_thinking=False; on-device smoke remains pending."},{"id":"minicpm5-2b","name":"MiniCPM5 2B","maker":"OpenBMB / ModelBest","family":"MiniCPM5","hf_url":"https://huggingface.co/openbmb/MiniCPM5-2B","hf_repo":"openbmb/MiniCPM5-2B","total_parameters_b":2.51675648,"marketing_parameters_b":2,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":1,"source_urls":["https://huggingface.co/openbmb/MiniCPM5-2B","https://huggingface.co/api/models/openbmb/MiniCPM5-2B"],"fit_notes":"Strong launch candidate; 2B name refers to non-embedding class, total published parameters are 2.517B. Official GGUF available.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":1316222,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"f97400052a43d642bbc6e9975e2397e3ae6a6b52","hf_api_total_tensor_elements":2516756480,"stored_tensor_elements_by_dtype":{"BF16":2516756480},"scope_status":"within-9b-stored-tensor-estimate","downloads":1316222,"revision":"f97400052a43d642bbc6e9975e2397e3ae6a6b52","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Strong launch candidate; 2B name refers to non-embedding class, total published parameters are 2.517B. Official GGUF available.","scope_exception":false,"chart_name":"MiniCPM5 2B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/openbmb/MiniCPM5-2B/blob/main/chat_template.jinja"],"reasoning_notes":"Generation template explicitly branches on enable_thinking: false inserts a closed empty think block; true inserts the opening think block."},{"id":"minicpm-v-4-7-1b","name":"MiniCPM-V 4.7 1B","maker":"OpenBMB / ModelBest","family":"MiniCPM-V","hf_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B","hf_repo":"openbmb/MiniCPM-V-4.7-1B","total_parameters_b":1.554476272,"marketing_parameters_b":1,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text","image","video"],"license":"apache-2.0","track":"multimodal","priority":2,"source_urls":["https://huggingface.co/openbmb/MiniCPM-V-4.7-1B","https://huggingface.co/api/models/openbmb/MiniCPM-V-4.7-1B"],"fit_notes":"Current compact image/video candidate. Benchmark visual encoder time and memory separately from text-only tests.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":15243,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"286817f1132b998913a129a221c89b4402b4ab80","hf_api_total_tensor_elements":1554476272,"stored_tensor_elements_by_dtype":{"BF16":1554476272},"scope_status":"within-9b-stored-tensor-estimate","downloads":15243,"revision":"286817f1132b998913a129a221c89b4402b4ab80","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Current compact image/video candidate. Benchmark visual encoder time and memory separately from text-only tests.","scope_exception":false,"chart_name":"MiniCPM-V 4.7 1B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"ling-3-0-tiny","name":"Ling 3.0 Tiny","maker":"inclusionAI / Ant Group","family":"Ling","hf_url":"https://huggingface.co/inclusionAI/Ling-3.0-tiny","hf_repo":"inclusionAI/Ling-3.0-tiny","total_parameters_b":7.8933928,"marketing_parameters_b":7.9,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"mit","track":"text","priority":2,"source_urls":["https://huggingface.co/inclusionAI/Ling-3.0-tiny","https://huggingface.co/api/models/inclusionAI/Ling-3.0-tiny"],"fit_notes":"7.9B total, 1.3B active hybrid MoE; active size does not describe weight memory. CPU runtime support must be verified before scheduling Pi jobs.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":11738,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"9a98e35fe1c9ee255f78dd64771c7ae15a799481","hf_api_total_tensor_elements":7893392800,"stored_tensor_elements_by_dtype":{"F32":40096,"BF16":7893352704},"scope_status":"within-9b-stored-tensor-estimate","active_parameters_b":1.3,"downloads":11738,"revision":"9a98e35fe1c9ee255f78dd64771c7ae15a799481","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"7.9B total, 1.3B active hybrid MoE; active size does not describe weight memory. CPU runtime support must be verified before scheduling Pi jobs.","scope_exception":false,"chart_name":"Ling 3.0 Tiny","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"g9v3-3b","name":"G9v3 3B","maker":"AI9Stars","family":"G9v3","hf_url":"https://huggingface.co/ai9stars/G9v3-3B","hf_repo":"ai9stars/G9v3-3B","total_parameters_b":2.98865664,"marketing_parameters_b":3,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":1,"source_urls":["https://huggingface.co/ai9stars/G9v3-3B","https://huggingface.co/api/models/ai9stars/G9v3-3B"],"fit_notes":"Resolves user G9 V3 to official dense G9v3-3B. Standard Llama architecture; benchmark thinking and no-thinking independently.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":1763,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"d9553445ff92dbce667381954c9699fbcbc924f9","hf_api_total_tensor_elements":2988656640,"stored_tensor_elements_by_dtype":{"BF16":2988656640},"scope_status":"within-9b-stored-tensor-estimate","alias_note":"Official source found for the spoken name G9 V3.","downloads":1763,"revision":"d9553445ff92dbce667381954c9699fbcbc924f9","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Resolves user G9 V3 to official dense G9v3-3B. Standard Llama architecture; benchmark thinking and no-thinking independently.","scope_exception":false,"chart_name":"G9v3 3B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"k2-horizon-0-9b","name":"K2 Horizon 0.9B","maker":"Institute of Foundation Models / MBZUAI","family":"K2 Horizon","hf_url":"https://huggingface.co/IFM/K2-Horizon-0.9B","hf_repo":"IFM/K2-Horizon-0.9B","total_parameters_b":1.078285824,"marketing_parameters_b":0.9,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":1,"source_urls":["https://huggingface.co/IFM/K2-Horizon-0.9B","https://huggingface.co/api/models/IFM/K2-Horizon-0.9B"],"fit_notes":"Small dense candidate; name differs from 1.078B stored tensor count. Pin context-extension settings and exact checkpoint.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":24521,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"383cb66347be4d361138e8157c2f8779b7440752","hf_api_total_tensor_elements":1078285824,"stored_tensor_elements_by_dtype":{"BF16":1078285824},"scope_status":"within-9b-stored-tensor-estimate","downloads":24521,"revision":"383cb66347be4d361138e8157c2f8779b7440752","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Small dense candidate; name differs from 1.078B stored tensor count. Pin context-extension settings and exact checkpoint.","scope_exception":false,"chart_name":"K2 Horizon 0.9B","reasoning_modes":["on"],"reasoning_source_urls":["https://huggingface.co/IFM/K2-Horizon-0.9B"],"reasoning_notes":"Published reasoning-only template. High effort; measured separately with a 32768-token output budget.","default_reasoning_mode":"on"},{"id":"k2-horizon-3-7b","name":"K2 Horizon 3.7B","maker":"Institute of Foundation Models / MBZUAI","family":"K2 Horizon","hf_url":"https://huggingface.co/IFM/K2-Horizon-3.7B","hf_repo":"IFM/K2-Horizon-3.7B","total_parameters_b":5.05825536,"marketing_parameters_b":3.7,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":2,"source_urls":["https://huggingface.co/IFM/K2-Horizon-3.7B","https://huggingface.co/api/models/IFM/K2-Horizon-3.7B"],"fit_notes":"Core-name 3.7B has 5.058B stored tensors including embeddings. Treat actual artifact size as memory evidence.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":23846,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"9d280ff742235796925c9fe3cf243dc1beea5c08","hf_api_total_tensor_elements":5058255360,"stored_tensor_elements_by_dtype":{"BF16":5058255360},"scope_status":"within-9b-stored-tensor-estimate","downloads":23846,"revision":"9d280ff742235796925c9fe3cf243dc1beea5c08","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Core-name 3.7B has 5.058B stored tensors including embeddings. Treat actual artifact size as memory evidence.","scope_exception":false,"chart_name":"K2 Horizon 3.7B","reasoning_modes":["on"],"reasoning_source_urls":["https://huggingface.co/IFM/K2-Horizon-3.7B"],"reasoning_notes":"Published reasoning-only template. High effort; measured separately with a 32768-token output budget.","default_reasoning_mode":"on"},{"id":"k2-horizon-7b","name":"K2 Horizon 7B","maker":"Institute of Foundation Models / MBZUAI","family":"K2 Horizon","hf_url":"https://huggingface.co/IFM/K2-Horizon-7B","hf_repo":"IFM/K2-Horizon-7B","total_parameters_b":8.99917824,"marketing_parameters_b":7,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":2,"source_urls":["https://huggingface.co/IFM/K2-Horizon-7B","https://huggingface.co/api/models/IFM/K2-Horizon-7B"],"fit_notes":"Core-name 7B has 8.999B stored tensors; near strict 9B boundary. Context must be capped for Pi feasibility.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":82524,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"4622f94a6632384784471fd674d5b78f8d527798","hf_api_total_tensor_elements":8999178240,"stored_tensor_elements_by_dtype":{"BF16":8999178240},"scope_status":"within-9b-stored-tensor-estimate","downloads":82524,"revision":"4622f94a6632384784471fd674d5b78f8d527798","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Core-name 7B has 8.999B stored tensors; near strict 9B boundary. Context must be capped for Pi feasibility.","scope_exception":false,"chart_name":"K2 Horizon 7B","reasoning_modes":["on"],"reasoning_source_urls":["https://huggingface.co/IFM/K2-Horizon-7B"],"reasoning_notes":"Published reasoning-only template. High effort; measured separately with a 32768-token output budget.","default_reasoning_mode":"on"},{"id":"ministral-3-3b-instruct-2512","name":"Ministral 3 3B Instruct","maker":"Mistral AI","family":"Ministral 3","hf_url":"https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512","hf_repo":"mistralai/Ministral-3-3B-Instruct-2512","total_parameters_b":3.849090048,"marketing_parameters_b":3,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text","image"],"license":"apache-2.0","track":"multimodal","priority":1,"source_urls":["https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512","https://huggingface.co/api/models/mistralai/Ministral-3-3B-Instruct-2512"],"fit_notes":"Likely interpretation of Mini Strong, not an exact transcription match. Includes 3.4B language model and 0.4B vision encoder; official default artifact is FP8.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":104905,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"b35d4dfe56c142746f54dbd64f579faab2744308","hf_api_total_tensor_elements":3849090048,"stored_tensor_elements_by_dtype":{"BF16":822899712,"F8_E4M3":3026190336},"scope_status":"within-9b-stored-tensor-estimate","alias_note":"Ministral is a plausible interpretation of the spoken Mini Strong name; identity was not confirmed by the user.","downloads":104905,"revision":"b35d4dfe56c142746f54dbd64f579faab2744308","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Likely interpretation of Mini Strong, not an exact transcription match. Includes 3.4B language model and 0.4B vision encoder; official default artifact is FP8.","scope_exception":false,"chart_name":"Ministral 3 3B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"ministral-3-8b-instruct-2512","name":"Ministral 3 8B Instruct","maker":"Mistral AI","family":"Ministral 3","hf_url":"https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512","hf_repo":"mistralai/Ministral-3-8B-Instruct-2512","total_parameters_b":8.91802624,"marketing_parameters_b":8,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text","image"],"license":"apache-2.0","track":"multimodal","priority":2,"source_urls":["https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512","https://huggingface.co/api/models/mistralai/Ministral-3-8B-Instruct-2512"],"fit_notes":"8.4B language model plus 0.4B vision encoder. Needs CPU-compatible quantized artifact; do not imply default FP8 runs efficiently on Pi.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":118210,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"5b26027e7b19eeb4b7352e1fed3926375dd2cb4d","hf_api_total_tensor_elements":8918026716,"stored_tensor_elements_by_dtype":{"BF16":1502496768,"F8_E4M3":7415529472},"scope_status":"within-9b-stored-tensor-estimate","alias_note":"Ministral is a plausible interpretation of the spoken Mini Strong name; identity was not confirmed by the user.","parameter_count_note":"HF API total differs from summed dtype counts; retain both for review. Confirm unique architecture parameters and tied weights when preparing an artifact.","downloads":118210,"revision":"5b26027e7b19eeb4b7352e1fed3926375dd2cb4d","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"8.4B language model plus 0.4B vision encoder. Needs CPU-compatible quantized artifact; do not imply default FP8 runs efficiently on Pi.","scope_exception":false,"chart_name":"Ministral 3 8B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"ministral-3-3b-reasoning-2512","name":"Ministral 3 3B Reasoning","maker":"Mistral AI","family":"Ministral 3","hf_url":"https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512","hf_repo":"mistralai/Ministral-3-3B-Reasoning-2512","total_parameters_b":3.849090048,"marketing_parameters_b":3,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text","image"],"license":"apache-2.0","track":"multimodal","priority":2,"source_urls":["https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512","https://huggingface.co/api/models/mistralai/Ministral-3-3B-Reasoning-2512"],"fit_notes":"Reasoning variant with image input; compare under fixed generation limits. HF API total and per-dtype counts disagree; use per-dtype stored count provisionally.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":16507,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"4a36357c811bf511a7b625d132e12f22408aac91","hf_api_total_tensor_elements":4251743232,"stored_tensor_elements_by_dtype":{"BF16":3849090048},"scope_status":"within-9b-stored-tensor-estimate","alias_note":"Ministral is a plausible interpretation of the spoken Mini Strong name; identity was not confirmed by the user.","parameter_count_note":"HF API total differs from summed dtype counts; retain both for review. Confirm unique architecture parameters and tied weights when preparing an artifact.","downloads":16507,"revision":"4a36357c811bf511a7b625d132e12f22408aac91","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Reasoning variant with image input; compare under fixed generation limits. HF API total and per-dtype counts disagree; use per-dtype stored count provisionally.","scope_exception":false,"chart_name":"Ministral 3 3B Reasoning","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"ministral-3-8b-reasoning-2512","name":"Ministral 3 8B Reasoning","maker":"Mistral AI","family":"Ministral 3","hf_url":"https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512","hf_repo":"mistralai/Ministral-3-8B-Reasoning-2512","total_parameters_b":8.91802624,"marketing_parameters_b":8,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text","image"],"license":"apache-2.0","track":"multimodal","priority":3,"source_urls":["https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512","https://huggingface.co/api/models/mistralai/Ministral-3-8B-Reasoning-2512"],"fit_notes":"Reasoning and image reference near top of size range; likely long task times on CPU.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":13222,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"81eaece1948f3875421d9a45bc55487d10e2d894","hf_api_total_tensor_elements":8918026240,"stored_tensor_elements_by_dtype":{"BF16":8918026240},"scope_status":"within-9b-stored-tensor-estimate","alias_note":"Ministral is a plausible interpretation of the spoken Mini Strong name; identity was not confirmed by the user.","downloads":13222,"revision":"81eaece1948f3875421d9a45bc55487d10e2d894","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Reasoning and image reference near top of size range; likely long task times on CPU.","scope_exception":false,"chart_name":"Ministral 3 8B Reasoning","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"olmo-2-0425-1b-instruct","name":"OLMo 2 1B Instruct","maker":"Allen Institute for AI","family":"OLMo 2","hf_url":"https://huggingface.co/allenai/OLMo-2-0425-1B-Instruct","hf_repo":"allenai/OLMo-2-0425-1B-Instruct","total_parameters_b":1.484916736,"marketing_parameters_b":1,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":2,"source_urls":["https://huggingface.co/allenai/OLMo-2-0425-1B-Instruct","https://huggingface.co/api/models/allenai/OLMo-2-0425-1B-Instruct"],"fit_notes":"Open training lineage baseline; older release, useful comparison rather than latest headline.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":52742,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"48d788eca847d4d7548f375ad03d3c9312f6139e","hf_api_total_tensor_elements":1484916736,"stored_tensor_elements_by_dtype":{"BF16":1484916736},"scope_status":"within-9b-stored-tensor-estimate","downloads":52742,"revision":"48d788eca847d4d7548f375ad03d3c9312f6139e","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Open training lineage baseline; older release, useful comparison rather than latest headline.","scope_exception":false,"chart_name":"OLMo 2 1B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"olmoe-1b-7b-0125-instruct","name":"OLMoE 1B-7B Instruct","maker":"Allen Institute for AI","family":"OLMoE","hf_url":"https://huggingface.co/allenai/OLMoE-1B-7B-0125-Instruct","hf_repo":"allenai/OLMoE-1B-7B-0125-Instruct","total_parameters_b":6.919161856,"marketing_parameters_b":7,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":3,"source_urls":["https://huggingface.co/allenai/OLMoE-1B-7B-0125-Instruct","https://huggingface.co/api/models/allenai/OLMoE-1B-7B-0125-Instruct"],"fit_notes":"Older MoE baseline; 1B active does not mean 1B stored. Keep as research baseline, not a claimed new release.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":107091,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"b89a7c4bc24fb9e55ce2543c9458ce0ca5c4650e","hf_api_total_tensor_elements":6919161856,"stored_tensor_elements_by_dtype":{"BF16":6919161856},"scope_status":"within-9b-stored-tensor-estimate","active_parameters_b":1,"downloads":107091,"revision":"b89a7c4bc24fb9e55ce2543c9458ce0ca5c4650e","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Older MoE baseline; 1B active does not mean 1B stored. Keep as research baseline, not a claimed new release.","scope_exception":false,"chart_name":"OLMoE 1B-7B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"olmo-3-7b-instruct","name":"Olmo 3 7B Instruct","maker":"Allen Institute for AI","family":"Olmo 3","hf_url":"https://huggingface.co/allenai/Olmo-3-7B-Instruct","hf_repo":"allenai/Olmo-3-7B-Instruct","total_parameters_b":7.298011136,"marketing_parameters_b":7,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":2,"source_urls":["https://huggingface.co/allenai/Olmo-3-7B-Instruct","https://huggingface.co/api/models/allenai/Olmo-3-7B-Instruct"],"fit_notes":"More recent instruct reference with open training provenance; standard dense text model.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":451620,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"6e5971d9eba42665f5bd5a0fcf047f299ce1dccc","hf_api_total_tensor_elements":7298011136,"stored_tensor_elements_by_dtype":{"BF16":7298011136},"scope_status":"within-9b-stored-tensor-estimate","downloads":451620,"revision":"6e5971d9eba42665f5bd5a0fcf047f299ce1dccc","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"More recent instruct reference with open training provenance; standard dense text model.","scope_exception":false,"chart_name":"Olmo 3 7B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"olmo-3-7b-think","name":"Olmo 3 7B Think","maker":"Allen Institute for AI","family":"Olmo 3","hf_url":"https://huggingface.co/allenai/Olmo-3-7B-Think","hf_repo":"allenai/Olmo-3-7B-Think","total_parameters_b":7.298011136,"marketing_parameters_b":7,"parameter_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","input_modalities":["text"],"license":"apache-2.0","track":"text","priority":3,"source_urls":["https://huggingface.co/allenai/Olmo-3-7B-Think","https://huggingface.co/api/models/allenai/Olmo-3-7B-Think"],"fit_notes":"Reasoning reference for bounded-time comparisons. Preserve distinct checkpoint and thinking policy.","verification_status":"verified-official","verified_at":"2026-10-17","hf_downloads":489793,"hf_downloads_snapshot_at":"2026-10-17","hf_revision":"d97e442d7cc678210054dbcc9b440894d62c89a4","hf_api_total_tensor_elements":7298011136,"stored_tensor_elements_by_dtype":{"BF16":7298011136},"scope_status":"within-9b-stored-tensor-estimate","downloads":489793,"revision":"d97e442d7cc678210054dbcc9b440894d62c89a4","checked_date":"2026-10-17","parameter_count_basis":"Stored safetensors tensor elements from sum of Hugging Face API dtype counts; includes vision encoder where present, excludes runtime state. Not an independently counted architecture total.","notes":"Reasoning reference for bounded-time comparisons. Preserve distinct checkpoint and thinking policy.","scope_exception":false,"chart_name":"Olmo 3 7B Think","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"Qwen/Qwen3.5-0.8B","family":"Qwen3.5","total_parameters_b":0.8,"input_modalities":["text","image","video"],"priority":1,"notes":"Publisher reports language-model size; the complete checkpoint adds vision and MTP tensors. Record thinking mode separately.","id":"qwen3-5-0-8b","name":"Qwen3.5-0.8B","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3.5-0.8B","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3.5-0.8B","https://huggingface.co/api/models/Qwen/Qwen3.5-0.8B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":3047993,"downloads_period":"last-month-hugging-face","model_revision":"2fc06364715b967f1860aea9cf38778875588b17","serialized_tensor_count_b":0.873438784,"benchmark_status":"not-measured","parameter_count_basis":"publisher language-model count; additional vision/MTP tensors in complete checkpoint","gated":false,"revision":"2fc06364715b967f1860aea9cf38778875588b17","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3.5 0.8B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/Qwen/Qwen3.5-0.8B"],"reasoning_notes":"Publisher explicitly documents both modes; non-thinking is the default for 0.8B. Configure enable_thinking explicitly in the inference recipe.","default_reasoning_mode":"off"},{"hf_repo":"Qwen/Qwen3.5-2B","family":"Qwen3.5","total_parameters_b":2,"input_modalities":["text","image","video"],"priority":1,"notes":"Publisher reports language-model size; complete checkpoint includes vision and MTP tensors. Test thinking and non-thinking separately.","id":"qwen3-5-2b","name":"Qwen3.5-2B","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3.5-2B","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3.5-2B","https://huggingface.co/api/models/Qwen/Qwen3.5-2B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":2892829,"downloads_period":"last-month-hugging-face","model_revision":"15852e8c16360a2fea060d615a32b45270f8a8fc","serialized_tensor_count_b":2.274069824,"benchmark_status":"not-measured","parameter_count_basis":"publisher language-model count; additional vision/MTP tensors in complete checkpoint","gated":false,"revision":"15852e8c16360a2fea060d615a32b45270f8a8fc","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3.5 2B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/Qwen/Qwen3.5-2B"],"reasoning_notes":"Publisher explicitly documents both modes; non-thinking is the default for 2B. Configure enable_thinking explicitly.","default_reasoning_mode":"off"},{"hf_repo":"Qwen/Qwen3.5-4B","family":"Qwen3.5","total_parameters_b":4,"input_modalities":["text","image","video"],"priority":1,"notes":"Publisher reports language-model size; complete checkpoint includes vision and MTP tensors. Board fit remains unmeasured.","id":"qwen3-5-4b","name":"Qwen3.5-4B","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3.5-4B","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3.5-4B","https://huggingface.co/api/models/Qwen/Qwen3.5-4B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":7962138,"downloads_period":"last-month-hugging-face","model_revision":"851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a","serialized_tensor_count_b":4.659865088,"benchmark_status":"not-measured","parameter_count_basis":"publisher language-model count; additional vision/MTP tensors in complete checkpoint","gated":false,"revision":"851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3.5 4B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/Qwen/Qwen3.5-4B#instruct-or-non-thinking-mode"],"reasoning_notes":"Publisher documents enable_thinking=false for direct responses; thinking is the default. Non-thinking measurements require an explicitly disabled recipe.","default_reasoning_mode":"on"},{"hf_repo":"Qwen/Qwen3.5-9B","family":"Qwen3.5","total_parameters_b":9,"input_modalities":["text","image","video"],"priority":2,"notes":"Requested named-9B boundary exception. Publisher labels the language model 9B; the complete multimodal/MTP checkpoint contains about 9.65B serialized tensors, above a strict 9B total cutoff. named-9B boundary exception; complete checkpoint exceeds strict 9B total","id":"qwen3-5-9b","name":"Qwen3.5-9B","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3.5-9B","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3.5-9B","https://huggingface.co/api/models/Qwen/Qwen3.5-9B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":8262238,"downloads_period":"last-month-hugging-face","model_revision":"c202236235762e1c871ad0ccb60c8ee5ba337b9a","serialized_tensor_count_b":9.653104368,"benchmark_status":"not-measured","parameter_count_basis":"publisher language-model count; additional vision/MTP tensors in complete checkpoint","gated":false,"scope_note":"named-9B boundary exception; complete checkpoint exceeds strict 9B total","revision":"c202236235762e1c871ad0ccb60c8ee5ba337b9a","checked_date":"2026-10-17","scope_exception":true,"chart_name":"Qwen3.5 9B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/Qwen/Qwen3.5-9B#instruct-or-non-thinking-mode"],"reasoning_notes":"Publisher documents enable_thinking=false; thinking is the default. Record the template flag with benchmark results.","default_reasoning_mode":"on"},{"hf_repo":"Qwen/Qwen3-0.6B","family":"Qwen3","total_parameters_b":0.6,"input_modalities":["text"],"priority":2,"notes":"Tiny text baseline. Serialized tensors include both tied input/output embeddings, so their sum exceeds unique parameters. Pi Zero 2 W fit requires measurement.","id":"qwen3-0-6b","name":"Qwen3-0.6B","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3-0.6B","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3-0.6B","https://huggingface.co/api/models/Qwen/Qwen3-0.6B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":30073785,"downloads_period":"last-month-hugging-face","model_revision":"c1899de289a04d12100db370d81485cdf75e47ca","serialized_tensor_count_b":0.751632384,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"c1899de289a04d12100db370d81485cdf75e47ca","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3-0.6B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/Qwen/Qwen3-0.6B#switching-between-thinking-and-non-thinking-mode"],"reasoning_notes":"Publisher documents a hard enable_thinking=false switch, alongside the default thinking mode.","default_reasoning_mode":"on"},{"hf_repo":"Qwen/Qwen3-1.7B","family":"Qwen3","total_parameters_b":1.7,"input_modalities":["text"],"priority":2,"notes":"Established text baseline with configurable thinking. Serialized tensors include duplicated tied embeddings; use the publisher count for model size.","id":"qwen3-1-7b","name":"Qwen3-1.7B","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3-1.7B","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3-1.7B","https://huggingface.co/api/models/Qwen/Qwen3-1.7B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":4054693,"downloads_period":"last-month-hugging-face","model_revision":"70d244cc86ccca08cf5af4e1e306ecf908b1ad5e","serialized_tensor_count_b":2.031739904,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"70d244cc86ccca08cf5af4e1e306ecf908b1ad5e","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3-1.7B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"Qwen/Qwen3-4B","family":"Qwen3","total_parameters_b":4,"input_modalities":["text"],"priority":3,"notes":"Original thinking/non-thinking checkpoint for historical comparison. Prioritize Instruct-2507 and Qwen3.5 for current runs.","id":"qwen3-4b","name":"Qwen3-4B","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3-4B","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3-4B","https://huggingface.co/api/models/Qwen/Qwen3-4B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":11695852,"downloads_period":"last-month-hugging-face","model_revision":"1cfa9a7208912126459214e8b04321603b3df60c","serialized_tensor_count_b":4.022468096,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"1cfa9a7208912126459214e8b04321603b3df60c","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3-4B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"Qwen/Qwen3-8B","family":"Qwen3","total_parameters_b":8,"input_modalities":["text"],"priority":2,"notes":"Text-only upper-end baseline. Record reasoning mode and all generated tokens alongside latency.","id":"qwen3-8b","name":"Qwen3-8B","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3-8B","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3-8B","https://huggingface.co/api/models/Qwen/Qwen3-8B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":9336872,"downloads_period":"last-month-hugging-face","model_revision":"b968826d9c46dd6066d109eabc6255188de91218","serialized_tensor_count_b":8.19073536,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"b968826d9c46dd6066d109eabc6255188de91218","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3-8B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"Qwen/Qwen3-4B-Instruct-2507","family":"Qwen3","total_parameters_b":4,"input_modalities":["text"],"priority":1,"notes":"Separate non-thinking July 2025 instruction checkpoint for direct-response latency and instruction/tool comparisons.","id":"qwen3-4b-instruct-2507","name":"Qwen3-4B-Instruct-2507","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507","https://huggingface.co/api/models/Qwen/Qwen3-4B-Instruct-2507"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":2979778,"downloads_period":"last-month-hugging-face","model_revision":"cdbee75f17c01a7cc42f958dc650907174af0554","serialized_tensor_count_b":4.022468096,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"cdbee75f17c01a7cc42f958dc650907174af0554","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3-4B-2507","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"Qwen/Qwen3-4B-Thinking-2507","family":"Qwen3","total_parameters_b":4,"input_modalities":["text"],"priority":2,"notes":"Separate reasoning checkpoint. Count reasoning tokens and apply completion deadlines.","id":"qwen3-4b-thinking-2507","name":"Qwen3-4B-Thinking-2507","maker":"Qwen","hf_url":"https://huggingface.co/Qwen/Qwen3-4B-Thinking-2507","license":"apache-2.0","source_urls":["https://huggingface.co/Qwen/Qwen3-4B-Thinking-2507","https://huggingface.co/api/models/Qwen/Qwen3-4B-Thinking-2507"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":608961,"downloads_period":"last-month-hugging-face","model_revision":"768f209d9ea81521153ed38c47d515654e938aea","serialized_tensor_count_b":4.022468096,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"768f209d9ea81521153ed38c47d515654e938aea","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Qwen3-4B-Thinking-2507","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"google/gemma-4-E2B","family":"Gemma 4","total_parameters_b":5.1,"effective_parameters_b":2.3,"input_modalities":["text","image","audio","video"],"priority":1,"notes":"E2B means 2.3B effective computation; the publisher reports 5.1B with embeddings. Native audio input; video uses image frames.","id":"gemma-4-e2b","name":"gemma-4-E2B","maker":"Google DeepMind","hf_url":"https://huggingface.co/google/gemma-4-E2B","license":"apache-2.0","source_urls":["https://huggingface.co/google/gemma-4-E2B","https://huggingface.co/api/models/google/gemma-4-E2B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":219383,"downloads_period":"last-month-hugging-face","model_revision":"d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f","serialized_tensor_count_b":5.123178051,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Gemma 4 E2B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/google/gemma-4-E2B"],"reasoning_notes":"Official card demonstrates enable_thinking=false and instructs setting true to enable reasoning. Modes refer to explicit extended-thinking output."},{"hf_repo":"google/gemma-4-E4B","family":"Gemma 4","total_parameters_b":8,"effective_parameters_b":4.5,"input_modalities":["text","image","audio","video"],"priority":1,"notes":"E4B means 4.5B effective computation; the publisher reports 8B including per-layer embeddings. Native audio input; video uses frames.","id":"gemma-4-e4b","name":"gemma-4-E4B","maker":"Google DeepMind","hf_url":"https://huggingface.co/google/gemma-4-E4B","license":"apache-2.0","source_urls":["https://huggingface.co/google/gemma-4-E4B","https://huggingface.co/api/models/google/gemma-4-E4B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":587632,"downloads_period":"last-month-hugging-face","model_revision":"411aa17b749aa952df1359d2dcea73917a544d9a","serialized_tensor_count_b":7.99615649,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"411aa17b749aa952df1359d2dcea73917a544d9a","checked_date":"2026-10-17","scope_exception":false,"chart_name":"Gemma 4 E4B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/google/gemma-4-E4B"],"reasoning_notes":"Official card documents configurable thinking modes and an enable_thinking flag. Disable explicitly for a non-thinking run."},{"hf_repo":"google/gemma-3-270m-it","family":"Gemma 3","total_parameters_b":0.27,"input_modalities":["text"],"priority":1,"notes":"Very small instruction-tuned text baseline for Pi Zero 2 W feasibility. Weight size alone does not establish RAM fit.","id":"gemma-3-270m-it","name":"gemma-3-270m-it","maker":"Google DeepMind","hf_url":"https://huggingface.co/google/gemma-3-270m-it","license":"gemma","source_urls":["https://huggingface.co/google/gemma-3-270m-it","https://huggingface.co/api/models/google/gemma-3-270m-it"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":69816,"downloads_period":"last-month-hugging-face","model_revision":"ac82b4e820549b854eebf28ce6dedaf9fdfa17b3","serialized_tensor_count_b":0.268098176,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":"manual","revision":"ac82b4e820549b854eebf28ce6dedaf9fdfa17b3","checked_date":"2026-10-17","scope_exception":false,"chart_name":"gemma-3-270m-it","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"google/gemma-3-1b-it","family":"Gemma 3","total_parameters_b":1,"input_modalities":["text"],"priority":2,"notes":"Established text-only 1B baseline. Multimodal Gemma 3 variants start at larger sizes.","id":"gemma-3-1b-it","name":"gemma-3-1b-it","maker":"Google DeepMind","hf_url":"https://huggingface.co/google/gemma-3-1b-it","license":"gemma","source_urls":["https://huggingface.co/google/gemma-3-1b-it","https://huggingface.co/api/models/google/gemma-3-1b-it"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":1823185,"downloads_period":"last-month-hugging-face","model_revision":"dcc83ea841ab6100d6b47a070329e1ba4cf78752","serialized_tensor_count_b":0.999885952,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":"manual","revision":"dcc83ea841ab6100d6b47a070329e1ba4cf78752","checked_date":"2026-10-17","scope_exception":false,"chart_name":"gemma-3-1b-it","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"google/gemma-3-4b-it","family":"Gemma 3","total_parameters_b":4,"input_modalities":["text","image"],"priority":2,"notes":"Instruction-tuned text/image baseline under the Gemma license. Complete checkpoint includes the vision component.","id":"gemma-3-4b-it","name":"gemma-3-4b-it","maker":"Google DeepMind","hf_url":"https://huggingface.co/google/gemma-3-4b-it","license":"gemma","source_urls":["https://huggingface.co/google/gemma-3-4b-it","https://huggingface.co/api/models/google/gemma-3-4b-it"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":1096769,"downloads_period":"last-month-hugging-face","model_revision":"093f9f388b31de276ce2de164bdc2081324b9767","serialized_tensor_count_b":4.300079472,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":"manual","revision":"093f9f388b31de276ce2de164bdc2081324b9767","checked_date":"2026-10-17","scope_exception":false,"chart_name":"gemma-3-4b-it","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2.5-230M","family":"LFM2.5","total_parameters_b":0.23,"input_modalities":["text"],"priority":1,"notes":"Compact current instruction model with official GGUF/ONNX artifacts. Priority Pi Zero 2 W feasibility candidate for extraction/tool selection; no fit is claimed.","id":"lfm2-5-230m","name":"LFM2.5-230M","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-230M","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-230M","https://huggingface.co/api/models/LiquidAI/LFM2.5-230M"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":81946,"downloads_period":"last-month-hugging-face","model_revision":"40cb2ad3b3044d5a41eee083a6103c8b523afa45","serialized_tensor_count_b":0.229693184,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"40cb2ad3b3044d5a41eee083a6103c8b523afa45","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 230M","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/LiquidAI/LFM2.5-230M","https://huggingface.co/LiquidAI/LFM2.5-230M/blob/main/chat_template.jinja"],"reasoning_notes":"Published as a general-purpose instruction checkpoint with a direct assistant generation prefix. Template handling of past reasoning fields does not establish an optional thinking generation mode."},{"hf_repo":"LiquidAI/LFM2.5-350M","family":"LFM2.5","total_parameters_b":0.35,"input_modalities":["text"],"priority":1,"notes":"Current compact instruction checkpoint. Prioritize alongside 230M on constrained boards; custom LFM license applies.","id":"lfm2-5-350m","name":"LFM2.5-350M","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-350M","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-350M","https://huggingface.co/api/models/LiquidAI/LFM2.5-350M"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":53427,"downloads_period":"last-month-hugging-face","model_revision":"9e6c6ccf47cd318696e137d381a7ded8fe4df09f","serialized_tensor_count_b":0.354483968,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"9e6c6ccf47cd318696e137d381a7ded8fe4df09f","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 350M","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/LiquidAI/LFM2.5-350M","https://huggingface.co/LiquidAI/LFM2.5-350M/blob/main/chat_template.jinja"],"reasoning_notes":"Published instruction checkpoint with direct assistant generation prefix. Only the documented direct-response configuration is listed; past-message preserve_thinking is not a reasoning-generation toggle."},{"hf_repo":"LiquidAI/LFM2.5-1.2B-Instruct","family":"LFM2.5","total_parameters_b":1.17,"input_modalities":["text"],"priority":1,"notes":"Publisher architecture reports 1.17B; 1.2B is the family label. General instruction checkpoint, separate from Thinking.","id":"lfm2-5-1-2b-instruct","name":"LFM2.5-1.2B-Instruct","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct","https://huggingface.co/api/models/LiquidAI/LFM2.5-1.2B-Instruct"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":115208,"downloads_period":"last-month-hugging-face","model_revision":"0f604ada3f766f9f257460c4c9f0b5d6f69d431b","serialized_tensor_count_b":1.170340608,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"0f604ada3f766f9f257460c4c9f0b5d6f69d431b","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 1.2B","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct","https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct/blob/main/chat_template.jinja"],"reasoning_notes":"Publisher distinguishes the general-purpose Instruct checkpoint from the separate Thinking checkpoint. Template generation opens the assistant directly; preserve_thinking handles historical message serialization, not a generation-mode toggle."},{"hf_repo":"LiquidAI/LFM2.5-1.2B-Thinking","family":"LFM2.5","total_parameters_b":1.17,"input_modalities":["text"],"priority":2,"notes":"Reasoning-tuned 1.17B checkpoint. Include reasoning tokens in response-time and tokens-per-task measurements.","id":"lfm2-5-1-2b-thinking","name":"LFM2.5-1.2B-Thinking","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking","https://huggingface.co/api/models/LiquidAI/LFM2.5-1.2B-Thinking"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":8058,"downloads_period":"last-month-hugging-face","model_revision":"f313478934a7612d22991f752959d7a1a8756fec","serialized_tensor_count_b":1.170340608,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"f313478934a7612d22991f752959d7a1a8756fec","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 1.2B-Thinking","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2.5-2.6B","family":"LFM2.5","total_parameters_b":2.6,"input_modalities":["text"],"priority":1,"notes":"Current larger dense instruction checkpoint; publisher size is rounded. Custom LFM license applies.","id":"lfm2-5-2-6b","name":"LFM2.5-2.6B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-2.6B","https://huggingface.co/api/models/LiquidAI/LFM2.5-2.6B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":116411,"downloads_period":"last-month-hugging-face","model_revision":"654f9463ce32b05d0429d76fe1f580b27d4c1ac0","serialized_tensor_count_b":2.697198592,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"654f9463ce32b05d0429d76fe1f580b27d4c1ac0","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 2.6B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2.5-8B-A1B","family":"LFM2.5","total_parameters_b":8.3,"active_parameters_b":1.5,"input_modalities":["text"],"priority":2,"notes":"Despite A1B in its name, the current publisher card reports 8.3B total and 1.5B active. Memory eligibility uses total parameters.","id":"lfm2-5-8b-a1b","name":"LFM2.5-8B-A1B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-8B-A1B","https://huggingface.co/api/models/LiquidAI/LFM2.5-8B-A1B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":34085,"downloads_period":"last-month-hugging-face","model_revision":"5dd22602c2e9f6a097b1de4c4efe0658b605015c","serialized_tensor_count_b":8.467856832,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"5dd22602c2e9f6a097b1de4c4efe0658b605015c","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 8B-A1B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2.5-VL-1.6B","family":"LFM2.5-VL","total_parameters_b":1.6,"input_modalities":["text","image"],"priority":1,"notes":"Compact vision-language checkpoint. Record image resolution, preprocessing and image-token limits.","id":"lfm2-5-vl-1-6b","name":"LFM2.5-VL-1.6B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B","https://huggingface.co/api/models/LiquidAI/LFM2.5-VL-1.6B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":30796,"downloads_period":"last-month-hugging-face","model_revision":"919fde3d022e3f90a4716006f993938ee8c2eb97","serialized_tensor_count_b":1.596625904,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"919fde3d022e3f90a4716006f993938ee8c2eb97","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 VL-1.6B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2.5-VL-3B","family":"LFM2.5-VL","total_parameters_b":3.12,"input_modalities":["text","image"],"priority":2,"notes":"Current vision-language checkpoint using LFM2.5-2.6B and SigLIP2 NaFlex. Evaluate image tasks separately from text scores.","id":"lfm2-5-vl-3b","name":"LFM2.5-VL-3B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-VL-3B","https://huggingface.co/api/models/LiquidAI/LFM2.5-VL-3B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":29077,"downloads_period":"last-month-hugging-face","model_revision":"35a118d938ce6d123ac2d371649f24a8efb69058","serialized_tensor_count_b":3.123483888,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"35a118d938ce6d123ac2d371649f24a8efb69058","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 VL-3B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2.5-Audio-1.5B","family":"LFM2.5-Audio","total_parameters_b":1.5,"input_modalities":["text","audio"],"priority":2,"notes":"Speech/text input and output checkpoint requiring liquid-audio. Use a separate audio evaluation track.","id":"lfm2-5-audio-1-5b","name":"LFM2.5-Audio-1.5B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2.5-Audio-1.5B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2.5-Audio-1.5B","https://huggingface.co/api/models/LiquidAI/LFM2.5-Audio-1.5B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":6366,"downloads_period":"last-month-hugging-face","model_revision":"c362a0625dfe45aa588dce5f0ada28a7e5707628","serialized_tensor_count_b":1.470308496,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"c362a0625dfe45aa588dce5f0ada28a7e5707628","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2.5 Audio-1.5B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2-350M","family":"LFM2","total_parameters_b":0.35,"input_modalities":["text"],"priority":3,"notes":"Older small instruction baseline. Prioritize LFM2.5-230M/350M for new deployments.","id":"lfm2-350m","name":"LFM2-350M","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2-350M","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2-350M","https://huggingface.co/api/models/LiquidAI/LFM2-350M"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":23388,"downloads_period":"last-month-hugging-face","model_revision":"f37d3f5c8c5484bc01dad379a595cf4c68c4e70e","serialized_tensor_count_b":0.354483968,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"f37d3f5c8c5484bc01dad379a595cf4c68c4e70e","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2-350M","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2-700M","family":"LFM2","total_parameters_b":0.7,"input_modalities":["text"],"priority":2,"notes":"Intermediate edge size absent from the current LFM2.5 instruction lineup. Publisher size is rounded.","id":"lfm2-700m","name":"LFM2-700M","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2-700M","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2-700M","https://huggingface.co/api/models/LiquidAI/LFM2-700M"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":5498,"downloads_period":"last-month-hugging-face","model_revision":"86f49fc9a3800c3a325b7320bde179c318062583","serialized_tensor_count_b":0.742489344,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"86f49fc9a3800c3a325b7320bde179c318062583","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2-700M","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2-1.2B","family":"LFM2","total_parameters_b":1.17,"input_modalities":["text"],"priority":3,"notes":"Earlier 1.17B post-trained text baseline for controlled comparisons across model generations.","id":"lfm2-1-2b","name":"LFM2-1.2B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2-1.2B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2-1.2B","https://huggingface.co/api/models/LiquidAI/LFM2-1.2B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":46313,"downloads_period":"last-month-hugging-face","model_revision":"40f3da0d0164913923aee9462c23077868b816a3","serialized_tensor_count_b":1.170340608,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"40f3da0d0164913923aee9462c23077868b816a3","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2-1.2B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2-2.6B","family":"LFM2","total_parameters_b":2.6,"input_modalities":["text"],"priority":3,"notes":"Earlier post-trained checkpoint; prioritize LFM2.5-2.6B for current deployments.","id":"lfm2-2-6b","name":"LFM2-2.6B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2-2.6B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2-2.6B","https://huggingface.co/api/models/LiquidAI/LFM2-2.6B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":7039,"downloads_period":"last-month-hugging-face","model_revision":"36ed799f7024ef169ba92ffe184821835e15cc66","serialized_tensor_count_b":2.56927232,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"36ed799f7024ef169ba92ffe184821835e15cc66","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2-2.6B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2-8B-A1B","family":"LFM2","total_parameters_b":8.3,"active_parameters_b":1.5,"input_modalities":["text"],"priority":3,"notes":"MoE baseline with approximately 8.3B total/1.5B active. Total model storage matters on a Pi.","id":"lfm2-8b-a1b","name":"LFM2-8B-A1B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2-8B-A1B","https://huggingface.co/api/models/LiquidAI/LFM2-8B-A1B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":15216,"downloads_period":"last-month-hugging-face","model_revision":"c1c44ff9fc00db3ebf4516970563f5f383d23670","serialized_tensor_count_b":8.339929856,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"c1c44ff9fc00db3ebf4516970563f5f383d23670","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2-8B-A1B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2-VL-450M","family":"LFM2-VL","total_parameters_b":0.45,"input_modalities":["text","image"],"priority":1,"notes":"Very compact official vision-language candidate. Image encoder overhead and actual board fit remain unmeasured.","id":"lfm2-vl-450m","name":"LFM2-VL-450M","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2-VL-450M","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2-VL-450M","https://huggingface.co/api/models/LiquidAI/LFM2-VL-450M"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":15645,"downloads_period":"last-month-hugging-face","model_revision":"d355d88bf86e5c7054230232120e573ca2238286","serialized_tensor_count_b":0.450822656,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"d355d88bf86e5c7054230232120e573ca2238286","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2-VL-450M","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2-VL-1.6B","family":"LFM2-VL","total_parameters_b":1.6,"input_modalities":["text","image"],"priority":3,"notes":"Earlier vision-language checkpoint for controlled comparison with LFM2.5-VL-1.6B.","id":"lfm2-vl-1-6b","name":"LFM2-VL-1.6B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2-VL-1.6B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2-VL-1.6B","https://huggingface.co/api/models/LiquidAI/LFM2-VL-1.6B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":23835,"downloads_period":"last-month-hugging-face","model_revision":"2c2e7f9b0f48a478d7d497ef1864519dfd3994cd","serialized_tensor_count_b":1.584804,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"2c2e7f9b0f48a478d7d497ef1864519dfd3994cd","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2-VL-1.6B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/LFM2-Audio-1.5B","family":"LFM2-Audio","total_parameters_b":1.5,"input_modalities":["text","audio"],"priority":3,"notes":"Earlier speech/text checkpoint requiring liquid-audio. Retain in a separate audio track.","id":"lfm2-audio-1-5b","name":"LFM2-Audio-1.5B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/LFM2-Audio-1.5B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/LFM2-Audio-1.5B","https://huggingface.co/api/models/LiquidAI/LFM2-Audio-1.5B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":407,"downloads_period":"last-month-hugging-face","model_revision":"c798aad30dc3cd72e72970beab51326b8443bd94","serialized_tensor_count_b":1.470308496,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"c798aad30dc3cd72e72970beab51326b8443bd94","checked_date":"2026-10-17","scope_exception":false,"chart_name":"LFM2-Audio-1.5B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/d1-omni-600M","family":"Liquid d1","total_parameters_b":0.587,"input_modalities":["text","image","audio"],"priority":2,"evaluation_track":"decision-classification","notes":"Early research release for single-pass decisions over text/images/speech, rather than chat generation. Publisher reports no inference numbers; use a separate protocol.","id":"d1-omni-600m","name":"d1-omni-600M","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/d1-omni-600M","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/d1-omni-600M","https://huggingface.co/api/models/LiquidAI/d1-omni-600M"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":13899,"downloads_period":"last-month-hugging-face","model_revision":"02b55d7076f15129e59ab3f94783f32c4b088674","serialized_tensor_count_b":0.587161089,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"02b55d7076f15129e59ab3f94783f32c4b088674","checked_date":"2026-10-17","scope_exception":false,"chart_name":"d1-omni-600M","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"hf_repo":"LiquidAI/d1-3B","family":"Liquid d1","total_parameters_b":3.12,"input_modalities":["text","image"],"priority":2,"evaluation_track":"decision-classification","notes":"Multimodal decision/classification checkpoint relevant to edge actions. Requires separate evaluation from autoregressive throughput.","id":"d1-3b","name":"d1-3B","maker":"Liquid AI","hf_url":"https://huggingface.co/LiquidAI/d1-3B","license":"lfm1.0","source_urls":["https://huggingface.co/LiquidAI/d1-3B","https://huggingface.co/api/models/LiquidAI/d1-3B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":19829,"downloads_period":"last-month-hugging-face","model_revision":"051bcc464b01b9f92942b364d9586b0ef5912432","serialized_tensor_count_b":3.123483888,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"051bcc464b01b9f92942b364d9586b0ef5912432","checked_date":"2026-10-17","scope_exception":false,"chart_name":"d1-3B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"gemma-4-26b-a4b","name":"gemma-4-26B-A4B","maker":"Google DeepMind","family":"Gemma 4","hf_repo":"google/gemma-4-26B-A4B","hf_url":"https://huggingface.co/google/gemma-4-26B-A4B","total_parameters_b":25.2,"active_parameters_b":3.8,"input_modalities":["text","image","video"],"license":"apache-2.0","priority":3,"scope":"out-of-scope","scope_note":"Above 9B total; low active count does not make this a 4B-memory model.","notes":"Publisher reports 25.2B total and 3.8B active, plus the vision component in the complete checkpoint. Keep excluded from the small-model benchmark list. Above 9B total; low active count does not make this a 4B-memory model.","source_urls":["https://huggingface.co/google/gemma-4-26B-A4B","https://huggingface.co/api/models/google/gemma-4-26B-A4B"],"verification_status":"verified-publisher-card","verified_at":"2026-10-17","downloads":43238,"downloads_period":"last-month-hugging-face","model_revision":"24548b62aa021d562695c04aaf7758a1ea47990b","serialized_tensor_count_b":26.544131376,"benchmark_status":"not-measured","parameter_count_basis":"publisher-declared-rounded","gated":false,"revision":"24548b62aa021d562695c04aaf7758a1ea47990b","checked_date":"2026-10-17","scope_exception":true,"chart_name":"Gemma 4 26B-A4B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Nemotron 3 Nano 4B","maker":"NVIDIA","family":"Nemotron","total_parameters_b":3.97,"input_modalities":["text"],"priority":1,"notes":"March 2026 release, compressed from Nano 9B v2. Hybrid Mamba/attention; benchmark thinking and non-thinking separately. CPU runtime must be validated.","license":"NVIDIA Nemotron Open Model License","id":"nemotron-3-nano-4b","hf_id":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","hf_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","downloads":1570016,"downloads_monthly":1570016,"likes":137,"revision":"dfaf35de3e30f1867dd8dbc38a7fc9fb52d3914f","verified_revision":"dfaf35de3e30f1867dd8dbc38a7fc9fb52d3914f","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","https://huggingface.co/api/models/nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":3973556832,"hf_license_metadata":"other","checked_date":"2026-10-17","hf_repo":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","scope_exception":false,"chart_name":"Nemotron 3 Nano 4B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16/blob/dfaf35de3e30f1867dd8dbc38a7fc9fb52d3914f/README.md"],"reasoning_notes":"Publisher documents and exact artifact template support enable_thinking=False; on-device smoke remains pending."},{"name":"Nemotron Nano 9B v2","maker":"NVIDIA","family":"Nemotron","total_parameters_b":9.0,"input_modalities":["text"],"priority":2,"notes":"Dense hybrid Mamba/Transformer reasoning model. Official 9B class; HF serialized BF16 tensor count is about 8.888B. Pin Mamba state precision and thinking budget.","license":"NVIDIA Open Model License","id":"nemotron-nano-9b-v2","hf_id":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","hf_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2","downloads":268439,"downloads_monthly":268439,"likes":529,"revision":"6533e8de2c68e4536bf7c411d7a3ce5734111476","verified_revision":"6533e8de2c68e4536bf7c411d7a3ce5734111476","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2","https://huggingface.co/api/models/nvidia/NVIDIA-Nemotron-Nano-9B-v2"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":8888227328,"hf_license_metadata":"other","checked_date":"2026-10-17","hf_repo":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","scope_exception":false,"chart_name":"Nemotron Nano 9B v2","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Llama 3.1 Nemotron Nano 8B","maker":"NVIDIA","family":"Nemotron","total_parameters_b":8.0,"input_modalities":["text"],"priority":3,"notes":"Llama-derived 2025 reasoning/non-reasoning baseline; older than the 4B Nano release. NVIDIA Open Model and underlying Llama terms apply.","license":"NVIDIA Open Model License; Llama 3.1 Community License","id":"llama-3-1-nemotron-nano-8b","hf_id":"nvidia/Llama-3.1-Nemotron-Nano-8B-v1","hf_url":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-Nano-8B-v1","downloads":6274,"downloads_monthly":6274,"likes":227,"revision":"54641c1611fcff44fa4865626462445e0a153fc7","verified_revision":"54641c1611fcff44fa4865626462445e0a153fc7","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/nvidia/Llama-3.1-Nemotron-Nano-8B-v1","https://huggingface.co/api/models/nvidia/Llama-3.1-Nemotron-Nano-8B-v1"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":8030261248,"hf_license_metadata":"other","checked_date":"2026-10-17","hf_repo":"nvidia/Llama-3.1-Nemotron-Nano-8B-v1","scope_exception":false,"chart_name":"Llama 3.1 Nemotron Nano 8B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Nemotron Mini 4B Instruct","maker":"NVIDIA","family":"Nemotron","total_parameters_b":4.0,"input_modalities":["text"],"priority":3,"notes":"Legacy 2024 control. Card header names NVIDIA Open Model License while card body links older NVIDIA Community Model License; review the pinned LICENSE before distribution.","license":"NVIDIA license: pinned-file review required","id":"nemotron-mini-4b-instruct","hf_id":"nvidia/Nemotron-Mini-4B-Instruct","hf_url":"https://huggingface.co/nvidia/Nemotron-Mini-4B-Instruct","downloads":32964,"downloads_monthly":32964,"likes":191,"revision":"791833e92ebddb0bc2c1007f6d2b6764f886a2ae","verified_revision":"791833e92ebddb0bc2c1007f6d2b6764f886a2ae","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/nvidia/Nemotron-Mini-4B-Instruct","https://huggingface.co/api/models/nvidia/Nemotron-Mini-4B-Instruct"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"other","checked_date":"2026-10-17","hf_repo":"nvidia/Nemotron-Mini-4B-Instruct","scope_exception":false,"chart_name":"Nemotron Mini 4B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Bonsai 1.7B 1-bit","maker":"Prism ML","family":"Bonsai","total_parameters_b":1.7,"input_modalities":["text"],"priority":1,"notes":"Qwen3-derived binary-weight model. Use PrismML kernels and record the exact GGUF layout. Weight file size does not include KV cache, activations or total process memory.","license":"apache-2.0","id":"bonsai-1-7b-1-bit","hf_id":"prism-ml/Bonsai-1.7B-gguf","hf_url":"https://huggingface.co/prism-ml/Bonsai-1.7B-gguf","downloads":73223,"downloads_monthly":73223,"likes":95,"revision":"210a9e99f79cb184909d49595906526eb2b3dd9a","verified_revision":"210a9e99f79cb184909d49595906526eb2b3dd9a","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Bonsai-1.7B-gguf","https://huggingface.co/api/models/prism-ml/Bonsai-1.7B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Bonsai-1.7B-gguf","scope_exception":false,"chart_name":"Bonsai 1.7B 1-bit","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Bonsai 4B 1-bit","maker":"Prism ML","family":"Bonsai","total_parameters_b":4.0,"input_modalities":["text"],"priority":2,"notes":"Qwen3-derived binary-weight model. Use PrismML kernels and record the exact GGUF layout. Weight file size does not include KV cache, activations or total process memory.","license":"apache-2.0","id":"bonsai-4b-1-bit","hf_id":"prism-ml/Bonsai-4B-gguf","hf_url":"https://huggingface.co/prism-ml/Bonsai-4B-gguf","downloads":30878,"downloads_monthly":30878,"likes":65,"revision":"78f2c2bacd0904ffaba24b4873ed975e5818354a","verified_revision":"78f2c2bacd0904ffaba24b4873ed975e5818354a","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Bonsai-4B-gguf","https://huggingface.co/api/models/prism-ml/Bonsai-4B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Bonsai-4B-gguf","scope_exception":false,"chart_name":"Bonsai 4B 1-bit","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Bonsai 8B 1-bit","maker":"Prism ML","family":"Bonsai","total_parameters_b":8.19,"input_modalities":["text"],"priority":2,"notes":"Qwen3-derived binary-weight model. Use PrismML kernels and record the exact GGUF layout. Weight file size does not include KV cache, activations or total process memory.","license":"apache-2.0","id":"bonsai-8b-1-bit","hf_id":"prism-ml/Bonsai-8B-gguf","hf_url":"https://huggingface.co/prism-ml/Bonsai-8B-gguf","downloads":119498,"downloads_monthly":119498,"likes":797,"revision":"48516770dd04643643e9f9019a2a349cf26c5dbd","verified_revision":"48516770dd04643643e9f9019a2a349cf26c5dbd","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Bonsai-8B-gguf","https://huggingface.co/api/models/prism-ml/Bonsai-8B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Bonsai-8B-gguf","scope_exception":false,"chart_name":"Bonsai 8B 1-bit","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Ternary Bonsai 1.7B","maker":"Prism ML","family":"Bonsai","total_parameters_b":1.72,"input_modalities":["text"],"priority":1,"notes":"Qwen3-derived ternary model; compare against the same backbone and bit precision baseline. Packed Q2 weights are not a measurement of peak resident memory.","license":"apache-2.0","id":"ternary-bonsai-1-7b","hf_id":"prism-ml/Ternary-Bonsai-1.7B-gguf","hf_url":"https://huggingface.co/prism-ml/Ternary-Bonsai-1.7B-gguf","downloads":10959,"downloads_monthly":10959,"likes":49,"revision":"983b5dec2ff16aab79990711ba0f828a499a7e6a","verified_revision":"983b5dec2ff16aab79990711ba0f828a499a7e6a","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Ternary-Bonsai-1.7B-gguf","https://huggingface.co/api/models/prism-ml/Ternary-Bonsai-1.7B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Ternary-Bonsai-1.7B-gguf","scope_exception":false,"chart_name":"Ternary Bonsai 1.7B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Ternary Bonsai 4B","maker":"Prism ML","family":"Bonsai","total_parameters_b":4.0,"input_modalities":["text"],"priority":1,"notes":"Qwen3-derived ternary model; compare against the same backbone and bit precision baseline. Packed Q2 weights are not a measurement of peak resident memory.","license":"apache-2.0","id":"ternary-bonsai-4b","hf_id":"prism-ml/Ternary-Bonsai-4B-gguf","hf_url":"https://huggingface.co/prism-ml/Ternary-Bonsai-4B-gguf","downloads":9768,"downloads_monthly":9768,"likes":38,"revision":"a3eb42bafe873f9686bc97486c43b72ef7d75ec8","verified_revision":"a3eb42bafe873f9686bc97486c43b72ef7d75ec8","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Ternary-Bonsai-4B-gguf","https://huggingface.co/api/models/prism-ml/Ternary-Bonsai-4B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Ternary-Bonsai-4B-gguf","scope_exception":false,"chart_name":"Ternary Bonsai 4B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Ternary Bonsai 8B","maker":"Prism ML","family":"Bonsai","total_parameters_b":8.19,"input_modalities":["text"],"priority":2,"notes":"Qwen3-derived ternary model; compare against the same backbone and bit precision baseline. Packed Q2 weights are not a measurement of peak resident memory.","license":"apache-2.0","id":"ternary-bonsai-8b","hf_id":"prism-ml/Ternary-Bonsai-8B-gguf","hf_url":"https://huggingface.co/prism-ml/Ternary-Bonsai-8B-gguf","downloads":370452,"downloads_monthly":370452,"likes":172,"revision":"c2aefbeb4b24469cd11579c3384b990404c17a30","verified_revision":"c2aefbeb4b24469cd11579c3384b990404c17a30","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Ternary-Bonsai-8B-gguf","https://huggingface.co/api/models/prism-ml/Ternary-Bonsai-8B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Ternary-Bonsai-8B-gguf","scope_exception":false,"chart_name":"Ternary Bonsai 8B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Ternary Bonsai 2 2B","maker":"Prism ML","family":"Bonsai 2","total_parameters_b":2.21,"input_modalities":["text","image"],"priority":1,"notes":"Card declares approximately 1.88B language plus 0.33B optional vision parameters. About 0.43GB PTQ1 language weights, plus vision pack when used; peak memory still must be measured. Requires compatible Hadamard/ternary kernels.","language_parameters_b":1.88,"vision_parameters_b":0.33,"license":"apache-2.0","id":"ternary-bonsai-2-2b","hf_id":"prism-ml/Ternary-Bonsai-2-2B-gguf","hf_url":"https://huggingface.co/prism-ml/Ternary-Bonsai-2-2B-gguf","downloads":10865,"downloads_monthly":10865,"likes":23,"revision":"683f7be2629342a50987627b40881e54761a2430","verified_revision":"683f7be2629342a50987627b40881e54761a2430","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Ternary-Bonsai-2-2B-gguf","https://huggingface.co/api/models/prism-ml/Ternary-Bonsai-2-2B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Ternary-Bonsai-2-2B-gguf","scope_exception":false,"chart_name":"Ternary Bonsai 2 2B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Ternary Bonsai 2 4B","maker":"Prism ML","family":"Bonsai 2","total_parameters_b":4.54,"input_modalities":["text","image"],"priority":1,"notes":"Card declares approximately 4.21B language plus 0.33B optional vision parameters. About 0.95GB PTQ1 language weights; separate Q8 vision pack. Custom PQ2/PTQ1 kernels are in PrismML fork.","language_parameters_b":4.21,"vision_parameters_b":0.33,"license":"apache-2.0","id":"ternary-bonsai-2-4b","hf_id":"prism-ml/Ternary-Bonsai-2-4B-gguf","hf_url":"https://huggingface.co/prism-ml/Ternary-Bonsai-2-4B-gguf","downloads":23991,"downloads_monthly":23991,"likes":24,"revision":"8d6557168168f91ea6697a4a49ed2ef622b53adb","verified_revision":"8d6557168168f91ea6697a4a49ed2ef622b53adb","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Ternary-Bonsai-2-4B-gguf","https://huggingface.co/api/models/prism-ml/Ternary-Bonsai-2-4B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Ternary-Bonsai-2-4B-gguf","scope_exception":false,"chart_name":"Ternary Bonsai 2 4B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/prism-ml/Ternary-Bonsai-2-4B-gguf"],"reasoning_notes":"Publisher README documents default thinking, separate non-thinking sampling, and chat_template_kwargs enable_thinking=false.","default_reasoning_mode":"on"},{"name":"Ternary Bonsai 2 9B","maker":"Prism ML","family":"Bonsai 2","total_parameters_b":9.41,"input_modalities":["text","image"],"priority":2,"notes":"Nominal 9B model: approximately 8.95B language plus 0.46B vision. Text-only configuration fits the <=9B parameter scope; full multimodal configuration exceeds it. PTQ1 language weights about 2.00GB before runtime memory.","language_parameters_b":8.95,"vision_parameters_b":0.46,"scope":"conditional_text_only","license":"apache-2.0","id":"ternary-bonsai-2-9b","hf_id":"prism-ml/Ternary-Bonsai-2-9B-gguf","hf_url":"https://huggingface.co/prism-ml/Ternary-Bonsai-2-9B-gguf","downloads":53224,"downloads_monthly":53224,"likes":80,"revision":"5b2abb02362efbed46bbe204014b02837778b2c2","verified_revision":"5b2abb02362efbed46bbe204014b02837778b2c2","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Ternary-Bonsai-2-9B-gguf","https://huggingface.co/api/models/prism-ml/Ternary-Bonsai-2-9B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Ternary-Bonsai-2-9B-gguf","scope_exception":true,"chart_name":"Ternary Bonsai 2 9B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Ternary Bonsai 2 27B","maker":"Prism ML","family":"Bonsai 2","total_parameters_b":27.36,"input_modalities":["text","image"],"priority":3,"notes":"Out-of-scope low-memory feasibility exception. Dense model, not a 3B-active MoE. Card reports 27.36B including vision and about 5.95GB PTQ1 language weights. This is weight storage, not measured peak RAM.","scope":"out_of_scope_experimental","license":"apache-2.0","id":"ternary-bonsai-2-27b","hf_id":"prism-ml/Ternary-Bonsai-2-27B-gguf","hf_url":"https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf","downloads":4843864,"downloads_monthly":4843864,"likes":2727,"revision":"b072e1d3b35a0a630cece372c2127528e0994386","verified_revision":"b072e1d3b35a0a630cece372c2127528e0994386","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf","https://huggingface.co/api/models/prism-ml/Ternary-Bonsai-2-27B-gguf"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"prism-ml/Ternary-Bonsai-2-27B-gguf","scope_exception":true,"chart_name":"Ternary Bonsai 2 27B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Llama 3.2 1B Instruct","maker":"Meta","family":"Llama","total_parameters_b":1.2358144,"input_modalities":["text"],"priority":1,"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements.","license":"llama3.2","id":"llama-3-2-1b-instruct","hf_id":"meta-llama/Llama-3.2-1B-Instruct","hf_url":"https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct","downloads":5072769,"downloads_monthly":5490969,"likes":1852,"revision":"9213176726f574b556790deb65791e0c5aa438b6","verified_revision":"9213176726f574b556790deb65791e0c5aa438b6","verified_at":"2026-10-19","verification_status":"verified-publisher-card","source_urls":["https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct","https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"],"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","scope":"within_9b","serialized_tensor_elements":1235814400,"hf_license_metadata":"llama3.2","checked_date":"2026-10-19","hf_repo":"meta-llama/Llama-3.2-1B-Instruct","scope_exception":false,"chart_name":"Llama 3.2 1B","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct"],"reasoning_notes":"Publisher's instruction-chat usage directly generates assistant responses without a separate extended-thinking mode. Off describes the standard instruction configuration, not an inability to produce explanations.","nominal_parameters_b":1,"default_reasoning_mode":"off","model_revision":"9213176726f574b556790deb65791e0c5aa438b6","downloads_period":"last-month-hugging-face","benchmark_status":"queued"},{"name":"Llama 3.2 3B Instruct","maker":"Meta","family":"Llama","total_parameters_b":3.212749824,"input_modalities":["text"],"priority":1,"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements.","license":"llama3.2","id":"llama-3-2-3b-instruct","hf_id":"meta-llama/Llama-3.2-3B-Instruct","hf_url":"https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct","downloads":1169655,"downloads_monthly":1215124,"likes":2802,"revision":"0cb88a4f764b7a12671c53f0838cd831a0843b95","verified_revision":"0cb88a4f764b7a12671c53f0838cd831a0843b95","verified_at":"2026-10-19","verification_status":"verified-publisher-card","source_urls":["https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct","https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"],"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","scope":"within_9b","serialized_tensor_elements":3212749824,"hf_license_metadata":"llama3.2","checked_date":"2026-10-19","hf_repo":"meta-llama/Llama-3.2-3B-Instruct","scope_exception":false,"chart_name":"Llama 3.2 3B","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct"],"reasoning_notes":"No generation-mode configuration has been verified for this candidate.","nominal_parameters_b":3,"default_reasoning_mode":"off","model_revision":"0cb88a4f764b7a12671c53f0838cd831a0843b95","downloads_period":"last-month-hugging-face","benchmark_status":"queued"},{"name":"Llama 3.1 8B Instruct","maker":"Meta","family":"Llama","total_parameters_b":8.030261248,"input_modalities":["text"],"priority":2,"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements.","license":"llama3.1","id":"llama-3-1-8b-instruct","hf_id":"meta-llama/Llama-3.1-8B-Instruct","hf_url":"https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct","downloads":5490624,"downloads_monthly":5647776,"likes":8474,"revision":"0e9e39f249a16976918f6564b8830bc894c89659","verified_revision":"0e9e39f249a16976918f6564b8830bc894c89659","verified_at":"2026-10-19","verification_status":"verified-publisher-card","source_urls":["https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct","https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/tree/bf5b95e96dac0462e2a09145ec66cae9a3f12067"],"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","scope":"within_9b","serialized_tensor_elements":8030261248,"hf_license_metadata":"llama3.1","checked_date":"2026-10-19","hf_repo":"meta-llama/Llama-3.1-8B-Instruct","scope_exception":false,"chart_name":"Llama 3.1 8B","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct"],"reasoning_notes":"No generation-mode configuration has been verified for this candidate.","nominal_parameters_b":8,"default_reasoning_mode":"off","model_revision":"0e9e39f249a16976918f6564b8830bc894c89659","downloads_period":"last-month-hugging-face","benchmark_status":"queued"},{"name":"Phi-4 Mini Instruct","maker":"Microsoft","family":"Phi","total_parameters_b":3.8,"input_modalities":["text"],"priority":1,"notes":"Dense text model with grouped-query attention; evaluate tool use and instruction following without substituting Phi-4 14B.","license":"mit","id":"phi-4-mini-instruct","hf_id":"microsoft/Phi-4-mini-instruct","hf_url":"https://huggingface.co/microsoft/Phi-4-mini-instruct","downloads":370990,"downloads_monthly":370990,"likes":861,"revision":"cfbefacb99257ffa30c83adab238a50856ac3083","verified_revision":"cfbefacb99257ffa30c83adab238a50856ac3083","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/microsoft/Phi-4-mini-instruct","https://huggingface.co/api/models/microsoft/Phi-4-mini-instruct","https://arxiv.org/abs/2503.01743"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":3836021760,"hf_license_metadata":"mit","checked_date":"2026-10-17","hf_repo":"microsoft/Phi-4-mini-instruct","scope_exception":false,"chart_name":"Phi-4 Mini","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/microsoft/Phi-4-mini-instruct","https://huggingface.co/microsoft/Phi-4-mini-instruct/blob/main/tokenizer_config.json"],"reasoning_notes":"Ordinary instruction checkpoint with a direct assistant token in the published template. Distinct from Phi-4-mini-reasoning; no optional extended-thinking mode is asserted."},{"name":"Phi-4 Mini Reasoning","maker":"Microsoft","family":"Phi","total_parameters_b":3.8,"input_modalities":["text"],"priority":2,"notes":"Math-focused reasoning distillation. Track thinking tokens and deadline failures rather than assuming benchmark capability transfers to home automation.","license":"mit","id":"phi-4-mini-reasoning","hf_id":"microsoft/Phi-4-mini-reasoning","hf_url":"https://huggingface.co/microsoft/Phi-4-mini-reasoning","downloads":43960,"downloads_monthly":43960,"likes":246,"revision":"0e3b1e2d02ee478a3743abe3f629e9c0cb722e0a","verified_revision":"0e3b1e2d02ee478a3743abe3f629e9c0cb722e0a","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/microsoft/Phi-4-mini-reasoning","https://huggingface.co/api/models/microsoft/Phi-4-mini-reasoning","https://arxiv.org/abs/2503.01743"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":3836021760,"hf_license_metadata":"mit","checked_date":"2026-10-17","hf_repo":"microsoft/Phi-4-mini-reasoning","scope_exception":false,"chart_name":"Phi-4 Mini Reasoning","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Phi-4 Mini Flash Reasoning","maker":"Microsoft","family":"Phi","total_parameters_b":3.8,"input_modalities":["text"],"priority":3,"notes":"Hybrid SambaY architecture with differential attention and state-space layers. Experimental Pi runtime track until compatible CPU support is confirmed.","license":"mit","id":"phi-4-mini-flash-reasoning","hf_id":"microsoft/Phi-4-mini-flash-reasoning","hf_url":"https://huggingface.co/microsoft/Phi-4-mini-flash-reasoning","downloads":2261,"downloads_monthly":2261,"likes":290,"revision":"1dff8163d28ec880ca2411c474ddc0a927792810","verified_revision":"1dff8163d28ec880ca2411c474ddc0a927792810","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/microsoft/Phi-4-mini-flash-reasoning","https://huggingface.co/api/models/microsoft/Phi-4-mini-flash-reasoning","https://arxiv.org/abs/2503.01743"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":3852562944,"hf_license_metadata":"mit","checked_date":"2026-10-17","hf_repo":"microsoft/Phi-4-mini-flash-reasoning","scope_exception":false,"chart_name":"Phi-4 Mini Flash Reasoning","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Phi-4 Multimodal Instruct","maker":"Microsoft","family":"Phi","total_parameters_b":5.6,"input_modalities":["text","image","audio"],"priority":2,"notes":"Supports text, images and audio input with text output. Uses modality encoders/adapters; measure the complete loaded stack. Video frame evaluation is not advertised here as native video input.","license":"mit","id":"phi-4-multimodal-instruct","hf_id":"microsoft/Phi-4-multimodal-instruct","hf_url":"https://huggingface.co/microsoft/Phi-4-multimodal-instruct","downloads":151048,"downloads_monthly":151048,"likes":1622,"revision":"93f923e1a7727d1c4f446756212d9d3e8fcc5d81","verified_revision":"93f923e1a7727d1c4f446756212d9d3e8fcc5d81","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/microsoft/Phi-4-multimodal-instruct","https://huggingface.co/api/models/microsoft/Phi-4-multimodal-instruct","https://arxiv.org/abs/2503.01743"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":5574460384,"hf_license_metadata":"mit","checked_date":"2026-10-17","hf_repo":"microsoft/Phi-4-multimodal-instruct","scope_exception":false,"chart_name":"Phi-4 Multimodal","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"BitNet b1.58 2B4T","maker":"Microsoft","family":"BitNet","total_parameters_b":2.0,"input_modalities":["text"],"priority":1,"notes":"Native ternary-trained model. Use bitnet.cpp for the intended CPU efficiency; ordinary Transformers does not provide the specialized kernel speed benefits. Packed U8 tensor element count is not the model parameter count.","license":"mit","id":"bitnet-b1-58-2b4t","hf_id":"microsoft/bitnet-b1.58-2B-4T","hf_url":"https://huggingface.co/microsoft/bitnet-b1.58-2B-4T","downloads":17727,"downloads_monthly":17727,"likes":1505,"revision":"04c3b9ad9361b824064a1f25ea60a8be9599b127","verified_revision":"04c3b9ad9361b824064a1f25ea60a8be9599b127","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/microsoft/bitnet-b1.58-2B-4T","https://huggingface.co/api/models/microsoft/bitnet-b1.58-2B-4T"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":849787090,"hf_license_metadata":"mit","checked_date":"2026-10-17","hf_repo":"microsoft/bitnet-b1.58-2B-4T","scope_exception":false,"chart_name":"BitNet b1.58 2B4T","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"SmolLM3 3B","maker":"Hugging Face","family":"SmolLM","total_parameters_b":3.0,"input_modalities":["text"],"priority":1,"notes":"Fully open multilingual 2025 model with configurable thinking and 128K context claim. Long-context feasibility must be measured on each board.","license":"apache-2.0","id":"smollm3-3b","hf_id":"HuggingFaceTB/SmolLM3-3B","hf_url":"https://huggingface.co/HuggingFaceTB/SmolLM3-3B","downloads":754302,"downloads_monthly":754302,"likes":1064,"revision":"a07cc9a04f16550a088caea529712d1d335b0ac1","verified_revision":"a07cc9a04f16550a088caea529712d1d335b0ac1","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/HuggingFaceTB/SmolLM3-3B","https://huggingface.co/api/models/HuggingFaceTB/SmolLM3-3B"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":3075098624,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"HuggingFaceTB/SmolLM3-3B","scope_exception":false,"chart_name":"SmolLM3 3B","reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/HuggingFaceTB/SmolLM3-3B#enabling-and-disabling-extended-thinking-mode"],"reasoning_notes":"Official card documents enable_thinking=false and /no_think in the system prompt. The system-prompt flag overrides the kwarg; thinking defaults on.","default_reasoning_mode":"on"},{"name":"SmolLM2 135M Instruct","maker":"Hugging Face","family":"SmolLM","total_parameters_b":0.135,"input_modalities":["text"],"priority":1,"notes":"Older compact baseline still useful for Pi Zero memory limits. Do not imply that a low parameter count ensures useful instruction or tool accuracy.","license":"apache-2.0","id":"smollm2-135m-instruct","hf_id":"HuggingFaceTB/SmolLM2-135M-Instruct","hf_url":"https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct","downloads":1374545,"downloads_monthly":1374545,"likes":450,"revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac","verified_revision":"12fd25f77366fa6b3b4b768ec3050bf629380bac","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct","https://huggingface.co/api/models/HuggingFaceTB/SmolLM2-135M-Instruct"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":134515008,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"HuggingFaceTB/SmolLM2-135M-Instruct","scope_exception":false,"chart_name":"SmolLM2 135M","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct","https://huggingface.co/HuggingFaceTB/SmolLM2-135M-Instruct/blob/main/tokenizer_config.json"],"reasoning_notes":"Published instruction checkpoint uses direct ChatML assistant generation with no extended-thinking branch. Only the standard direct-response configuration is listed."},{"name":"SmolLM2 360M Instruct","maker":"Hugging Face","family":"SmolLM","total_parameters_b":0.36,"input_modalities":["text"],"priority":1,"notes":"Older compact baseline still useful for Pi Zero memory limits. Do not imply that a low parameter count ensures useful instruction or tool accuracy.","license":"apache-2.0","id":"smollm2-360m-instruct","hf_id":"HuggingFaceTB/SmolLM2-360M-Instruct","hf_url":"https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct","downloads":226811,"downloads_monthly":226811,"likes":232,"revision":"a10cc1512eabd3dde888204e902eca88bddb4951","verified_revision":"a10cc1512eabd3dde888204e902eca88bddb4951","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct","https://huggingface.co/api/models/HuggingFaceTB/SmolLM2-360M-Instruct"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":361821120,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"HuggingFaceTB/SmolLM2-360M-Instruct","scope_exception":false,"chart_name":"SmolLM2 360M","reasoning_modes":["off"],"reasoning_source_urls":["https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct","https://huggingface.co/HuggingFaceTB/SmolLM2-360M-Instruct/blob/main/tokenizer_config.json"],"reasoning_notes":"Published instruction checkpoint uses direct ChatML assistant generation with no extended-thinking branch. Only the standard direct-response configuration is listed."},{"name":"SmolLM2 1.7B Instruct","maker":"Hugging Face","family":"SmolLM","total_parameters_b":1.7,"input_modalities":["text"],"priority":2,"notes":"Older compact baseline still useful for Pi Zero memory limits. Do not imply that a low parameter count ensures useful instruction or tool accuracy.","license":"apache-2.0","id":"smollm2-1-7b-instruct","hf_id":"HuggingFaceTB/SmolLM2-1.7B-Instruct","hf_url":"https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct","downloads":234493,"downloads_monthly":234493,"likes":764,"revision":"31b70e2e869a7173562077fd711b654946d38674","verified_revision":"31b70e2e869a7173562077fd711b654946d38674","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct","https://huggingface.co/api/models/HuggingFaceTB/SmolLM2-1.7B-Instruct"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":1711376384,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"HuggingFaceTB/SmolLM2-1.7B-Instruct","scope_exception":false,"chart_name":"SmolLM2 1.7B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"SmolVLM2 256M","maker":"Hugging Face","family":"SmolVLM","total_parameters_b":0.256,"input_modalities":["text","image","video"],"priority":1,"notes":"Image and sampled-video-frame input, text output. Parameter class includes visual and language parts; record frame count, image resolution and preprocessing time. The publisher labels this 256M variant experimental.","license":"apache-2.0","id":"smolvlm2-256m","hf_id":"HuggingFaceTB/SmolVLM2-256M-Video-Instruct","hf_url":"https://huggingface.co/HuggingFaceTB/SmolVLM2-256M-Video-Instruct","downloads":36718,"downloads_monthly":36718,"likes":117,"revision":"067788b187b95ebe7b2e040b3e4299e342e5b8fd","verified_revision":"067788b187b95ebe7b2e040b3e4299e342e5b8fd","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/HuggingFaceTB/SmolVLM2-256M-Video-Instruct","https://huggingface.co/api/models/HuggingFaceTB/SmolVLM2-256M-Video-Instruct","https://huggingface.co/blog/smolvlm2"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":256484928,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"HuggingFaceTB/SmolVLM2-256M-Video-Instruct","scope_exception":false,"chart_name":"SmolVLM2 256M","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"SmolVLM2 500M","maker":"Hugging Face","family":"SmolVLM","total_parameters_b":0.5,"input_modalities":["text","image","video"],"priority":1,"notes":"Image and sampled-video-frame input, text output. Parameter class includes visual and language parts; record frame count, image resolution and preprocessing time.","license":"apache-2.0","id":"smolvlm2-500m","hf_id":"HuggingFaceTB/SmolVLM2-500M-Video-Instruct","hf_url":"https://huggingface.co/HuggingFaceTB/SmolVLM2-500M-Video-Instruct","downloads":1386338,"downloads_monthly":1386338,"likes":194,"revision":"7b375e1b73b11138ff12fe22c8f2822d8fe03467","verified_revision":"7b375e1b73b11138ff12fe22c8f2822d8fe03467","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/HuggingFaceTB/SmolVLM2-500M-Video-Instruct","https://huggingface.co/api/models/HuggingFaceTB/SmolVLM2-500M-Video-Instruct","https://huggingface.co/blog/smolvlm2"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":507482304,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"HuggingFaceTB/SmolVLM2-500M-Video-Instruct","scope_exception":false,"chart_name":"SmolVLM2 500M","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"SmolVLM2 2.2B","maker":"Hugging Face","family":"SmolVLM","total_parameters_b":2.2,"input_modalities":["text","image","video"],"priority":2,"notes":"Image and sampled-video-frame input, text output. Parameter class includes visual and language parts; record frame count, image resolution and preprocessing time.","license":"apache-2.0","id":"smolvlm2-2-2b","hf_id":"HuggingFaceTB/SmolVLM2-2.2B-Instruct","hf_url":"https://huggingface.co/HuggingFaceTB/SmolVLM2-2.2B-Instruct","downloads":126379,"downloads_monthly":126379,"likes":337,"revision":"482adb537c021c86670beed01cd58990d01e72e4","verified_revision":"482adb537c021c86670beed01cd58990d01e72e4","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/HuggingFaceTB/SmolVLM2-2.2B-Instruct","https://huggingface.co/api/models/HuggingFaceTB/SmolVLM2-2.2B-Instruct","https://huggingface.co/blog/smolvlm2"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":2246784880,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"HuggingFaceTB/SmolVLM2-2.2B-Instruct","scope_exception":false,"chart_name":"SmolVLM2 2.2B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Needle 1","maker":"Cactus Compute","family":"Needle","total_parameters_b":0.026,"input_modalities":["text"],"priority":3,"notes":"Legacy specialist for tool calling. Card says 26M while HF tensor summary differs; preserve declared count and review architecture/config before comparing exact parameter density.","license":"mit","id":"needle-1","hf_id":"Cactus-Compute/needle","hf_url":"https://huggingface.co/Cactus-Compute/needle","downloads":437,"downloads_monthly":437,"likes":352,"revision":"5f89b4307696d669c3df1d38ae057e6e1728b107","verified_revision":"5f89b4307696d669c3df1d38ae057e6e1728b107","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/Cactus-Compute/needle","https://huggingface.co/api/models/Cactus-Compute/needle"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":30427676,"hf_license_metadata":"mit","checked_date":"2026-10-17","hf_repo":"Cactus-Compute/needle","scope_exception":false,"chart_name":"Needle 1","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Needle 2","maker":"Cactus Compute","family":"Needle","total_parameters_b":0.0449,"input_modalities":["text"],"priority":1,"notes":"Specialist tool calling and structured extraction, not general chat. Config declares 44.9M. Self-contained Cactus format/engine; ESP32 feasibility is board-memory dependent and not measured by this catalog.","license":"apache-2.0","id":"needle-2","hf_id":"Cactus-Compute/needle2","hf_url":"https://huggingface.co/Cactus-Compute/needle2","downloads":3208,"downloads_monthly":3208,"likes":335,"revision":"32e9e3a93b205f786929697446ae669cf0a84579","verified_revision":"32e9e3a93b205f786929697446ae669cf0a84579","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/Cactus-Compute/needle2","https://huggingface.co/api/models/Cactus-Compute/needle2"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"Cactus-Compute/needle2","scope_exception":false,"chart_name":"Needle 2","reasoning_modes":["unknown"],"reasoning_source_urls":["https://huggingface.co/Cactus-Compute/needle2"],"reasoning_notes":"Card describes short argument-derivation reasoning output but publishes no thinking toggle or tokenized chat template. Exclude from a hard non-thinking requirement until its exact inference recipe is verified."},{"name":"Needle 3","maker":"Cactus Compute","family":"Needle","total_parameters_b":0.121,"input_modalities":["text"],"priority":1,"notes":"New laddered tool/extraction/embedding model, up to 20 layers. Card declares 121M full model; depth-sliced exports are separate configurations. Speech needs separate Whistle weights and is not native Needle input.","license":"apache-2.0","id":"needle-3","hf_id":"Cactus-Compute/needle3","hf_url":"https://huggingface.co/Cactus-Compute/needle3","downloads":161366,"downloads_monthly":161366,"likes":337,"revision":"93e88ede867e4311c39151285e74df513e4b835b","verified_revision":"93e88ede867e4311c39151285e74df513e4b835b","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/Cactus-Compute/needle3","https://huggingface.co/api/models/Cactus-Compute/needle3"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":null,"hf_license_metadata":"apache-2.0","checked_date":"2026-10-17","hf_repo":"Cactus-Compute/needle3","scope_exception":false,"chart_name":"Needle 3","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Hermes 3 Llama 3.1 8B","maker":"Nous Research","family":"Llama fine-tune","total_parameters_b":8.0,"input_modalities":["text"],"priority":2,"notes":"Curated established fine-tune with function calling and structured output training. Use its ChatML/tool template. HF metadata calls license llama3; underlying Llama 3.1 terms also need preserving.","license":"Llama community license; see pinned LICENSE","id":"hermes-3-llama-3-1-8b","hf_id":"NousResearch/Hermes-3-Llama-3.1-8B","hf_url":"https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B","downloads":501415,"downloads_monthly":501415,"likes":519,"revision":"896ea440e5a9e6070e3d8a2774daf2b481ab425b","verified_revision":"896ea440e5a9e6070e3d8a2774daf2b481ab425b","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B","https://huggingface.co/api/models/NousResearch/Hermes-3-Llama-3.1-8B"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":8030261248,"hf_license_metadata":"llama3","checked_date":"2026-10-17","hf_repo":"NousResearch/Hermes-3-Llama-3.1-8B","scope_exception":false,"chart_name":"Hermes 3 Llama 3.1 8B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Dolphin 3.0 Llama 3.1 8B","maker":"Dolphin / Cognitive Computations","family":"Llama fine-tune","total_parameters_b":8.0,"input_modalities":["text"],"priority":3,"notes":"Established community instruct fine-tune as a comparison candidate. Publisher repository currently redirects to dphn; do not select merely because of uncensored branding.","license":"llama3.1","id":"dolphin-3-0-llama-3-1-8b","hf_id":"dphn/Dolphin3.0-Llama3.1-8B","hf_url":"https://huggingface.co/dphn/Dolphin3.0-Llama3.1-8B","downloads":4250,"downloads_monthly":4250,"likes":404,"revision":"f065677950dfc7e708d518d64cf1f5041ee007a0","verified_revision":"f065677950dfc7e708d518d64cf1f5041ee007a0","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/dphn/Dolphin3.0-Llama3.1-8B","https://huggingface.co/api/models/dphn/Dolphin3.0-Llama3.1-8B"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":8030277632,"hf_license_metadata":"llama3.1","checked_date":"2026-10-17","hf_repo":"dphn/Dolphin3.0-Llama3.1-8B","scope_exception":false,"chart_name":"Dolphin 3.0 Llama 3.1 8B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"name":"Tulu 3.1 Llama 3.1 8B","maker":"Allen Institute for AI","family":"Llama fine-tune","total_parameters_b":8.0,"input_modalities":["text"],"priority":2,"notes":"Documented open post-training recipe with verifiable rewards. Prefer this 3.1 release to the earlier Tulu 3 8B when testing the current family.","license":"llama3.1","id":"tulu-3-1-llama-3-1-8b","hf_id":"allenai/Llama-3.1-Tulu-3.1-8B","hf_url":"https://huggingface.co/allenai/Llama-3.1-Tulu-3.1-8B","downloads":1012,"downloads_monthly":1012,"likes":40,"revision":"46239c2d07db76b412e1f1b0b4542f65b81fe01f","verified_revision":"46239c2d07db76b412e1f1b0b4542f65b81fe01f","verified_at":"2026-10-17","verification_status":"verified_primary_metadata","source_urls":["https://huggingface.co/allenai/Llama-3.1-Tulu-3.1-8B","https://huggingface.co/api/models/allenai/Llama-3.1-Tulu-3.1-8B"],"parameter_count_basis":"Official model card declared total or nominal parameter class; packed tensor counts are stored separately.","scope":"within_9b","serialized_tensor_elements":8030326784,"hf_license_metadata":"llama3.1","checked_date":"2026-10-17","hf_repo":"allenai/Llama-3.1-Tulu-3.1-8B","scope_exception":false,"chart_name":"Tulu 3.1 Llama 3.1 8B","reasoning_modes":["unknown"],"reasoning_source_urls":[],"reasoning_notes":"No generation-mode configuration has been verified for this candidate."},{"id":"gemma-4-e4b-it","name":"Gemma 4 E4B IT","chart_name":"Gemma 4 E4B IT","maker":"Google DeepMind","family":"Gemma 4","hf_url":"https://huggingface.co/google/gemma-4-E4B-it","hf_repo":"google/gemma-4-E4B-it","total_parameters_b":8.0,"effective_parameters_b":4.5,"serialized_tensor_count_b":7.99615649,"parameter_count_basis":"Publisher rounded total including per-layer embeddings, distinct from effective compute parameters. Complete BF16 checkpoint also includes modality tensors; exact stored count retained separately.","input_modalities":["text","image","audio","video"],"modality_note":"Image/audio native input; video represented by sampled frames. Initial Pi benchmark measures text only.","scope_exception":false,"scope_status":"within-9b-publisher-total","license":"apache-2.0","source_urls":["https://huggingface.co/google/gemma-4-E4B-it","https://huggingface.co/api/models/google/gemma-4-E4B-it/revision/ee0ef6023621cff504d758262d4e04895a5af4a2","https://ai.google.dev/gemma/apache_2"],"verification_status":"verified-publisher-card-and-approved-pinned-artifact","verified_at":"2026-10-17T20:32:30.623134+00:00","checked_date":"2026-10-17","downloads":4205756,"downloads_period":"last-month-hugging-face","model_revision":"ee0ef6023621cff504d758262d4e04895a5af4a2","revision":"ee0ef6023621cff504d758262d4e04895a5af4a2","benchmark_status":"not-measured","gated":false,"priority":1,"reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/google/gemma-4-E4B-it/blob/ee0ef6023621cff504d758262d4e04895a5af4a2/README.md"],"reasoning_notes":"Publisher and artifact templates expose enable_thinking. Explicit false omits the think trigger in a sandboxed text-template check; device engine check remains pending.","notes":"Explicit instruction-tuned variant. E4B names effective compute; use total parameter count for scope and measured process memory for fit. Initial evaluation text only."},{"id":"gemma-4-e2b-it","name":"Gemma 4 E2B IT","chart_name":"Gemma 4 E2B IT","maker":"Google DeepMind","family":"Gemma 4","hf_url":"https://huggingface.co/google/gemma-4-E2B-it","hf_repo":"google/gemma-4-E2B-it","total_parameters_b":5.1,"effective_parameters_b":2.3,"serialized_tensor_count_b":5.123178051,"parameter_count_basis":"Publisher rounded total including per-layer embeddings, distinct from effective compute parameters. Complete BF16 checkpoint also includes modality tensors; exact stored count retained separately.","input_modalities":["text","image","audio","video"],"modality_note":"Image/audio native input; video represented by sampled frames. Initial Pi benchmark measures text only.","scope_exception":false,"scope_status":"within-9b-publisher-total","license":"apache-2.0","source_urls":["https://huggingface.co/google/gemma-4-E2B-it","https://huggingface.co/api/models/google/gemma-4-E2B-it/revision/3e22461f65e89153144f8adb70e3b8c2cc9845a7","https://ai.google.dev/gemma/apache_2"],"verification_status":"verified-publisher-card-and-approved-pinned-artifact","verified_at":"2026-10-17T20:32:30.623134+00:00","checked_date":"2026-10-17","downloads":2668931,"downloads_period":"last-month-hugging-face","model_revision":"3e22461f65e89153144f8adb70e3b8c2cc9845a7","revision":"3e22461f65e89153144f8adb70e3b8c2cc9845a7","benchmark_status":"not-measured","gated":false,"priority":1,"reasoning_modes":["off","on"],"reasoning_source_urls":["https://huggingface.co/google/gemma-4-E2B-it/blob/3e22461f65e89153144f8adb70e3b8c2cc9845a7/README.md"],"reasoning_notes":"Publisher and artifact templates expose enable_thinking. Explicit false omits the think trigger in a sandboxed text-template check; device engine check remains pending.","notes":"Explicit instruction-tuned variant. E2B names effective compute; use total parameter count for scope and measured process memory for fit. Initial evaluation text only."},{"id":"qwen3-vl-4b-instruct","name":"Qwen3-VL 4B Instruct","chart_name":"Qwen3-VL 4B","maker":"Qwen","family":"Qwen3-VL","hf_repo":"Qwen/Qwen3-VL-4B-Instruct","hf_url":"https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct","total_parameters_b":4.437815808,"nominal_parameters_b":4,"parameter_count_basis":"Complete publisher safetensors tensor count including vision encoder; nominal language-model size is 4B.","input_modalities":["text","image","video"],"reasoning_modes":["off"],"default_reasoning_mode":"off","reasoning_notes":"Separate Instruct checkpoint; Thinking siblings are distinct models.","reasoning_source_urls":["https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct"],"license":"apache-2.0","revision":"ebb281ec70b05090aa6165b016eac8ec08e71b17","model_revision":"ebb281ec70b05090aa6165b016eac8ec08e71b17","downloads":3375820,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"notes":"Official Q4_K_M text and F16 image projector pinned separately. Image and text results remain separate; video support is publisher metadata.","source_urls":["https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct","https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct-GGUF/tree/1cd86afb9a95c410a6038ab3b40d8b578c892266"]},{"id":"qwen3-vl-8b-instruct","name":"Qwen3-VL 8B Instruct","chart_name":"Qwen3-VL 8B","maker":"Qwen","family":"Qwen3-VL","hf_repo":"Qwen/Qwen3-VL-8B-Instruct","hf_url":"https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct","total_parameters_b":8.767123696,"nominal_parameters_b":8,"parameter_count_basis":"Complete publisher safetensors tensor count including vision encoder; nominal language-model size is 8B.","input_modalities":["text","image","video"],"reasoning_modes":["off"],"default_reasoning_mode":"off","reasoning_notes":"Separate Instruct checkpoint; Thinking siblings are distinct models.","reasoning_source_urls":["https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct"],"license":"apache-2.0","revision":"0c351dd01ed87e9c1b53cbc748cba10e6187ff3b","model_revision":"0c351dd01ed87e9c1b53cbc748cba10e6187ff3b","downloads":5962032,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"notes":"Official Q4_K_M text and F16 image projector pinned separately. Image and text results remain separate; video support is publisher metadata.","source_urls":["https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct","https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct-GGUF/tree/f982a07559d4a2f6c8744d840bf6fccab30eea96"]},{"id":"spark-x2-5-1-7b","name":"Spark-X2.5 1.7B","chart_name":"Spark-X2.5 1.7B","maker":"SparkLLM","family":"Spark-X2.5","hf_repo":"XHToken/Spark-X2.5-1.7B","hf_url":"https://huggingface.co/XHToken/Spark-X2.5-1.7B","total_parameters_b":1.707657216,"nominal_parameters_b":1.7,"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","input_modalities":["text"],"reasoning_modes":["off","on"],"default_reasoning_mode":"off","reasoning_source_urls":["https://huggingface.co/XHToken/Spark-X2.5-1.7B"],"license":"apache-2.0","revision":"14d6e83c13c7add2b62a7c39b2131f4ed1cddcf8","model_revision":"14d6e83c13c7add2b62a7c39b2131f4ed1cddcf8","downloads":4170,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/XHToken/Spark-X2.5-1.7B","https://huggingface.co/XHToken/Spark-X2.5-1.7B-GGUF/tree/1f7fa33b1245c14730da39e125714ad3a327901b"],"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements."},{"id":"spark-x2-5-4b","name":"Spark-X2.5 4B","chart_name":"Spark-X2.5 4B","maker":"SparkLLM","family":"Spark-X2.5","hf_repo":"XHToken/Spark-X2.5-4B","hf_url":"https://huggingface.co/XHToken/Spark-X2.5-4B","total_parameters_b":4.11207936,"nominal_parameters_b":4,"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","input_modalities":["text"],"reasoning_modes":["off","on"],"default_reasoning_mode":"off","reasoning_source_urls":["https://huggingface.co/XHToken/Spark-X2.5-4B"],"license":"apache-2.0","revision":"0bcb35678590218655dff3765b9e61c83b35e9c4","model_revision":"0bcb35678590218655dff3765b9e61c83b35e9c4","downloads":37966,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/XHToken/Spark-X2.5-4B","https://huggingface.co/XHToken/Spark-X2.5-4B-GGUF/tree/9826e0be84e6e6e8b9668abc91421109a1df1e2d"],"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements."},{"id":"nanbeige4-2-3b","name":"Nanbeige4.2 3B","chart_name":"Nanbeige4.2 3B","maker":"Nanbeige","family":"Nanbeige","hf_repo":"Nanbeige/Nanbeige4.2-3B","hf_url":"https://huggingface.co/Nanbeige/Nanbeige4.2-3B","total_parameters_b":4.169800704,"nominal_parameters_b":3,"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","input_modalities":["text"],"reasoning_modes":["off","on"],"default_reasoning_mode":"off","reasoning_source_urls":["https://huggingface.co/Nanbeige/Nanbeige4.2-3B"],"license":"apache-2.0","revision":"b82e54bd609793562a75cbf9337970a93369eab5","model_revision":"b82e54bd609793562a75cbf9337970a93369eab5","downloads":120052,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/Nanbeige/Nanbeige4.2-3B","https://huggingface.co/bartowski/Nanbeige_Nanbeige4.2-3B-GGUF/tree/17562eefe9752007209148d5f7a6e275fc8d8077"],"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements."},{"id":"agents-a1-4b","name":"Agents-A1 4B","chart_name":"Agents-A1 4B","maker":"InternScience","family":"Agents-A1","hf_repo":"InternScience/Agents-A1-4B","hf_url":"https://huggingface.co/InternScience/Agents-A1-4B","total_parameters_b":4.539265536,"nominal_parameters_b":4,"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","input_modalities":["text","image","video"],"reasoning_modes":["off"],"default_reasoning_mode":"off","reasoning_source_urls":["https://huggingface.co/InternScience/Agents-A1-4B"],"license":"apache-2.0","revision":"945c40a4aa6f534d434a353207b8d42ecf7a5293","model_revision":"945c40a4aa6f534d434a353207b8d42ecf7a5293","downloads":122262,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/InternScience/Agents-A1-4B","https://huggingface.co/InternScience/Agents-A1-4B-Q4_K_M-GGUF/tree/d92b02e27074b27542384f72bc0e72203c970f0f"],"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements."},{"id":"qwen2-5-0-5b-instruct","name":"Qwen2.5 0.5B Instruct","chart_name":"Qwen2.5 0.5B","maker":"Qwen","family":"Qwen2.5","hf_repo":"Qwen/Qwen2.5-0.5B-Instruct","hf_url":"https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct","total_parameters_b":0.494032768,"nominal_parameters_b":0.5,"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","input_modalities":["text"],"reasoning_modes":["off"],"default_reasoning_mode":"off","reasoning_source_urls":["https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct"],"license":"apache-2.0","revision":"7ae557604adf67be50417f59c2c2f167def9a775","model_revision":"7ae557604adf67be50417f59c2c2f167def9a775","downloads":5793141,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct","https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/tree/9217f5db79a29953eb74d5343926648285ec7e67"],"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements."},{"id":"qwen2-5-1-5b-instruct","name":"Qwen2.5 1.5B Instruct","chart_name":"Qwen2.5 1.5B","maker":"Qwen","family":"Qwen2.5","hf_repo":"Qwen/Qwen2.5-1.5B-Instruct","hf_url":"https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct","total_parameters_b":1.543714304,"nominal_parameters_b":1.5,"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","input_modalities":["text"],"reasoning_modes":["off"],"default_reasoning_mode":"off","reasoning_source_urls":["https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct"],"license":"apache-2.0","revision":"989aa7980e4cf806f80c7fef2b1adb7bc71aa306","model_revision":"989aa7980e4cf806f80c7fef2b1adb7bc71aa306","downloads":5600719,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct","https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct-GGUF/tree/91cad51170dc346986eccefdc2dd33a9da36ead9"],"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements."},{"id":"qwen2-5-3b-instruct","name":"Qwen2.5 3B Instruct","chart_name":"Qwen2.5 3B","maker":"Qwen","family":"Qwen2.5","hf_repo":"Qwen/Qwen2.5-3B-Instruct","hf_url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct","total_parameters_b":3.085938688,"nominal_parameters_b":3.0,"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","input_modalities":["text"],"reasoning_modes":["off"],"default_reasoning_mode":"off","reasoning_source_urls":["https://huggingface.co/Qwen/Qwen2.5-3B-Instruct"],"license":"other","revision":"aa8e72537993ba99e69dfaafa59ed015b17504d1","model_revision":"aa8e72537993ba99e69dfaafa59ed015b17504d1","downloads":4230761,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/Qwen/Qwen2.5-3B-Instruct","https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"],"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements."},{"id":"qwen2-5-7b-instruct","name":"Qwen2.5 7B Instruct","chart_name":"Qwen2.5 7B","maker":"Qwen","family":"Qwen2.5","hf_repo":"Qwen/Qwen2.5-7B-Instruct","hf_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct","total_parameters_b":7.615616512,"nominal_parameters_b":7.0,"parameter_count_basis":"Complete published safetensors tensor count, including embeddings and any multimodal encoder.","input_modalities":["text"],"reasoning_modes":["off"],"default_reasoning_mode":"off","reasoning_source_urls":["https://huggingface.co/Qwen/Qwen2.5-7B-Instruct"],"license":"apache-2.0","revision":"a09a35458c702b33eeacc393d103063234e8bc28","model_revision":"a09a35458c702b33eeacc393d103063234e8bc28","downloads":6777731,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-19","verified_at":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/Qwen/Qwen2.5-7B-Instruct","https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"],"notes":"Requested October 19 expansion. Standard text profile, exact Q4_K_M bytes; publisher modalities do not imply completed multimodal measurements."},{"id":"qwen3-asr-0-6b","name":"Qwen3-ASR 0.6B","chart_name":"Qwen3-ASR 0.6B","maker":"Qwen","family":"Qwen3-ASR","hf_repo":"Qwen/Qwen3-ASR-0.6B","hf_url":"https://huggingface.co/Qwen/Qwen3-ASR-0.6B","total_parameters_b":0.938008576,"nominal_parameters_b":0.6,"parameter_count_basis":"Published checkpoint tensor count, including the audio encoder.","input_modalities":["text","audio"],"reasoning_modes":["off"],"default_reasoning_mode":"off","license":"apache-2.0","revision":"5eb144179a02acc5e5ba31e748d22b0cf3e303b0","downloads":813914,"downloads_period":"last-month-hugging-face","verified_at":"2026-10-19","checked_date":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued-audio","scope_exception":false,"audio_task_type":"transcription","source_urls":["https://huggingface.co/Qwen/Qwen3-ASR-0.6B","https://huggingface.co/ggml-org/Qwen3-ASR-0.6B-GGUF/tree/928ab958557df9aa2ef1c93e0e83c7ad0933fae2"]},{"id":"qwen3-asr-1-7b","name":"Qwen3-ASR 1.7B","chart_name":"Qwen3-ASR 1.7B","maker":"Qwen","family":"Qwen3-ASR","hf_repo":"Qwen/Qwen3-ASR-1.7B","hf_url":"https://huggingface.co/Qwen/Qwen3-ASR-1.7B","total_parameters_b":2.349217408,"nominal_parameters_b":1.7,"parameter_count_basis":"Published checkpoint tensor count, including the audio encoder.","input_modalities":["text","audio"],"reasoning_modes":["off"],"default_reasoning_mode":"off","license":"apache-2.0","revision":"7278e1e70fe206f11671096ffdd38061171dd6e5","downloads":1186346,"downloads_period":"last-month-hugging-face","verified_at":"2026-10-19","checked_date":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued-audio","scope_exception":false,"audio_task_type":"transcription","source_urls":["https://huggingface.co/Qwen/Qwen3-ASR-1.7B","https://huggingface.co/ggml-org/Qwen3-ASR-1.7B-GGUF/tree/36a678687ba7d07a74ca70ccb0e36902e005fb80"]},{"id":"voxtral-mini-3b-2507","name":"Voxtral Mini 3B","chart_name":"Voxtral Mini 3B","maker":"Mistral","family":"Voxtral","hf_repo":"mistralai/Voxtral-Mini-3B-2507","hf_url":"https://huggingface.co/mistralai/Voxtral-Mini-3B-2507","total_parameters_b":4.676271104,"nominal_parameters_b":3,"parameter_count_basis":"Published checkpoint tensor count, including the audio encoder.","input_modalities":["text","audio"],"reasoning_modes":["off"],"default_reasoning_mode":"off","license":"apache-2.0","revision":"3060fe34b35ba5d44202ce9ff3c097642914f8f3","downloads":159384,"downloads_period":"last-month-hugging-face","verified_at":"2026-10-19","checked_date":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued-audio","scope_exception":false,"audio_task_type":"speech-assistant","source_urls":["https://huggingface.co/mistralai/Voxtral-Mini-3B-2507","https://huggingface.co/ggml-org/Voxtral-Mini-3B-2507-GGUF/tree/20616573013f28229fff61de74359d3eeff61f6a"]},{"id":"qwen2-5-omni-3b","name":"Qwen2.5 Omni 3B","chart_name":"Qwen2.5 Omni 3B","maker":"Qwen","family":"Qwen2.5 Omni","hf_repo":"Qwen/Qwen2.5-Omni-3B","hf_url":"https://huggingface.co/Qwen/Qwen2.5-Omni-3B","total_parameters_b":5.537120672,"nominal_parameters_b":3,"parameter_count_basis":"Published full checkpoint tensor count; includes output modules omitted from this input-only runtime.","input_modalities":["text","audio","image"],"reasoning_modes":["off"],"default_reasoning_mode":"off","license":"other","revision":"f75b40e3da2003cdd6e1829b1f420ca70797c34e","downloads":186418,"downloads_period":"last-month-hugging-face","verified_at":"2026-10-19","checked_date":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued-audio","scope_exception":false,"audio_task_type":"speech-assistant","source_urls":["https://huggingface.co/Qwen/Qwen2.5-Omni-3B","https://huggingface.co/ggml-org/Qwen2.5-Omni-3B-GGUF/tree/75f1b73b657a50f5092502799457ccb4a4a1f9df"]},{"id":"ultravox-0-5-llama-3-2-1b","name":"Ultravox 0.5 1B","chart_name":"Ultravox 0.5 1B","maker":"Fixie","family":"Ultravox","hf_repo":"fixie-ai/ultravox-v0_5-llama-3_2-1b","hf_url":"https://huggingface.co/fixie-ai/ultravox-v0_5-llama-3_2-1b","total_parameters_b":1.918932992,"nominal_parameters_b":1,"parameter_count_basis":"Published checkpoint tensors plus external frozen Llama decoder.","input_modalities":["text","audio"],"reasoning_modes":["off"],"default_reasoning_mode":"off","license":"mit","revision":"b95bec8ab291eeb04b5cd600dd473377f6b79026","downloads":78268,"downloads_period":"last-month-hugging-face","verified_at":"2026-10-19","checked_date":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued-audio","scope_exception":false,"audio_task_type":"speech-assistant","source_urls":["https://huggingface.co/fixie-ai/ultravox-v0_5-llama-3_2-1b","https://huggingface.co/ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF/tree/5390c7c41cbd6f261f7f205fc0c5ae61bbdca650"]},{"id":"qwen2-5-omni-7b","name":"Qwen2.5 Omni 7B","chart_name":"Qwen2.5 Omni 7B","maker":"Qwen","family":"Qwen2.5 Omni","hf_repo":"Qwen/Qwen2.5-Omni-7B","hf_url":"https://huggingface.co/Qwen/Qwen2.5-Omni-7B","total_parameters_b":10.73222544,"nominal_parameters_b":7,"parameter_count_basis":"Published full checkpoint tensor count; includes output modules omitted from this input-only runtime.","input_modalities":["text","audio","image"],"reasoning_modes":["off"],"default_reasoning_mode":"off","license":"other","revision":"ae9e1690543ffd5c0221dc27f79834d0294cba00","downloads":295970,"downloads_period":"last-month-hugging-face","verified_at":"2026-10-19","checked_date":"2026-10-19","verification_status":"verified-publisher-card","benchmark_status":"queued-audio","scope_exception":true,"audio_task_type":"speech-assistant","source_urls":["https://huggingface.co/Qwen/Qwen2.5-Omni-7B","https://huggingface.co/ggml-org/Qwen2.5-Omni-7B-GGUF/tree/89b785438c8901d4635e42f50480ba5985a1bbf1"]},{"id":"videojev-4b","name":"VideoJev 4B","chart_name":"VideoJev 4B","maker":"MCG-NJU","family":"VideoJev","hf_url":"https://huggingface.co/ZhuYuhan/VideoJev-4B","hf_repo":"ZhuYuhan/VideoJev-4B","total_parameters_b":4.47110656,"marketing_parameters_b":4,"parameter_basis":"Stored safetensors tensor elements reported by the publisher Hugging Face API; includes vision and decision-head weights.","parameter_count_basis":"Stored safetensors tensor elements reported by the publisher Hugging Face API; includes vision and decision-head weights.","input_modalities":["text","video"],"license":"apache-2.0","track":"video","priority":1,"source_urls":["https://huggingface.co/ZhuYuhan/VideoJev-4B","https://github.com/MCG-NJU/VideoJev"],"verification_status":"verified-official","verified_at":"2026-10-20","checked_date":"2026-10-20","hf_revision":"1c1a253bf90dfa66176124d25a48ffb791d517d5","revision":"1c1a253bf90dfa66176124d25a48ffb791d517d5","hf_downloads":2826,"downloads":2826,"hf_downloads_snapshot_at":"2026-10-20","notes":"Specialised video decision model. Scores candidate answers and event intervals; does not generate chat responses. Native BF16 reference and a separate community Q8 runtime need independent device checks.","fit_notes":"Pi compatibility under validation; generic llama.cpp cannot load the decision head.","scope_status":"within-9b-stored-tensor-estimate","reasoning_modes":["off"],"scope_exception":false},{"id":"spark-x2-6-4b","name":"Spark-X2.6 4B","chart_name":"Spark-X2.6 4B","maker":"SparkLLM","family":"Spark-X2.6","hf_repo":"XHToken/Spark-X2.6-4B","hf_url":"https://huggingface.co/XHToken/Spark-X2.6-4B","total_parameters_b":4.11207936,"nominal_parameters_b":4,"parameter_count_basis":"Published safetensors tensor count, including embeddings.","input_modalities":["text"],"reasoning_modes":["off","on"],"default_reasoning_mode":"on","reasoning_source_urls":["https://huggingface.co/XHToken/Spark-X2.6-4B"],"reasoning_notes":"Publisher explicitly supports enable_thinking=false; Standard disables reasoning. High and low reasoning profiles are not measured by this admission.","license":"apache-2.0","revision":"2f1d8110eb60b18920d424d7bf47f4001a956f1e","model_revision":"2f1d8110eb60b18920d424d7bf47f4001a956f1e","downloads":0,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-20","verified_at":"2026-10-20","verification_status":"verified-publisher-card","benchmark_status":"queued","scope_exception":false,"source_urls":["https://huggingface.co/XHToken/Spark-X2.6-4B","https://huggingface.co/XHToken/Spark-X2.6-4B-GGUF/tree/16c77db5a782d75d6953770339f7ae06be7dd3f7"],"notes":"Standard non-thinking text tests queued. Publisher Q4_K_M artifact; exact GGUF conversion input revision is unverified."},{"id":"xiaomi-lens-0","name":"Xiaomi Lens-0 4B","chart_name":"Xiaomi Lens-0","maker":"Xiaomi","family":"Xiaomi Lens","hf_repo":"SeerRay-Lab/Xiaomi-Lens-0","hf_url":"https://huggingface.co/SeerRay-Lab/Xiaomi-Lens-0","total_parameters_b":4.622144192,"nominal_parameters_b":4,"parameter_count_basis":"Publisher safetensors tensor count, including the vision encoder and mask decoder.","input_modalities":["text","image"],"output_modalities":["text","segmentation_mask"],"reasoning_modes":["off","on"],"default_reasoning_mode":"on","reasoning_source_urls":["https://huggingface.co/SeerRay-Lab/Xiaomi-Lens-0/blob/06e1a22f8822cdc6307d09c7b692d420000ba89e/chat_template.jinja"],"reasoning_notes":"Publisher template supports enable_thinking=false. Grounded reasoning is a separate workload.","license":"apache-2.0","revision":"06e1a22f8822cdc6307d09c7b692d420000ba89e","model_revision":"06e1a22f8822cdc6307d09c7b692d420000ba89e","downloads":168,"downloads_period":"last-month-hugging-face","checked_date":"2026-10-21","verified_at":"2026-10-21","verification_status":"verified-publisher-card","benchmark_status":"awaiting-runtime-validation","scope_exception":false,"source_urls":["https://huggingface.co/SeerRay-Lab/Xiaomi-Lens-0","https://github.com/SeerRay-Lab/Xiaomi-Lens-0/tree/21181a32c15b452a02bfa752657b1d6a1673d165","https://seerray-lab.github.io/Xiaomi-Lens-0/"],"notes":"Image questions, object location and pixel masks. Pi 5 compatibility is not yet measured; no benchmark scores are published."},{"id":"lfm3-1-7b","name":"LFM3-1.7B","chart_name":"LFM3-1.7B","maker":"Liquid AI","family":"LFM3","hf_repo":"LiquidAI/LFM3-1.7B","hf_url":"https://huggingface.co/LiquidAI/LFM3-1.7B","total_parameters_b":1.728801536,"parameter_count_basis":"Publisher safetensors parameter count.","input_modalities":["text"],"reasoning_modes":["off","on"],"scope_exception":false,"downloads":6311,"source_urls":["https://huggingface.co/LiquidAI/LFM3-1.7B"],"notes":"New architecture: separate pinned upstream llama.cpp 19ff817fb2 campaign. Native video is not yet tested."},{"id":"lfm3-vl-2b","name":"LFM3-VL-2B","chart_name":"LFM3-VL-2B","maker":"Liquid AI","family":"LFM3","hf_repo":"LiquidAI/LFM3-VL-2B","hf_url":"https://huggingface.co/LiquidAI/LFM3-VL-2B","total_parameters_b":1.918181888,"parameter_count_basis":"Publisher safetensors parameter count.","input_modalities":["text","image","video"],"reasoning_modes":["off","on"],"scope_exception":false,"downloads":255,"source_urls":["https://huggingface.co/LiquidAI/LFM3-VL-2B"],"notes":"New architecture: separate pinned upstream llama.cpp 19ff817fb2 campaign. Native video is not yet tested."},{"id":"lfm3-audio-2b","name":"LFM3-Audio-2B","chart_name":"LFM3-Audio-2B","maker":"Liquid AI","family":"LFM3","hf_repo":"LiquidAI/LFM3-Audio-2B","hf_url":"https://huggingface.co/LiquidAI/LFM3-Audio-2B","total_parameters_b":2.002332928,"parameter_count_basis":"Publisher safetensors parameter count.","input_modalities":["text","audio"],"reasoning_modes":["off","on"],"scope_exception":false,"downloads":156,"source_urls":["https://huggingface.co/LiquidAI/LFM3-Audio-2B"],"notes":"New architecture: separate pinned upstream llama.cpp 19ff817fb2 campaign. Native video is not yet tested."},{"id":"lfm3-omni-2b","name":"LFM3-Omni-2B","chart_name":"LFM3-Omni-2B","maker":"Liquid AI","family":"LFM3","hf_repo":"LiquidAI/LFM3-Omni-2B","hf_url":"https://huggingface.co/LiquidAI/LFM3-Omni-2B","total_parameters_b":2.166928384,"parameter_count_basis":"Publisher safetensors parameter count.","input_modalities":["text","image","audio","video"],"reasoning_modes":["off","on"],"scope_exception":false,"downloads":83,"source_urls":["https://huggingface.co/LiquidAI/LFM3-Omni-2B"],"notes":"New architecture: separate pinned upstream llama.cpp 19ff817fb2 campaign. Native video is not yet tested."}],"runs":[{"model_id":"qwen3-5-0-8b","is_mock":false,"recorded_at":"2026-10-17T22:18:33.535413+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":15.089063,"prefill_tps":93.549938,"peak_memory_mib":1267.078125,"model_size_mib":507.847900390625,"mean_task_s":20.89784112872217,"output_tokens_per_task":44.833333333333336,"task_success_rate":null,"median_ttft_s":4.555013135000081,"p95_task_s":49.37300647700067},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"bd258782e35f7f458f8aced1adc053e6e92e89bc735ba3be89d38a06121dc517","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-5-0-8b","repo_id":"unsloth/Qwen3.5-0.8B-GGUF","revision":"6ab461498e2023f6e3c1baea90a8f0fe38ab64d0","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-0.8B-Q4_K_M.gguf","sha256":"bd258782e35f7f458f8aced1adc053e6e92e89bc735ba3be89d38a06121dc517","size_bytes":532517120}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"861090380bd147af0f4aa8299791bf75018c09b9590ff7e26b6f5543fa7ef518","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         2616960 kB\nMemAvailable:   16118096 kB\nBuffers:          105696 kB\nCached:         13156560 kB\nSwapCached:            0 kB\nActive:           317248 kB\nInactive:       13034256 kB\nActive(anon):     102208 kB\nInactive(anon):        0 kB\nActive(file):     215040 kB\nInactive(file): 13034256 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2097136 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:              1584 kB\nWriteback:             0 kB\nAnonPages:         89440 kB\nMapped:            57280 kB\nShmem:             13168 kB\nKReclaimable:     440592 kB\nSlab:             493264 kB\nSReclaimable:     440592 kB\nSUnreclaim:        52672 kB\nKernelStack:        2752 kB\nPageTables:         3776 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     247312 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:             144 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t0\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.15,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":16284774400,"free":101766152192},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-ec1e56b61819c4a36b43","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":46.875,"bfcl":64.58333333333333,"ruler":88.88916666666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"78bb2bb6834b743fb3fb","device_id":"rtx4060ti-16gb","compatibility_id":"861090380bd147af0f4aa8299791bf75018c09b9590ff7e26b6f5543fa7ef518","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"qwen3-5-4b","is_mock":false,"recorded_at":"2026-10-17T22:58:32.071986+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":3.361275,"prefill_tps":15.566687,"peak_memory_mib":5690.765625,"model_size_mib":2613.9620666503906,"mean_task_s":94.84019198311115,"output_tokens_per_task":42.666666666666664,"task_success_rate":null,"median_ttft_s":22.51384568300091,"p95_task_s":229.86590096300097},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-5-4b","repo_id":"unsloth/Qwen3.5-4B-GGUF","revision":"e87f176479d0855a907a41277aca2f8ee7a09523","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-4B-Q4_K_M.gguf","sha256":"00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4","size_bytes":2740937888}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"1e0064b852515a221722658d6ae9ac601ea44f76becedb3a0702fe2e7d7ba562","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         2049840 kB\nMemAvailable:   16089904 kB\nBuffers:          107968 kB\nCached:         13693968 kB\nSwapCached:            0 kB\nActive:           315600 kB\nInactive:       13573136 kB\nActive(anon):     100544 kB\nInactive(anon):        0 kB\nActive(file):     215056 kB\nInactive(file): 13573136 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2097136 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               464 kB\nWriteback:             0 kB\nAnonPages:         87632 kB\nMapped:            56672 kB\nShmem:             13168 kB\nKReclaimable:     440624 kB\nSlab:             493552 kB\nSReclaimable:     440624 kB\nSUnreclaim:        52928 kB\nKernelStack:        2768 kB\nPageTables:         3632 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     250672 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:             144 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t0\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":16286167040,"free":101764759552},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-e8760fac2b5f15ac9d03","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":85.9375,"bfcl":75.0,"ruler":65.97229166666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"da372ee32eac70ce6ee2","device_id":"rtx4060ti-16gb","compatibility_id":"1e0064b852515a221722658d6ae9ac601ea44f76becedb3a0702fe2e7d7ba562","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"qwen3-5-2b","is_mock":false,"recorded_at":"2026-10-17T23:17:39.451331+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":7.666992,"prefill_tps":47.52552,"peak_memory_mib":2712.703125,"model_size_mib":1221.500244140625,"mean_task_s":41.747595989388884,"output_tokens_per_task":67.5,"task_success_rate":null,"median_ttft_s":8.961591903501358,"p95_task_s":92.47420388199862},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"aaf42c8b7c3cab2bf3d69c355048d4a0ee9973d48f16c731c0520ee914699223","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-5-2b","repo_id":"unsloth/Qwen3.5-2B-GGUF","revision":"f6d5376be1edb4d416d56da11e5397a961aca8ae","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-2B-Q4_K_M.gguf","sha256":"aaf42c8b7c3cab2bf3d69c355048d4a0ee9973d48f16c731c0520ee914699223","size_bytes":1280835840}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"880d895edb0a2895de6adf7f03e8f8a5334bc049e8c4c13eb8b0fe73556bec0a","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         2539696 kB\nMemAvailable:   15984992 kB\nBuffers:          111104 kB\nCached:         13130272 kB\nSwapCached:            0 kB\nActive:           877008 kB\nInactive:       12453296 kB\nActive(anon):     102096 kB\nInactive(anon):        0 kB\nActive(file):     774912 kB\nInactive(file): 12453296 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2097136 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:              1056 kB\nWriteback:             0 kB\nAnonPages:         89200 kB\nMapped:            58000 kB\nShmem:             13168 kB\nKReclaimable:     405840 kB\nSlab:             459008 kB\nSReclaimable:     405840 kB\nSUnreclaim:        53168 kB\nKernelStack:        2720 kB\nPageTables:         3648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     251600 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:             144 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t0\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.15,"throttled_bits":0,"cpu_khz":"1600000"},"disk":{"total":123097305088,"used":16289411072,"free":101761515520},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-bcfdc0c187722e2a4c09","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":62.5,"bfcl":31.25,"ruler":65.97229166666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"43146359d5a1676c1404","device_id":"rtx4060ti-16gb","compatibility_id":"880d895edb0a2895de6adf7f03e8f8a5334bc049e8c4c13eb8b0fe73556bec0a","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"nemotron-3-nano-4b","is_mock":false,"recorded_at":"2026-10-18T00:21:36.499342+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":3.482796,"prefill_tps":9.247137,"peak_memory_mib":4173.75,"model_size_mib":2765.937530517578,"mean_task_s":167.8948213242221,"output_tokens_per_task":41.5,"task_success_rate":null,"median_ttft_s":44.01260239250041,"p95_task_s":419.7889124150006},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"e515c9ceb10ae503db22a201fade92167f757510d1247a65987f8b6ae9e296e7","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"nemotron-3-nano-4b","repo_id":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","revision":"8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb","quantization":"Q4_K_M","files":[{"filename":"NVIDIA-Nemotron-3-Nano-4B-Q4_K_M.gguf","sha256":"e515c9ceb10ae503db22a201fade92167f757510d1247a65987f8b6ae9e296e7","size_bytes":2900295712}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"803b7ef7fb3305ca1ab76fd7b1cd2980d8e915bb3154be5d866d0a9a310568c0","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          285936 kB\nMemAvailable:   15972432 kB\nBuffers:          113808 kB\nCached:         15341408 kB\nSwapCached:            0 kB\nActive:           877040 kB\nInactive:       14666848 kB\nActive(anon):     102128 kB\nInactive(anon):        0 kB\nActive(file):     774912 kB\nInactive(file): 14666848 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2097136 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1558480 kB\nWriteback:             0 kB\nAnonPages:         89232 kB\nMapped:            58512 kB\nShmem:             13168 kB\nKReclaimable:     433488 kB\nSlab:             487152 kB\nSReclaimable:     433488 kB\nSUnreclaim:        53664 kB\nKernelStack:        2736 kB\nPageTables:         3632 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     251600 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66640 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t0\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":19190841344,"free":98860085248},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-ef45721757e77b7ad8a9","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":67.1875,"bfcl":68.75,"ruler":97.22229166666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"580ae7f69771761efe0a","device_id":"rtx4060ti-16gb","compatibility_id":"803b7ef7fb3305ca1ab76fd7b1cd2980d8e915bb3154be5d866d0a9a310568c0","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"minicpm5-2b","is_mock":false,"recorded_at":"2026-10-18T00:43:53.204231+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":8.05251,"prefill_tps":40.358482,"peak_memory_mib":2900.9375,"model_size_mib":1488.9892272949219,"mean_task_s":52.4709822935551,"output_tokens_per_task":42.5,"task_success_rate":null,"median_ttft_s":10.420626442000867,"p95_task_s":133.11535941699913},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"ec2d5801640099e97d8d7e8003ad4d81f336e757811f03a26173dddf386602fd","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"minicpm5-2b","repo_id":"openbmb/MiniCPM5-2B-GGUF","revision":"2079a22f3beaa4e306449978533478fe0522f4b3","quantization":"Q4_K_M","files":[{"filename":"MiniCPM5-2B-Q4_K_M.gguf","sha256":"ec2d5801640099e97d8d7e8003ad4d81f336e757811f03a26173dddf386602fd","size_bytes":1561318368}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"472bf0b329514d34f5c78a9f0d58111f7367176534dabce010d74fb74c0495d4","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         2020256 kB\nMemAvailable:   16086144 kB\nBuffers:          119664 kB\nCached:         13734272 kB\nSwapCached:            0 kB\nActive:           888688 kB\nInactive:       13057216 kB\nActive(anon):     113776 kB\nInactive(anon):        0 kB\nActive(file):     774912 kB\nInactive(file): 13057216 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2097136 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:              1472 kB\nWriteback:             0 kB\nAnonPages:         92880 kB\nMapped:            61744 kB\nShmem:             21360 kB\nKReclaimable:     422512 kB\nSlab:             476176 kB\nSReclaimable:     422512 kB\nSUnreclaim:        53664 kB\nKernelStack:        2768 kB\nPageTables:         3776 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     260976 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66640 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t0\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.7,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":19194716160,"free":98856210432},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-cc594b7c5a91e8f294a3","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":81.25,"bfcl":68.75,"ruler":63.19479166666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"8942cd3f4448ab5b657f","device_id":"rtx4060ti-16gb","compatibility_id":"472bf0b329514d34f5c78a9f0d58111f7367176534dabce010d74fb74c0495d4","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"minicpm5-1b","is_mock":false,"recorded_at":"2026-10-18T00:54:30.819812+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":20.474609,"prefill_tps":114.750154,"peak_memory_mib":1260.609375,"model_size_mib":656.1907958984375,"mean_task_s":22.552227694388826,"output_tokens_per_task":57.333333333333336,"task_success_rate":null,"median_ttft_s":3.7106312949999847,"p95_task_s":56.54326431299705},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"81b64d05a23b17b34c475f42b3e72fbde62d4b92cc34541f7a8031d0752deafa","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"minicpm5-1b","repo_id":"openbmb/MiniCPM5-1B-GGUF","revision":"3d55fac80935ae6456986ad2384b5cbcc4d6c948","quantization":"Q4_K_M","files":[{"filename":"MiniCPM5-1B-Q4_K_M.gguf","sha256":"81b64d05a23b17b34c475f42b3e72fbde62d4b92cc34541f7a8031d0752deafa","size_bytes":688065920}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"059be7cd648dd715929ba8950a45cc0c1052414b05f0670a690fdf40bc139ea7","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         1306976 kB\nMemAvailable:   16107104 kB\nBuffers:          119904 kB\nCached:         14401696 kB\nSwapCached:            0 kB\nActive:           883968 kB\nInactive:       13725376 kB\nActive(anon):     109056 kB\nInactive(anon):        0 kB\nActive(file):     774912 kB\nInactive(file): 13725376 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2097136 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            672432 kB\nWriteback:             0 kB\nAnonPages:         87872 kB\nMapped:            59776 kB\nShmem:             21360 kB\nKReclaimable:     423056 kB\nSlab:             476992 kB\nSReclaimable:     423056 kB\nSUnreclaim:        53936 kB\nKernelStack:        2704 kB\nPageTables:         3504 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     260976 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t0\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":53.45,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":19884343296,"free":98166583296},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-8e3c34a7a1c5944e70af","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":60.9375,"bfcl":77.08333333333333,"ruler":68.75},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"a840f07c948e58aa5501","device_id":"rtx4060ti-16gb","compatibility_id":"059be7cd648dd715929ba8950a45cc0c1052414b05f0670a690fdf40bc139ea7","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"gemma-4-e4b-it","is_mock":false,"recorded_at":"2026-10-18T01:45:01.038894+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":3.494973,"prefill_tps":14.799022,"peak_memory_mib":7432.953125,"model_size_mib":4746.6007080078125,"mean_task_s":120.11333086338931,"output_tokens_per_task":46.666666666666664,"task_success_rate":null,"median_ttft_s":30.18775824849945,"p95_task_s":294.93206978299713},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"gemma-4-e4b-it","repo_id":"unsloth/gemma-4-E4B-it-GGUF","revision":"bfc15c382204943c3a8fff0c750b94ae2364d7a3","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","size_bytes":4977171584}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"389fefb65ed081e60f331c63a8f6847a27e8e4ef40b9215f0f82d2fca4835fd3","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          292832 kB\nMemAvailable:   16135824 kB\nBuffers:          101792 kB\nCached:         15443264 kB\nSwapCached:            0 kB\nActive:           887424 kB\nInactive:       14747888 kB\nActive(anon):     111552 kB\nInactive(anon):        0 kB\nActive(file):     775872 kB\nInactive(file): 14747888 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2097136 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               144 kB\nWriteback:             0 kB\nAnonPages:         90944 kB\nMapped:            61440 kB\nShmem:             21360 kB\nKReclaimable:     442448 kB\nSlab:             496624 kB\nSReclaimable:     442448 kB\nSUnreclaim:        54176 kB\nKernelStack:        2816 kB\nPageTables:         3632 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     260976 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66672 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t0\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.7,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":24862957568,"free":93187969024},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-d24ceee912504ce9dbc2","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":87.5,"bfcl":82.29166666666667,"ruler":100.0},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"2580a88d2872fdf02fb6","device_id":"rtx4060ti-16gb","compatibility_id":"389fefb65ed081e60f331c63a8f6847a27e8e4ef40b9215f0f82d2fca4835fd3","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"lfm2-5-1-2b-instruct","is_mock":false,"recorded_at":"2026-10-18T01:55:46.331425+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":16.046622,"prefill_tps":81.155932,"peak_memory_mib":1547.1875,"model_size_mib":697.0359497070312,"mean_task_s":21.918217982499602,"output_tokens_per_task":39.333333333333336,"task_success_rate":null,"median_ttft_s":5.3215523324997775,"p95_task_s":52.48138416800066},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"b1b3de114215d9507409a662a501a631095a479a419584e8a2ded6304b19b4f5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-5-1-2b-instruct","repo_id":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","revision":"8ed288026e23958ad9dfa92d53ed773a8eee7125","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-1.2B-Instruct-Q4_K_M.gguf","sha256":"b1b3de114215d9507409a662a501a631095a479a419584e8a2ded6304b19b4f5","size_bytes":730895168}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e87e2a987b92886cd039fcaa00524deefe92aea1fdf541b6c98562776fb717e0","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         2529680 kB\nMemAvailable:   16145520 kB\nBuffers:           80528 kB\nCached:         13240784 kB\nSwapCached:          208 kB\nActive:          4458224 kB\nInactive:        8947616 kB\nActive(anon):      22944 kB\nInactive(anon):    81760 kB\nActive(file):    4435280 kB\nInactive(file):  8865856 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2088080 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:              1760 kB\nWriteback:             0 kB\nAnonPages:         84576 kB\nMapped:            60576 kB\nShmem:             20192 kB\nKReclaimable:     437920 kB\nSlab:             492208 kB\nSReclaimable:     437920 kB\nSUnreclaim:        54288 kB\nKernelStack:        2720 kB\nPageTables:         3648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     261104 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66608 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t9056\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.15,"throttled_bits":0,"cpu_khz":"1700000"},"disk":{"total":123097305088,"used":24866811904,"free":93184114688},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-a3f3a0ff3185d62260d5","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":79.6875,"bfcl":41.666666666666664,"ruler":72.50041666666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"77ff9992570fd00e6ef9","device_id":"rtx4060ti-16gb","compatibility_id":"e87e2a987b92886cd039fcaa00524deefe92aea1fdf541b6c98562776fb717e0","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"granite-4-1-3b","is_mock":false,"recorded_at":"2026-10-18T02:29:34.373841+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":4.836334,"prefill_tps":24.969193,"peak_memory_mib":4440.75,"model_size_mib":2002.2408142089844,"mean_task_s":81.82567661972159,"output_tokens_per_task":49.833333333333336,"task_success_rate":null,"median_ttft_s":15.982009349498185,"p95_task_s":200.21167780399992},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"662b0626cd58f443baea23559b469df6576a81d349649c59413b36a9fb32eb29","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"granite-4-1-3b","repo_id":"ibm-granite/granite-4.1-3b-GGUF","revision":"ab4701481089b58a082ef63cc1cee738887293ff","quantization":"Q4_K_M","files":[{"filename":"granite-4.1-3b-Q4_K_M.gguf","sha256":"662b0626cd58f443baea23559b469df6576a81d349649c59413b36a9fb32eb29","size_bytes":2099501664}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"9db166a8f2e1153756bcfc982111b2da394794a215be19f5ddf0e7a35bf70740","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          532928 kB\nMemAvailable:   15995952 kB\nBuffers:           81312 kB\nCached:         15085600 kB\nSwapCached:          208 kB\nActive:          4461616 kB\nInactive:       10790800 kB\nActive(anon):      24752 kB\nInactive(anon):    80736 kB\nActive(file):    4436864 kB\nInactive(file): 10710064 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2088128 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1554720 kB\nWriteback:             0 kB\nAnonPages:         85376 kB\nMapped:            61696 kB\nShmem:             20240 kB\nKReclaimable:     439312 kB\nSlab:             493632 kB\nSReclaimable:     439312 kB\nSUnreclaim:        54320 kB\nKernelStack:        2752 kB\nPageTables:         3856 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     261104 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t9008\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":51.8,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":26969620480,"free":91081306112},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-0955b3d9d0aeb98dbe34","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":76.5625,"bfcl":82.29166666666667,"ruler":89.86166666666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"781036980e0b6005ca8b","device_id":"rtx4060ti-16gb","compatibility_id":"9db166a8f2e1153756bcfc982111b2da394794a215be19f5ddf0e7a35bf70740","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen3-5-9b","is_mock":false,"recorded_at":"2026-10-18T03:42:57.722768+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":1.876366,"prefill_tps":9.805878,"peak_memory_mib":10331.46875,"model_size_mib":5417.368377685547,"mean_task_s":173.64571075377776,"output_tokens_per_task":47.666666666666664,"task_success_rate":null,"median_ttft_s":42.29176578049919,"p95_task_s":415.62110961600047},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-5-9b","repo_id":"unsloth/Qwen3.5-9B-GGUF","revision":"3885219b6810b007914f3a7950a8d1b469d598a5","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-9B-Q4_K_M.gguf","sha256":"03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8","size_bytes":5680522464}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"9c03533e658d940dc98819d13233c0d7d780bc6814d642f96a275eaf553242ef","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          308960 kB\nMemAvailable:   16099280 kB\nBuffers:           51456 kB\nCached:         15465440 kB\nSwapCached:          208 kB\nActive:          4419552 kB\nInactive:       11181744 kB\nActive(anon):      18800 kB\nInactive(anon):    85760 kB\nActive(file):    4400752 kB\nInactive(file): 11095984 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2087904 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:                96 kB\nWriteback:             0 kB\nAnonPages:         84448 kB\nMapped:            60720 kB\nShmem:             20176 kB\nKReclaimable:     416800 kB\nSlab:             471136 kB\nSReclaimable:     416800 kB\nSUnreclaim:        54336 kB\nKernelStack:        2752 kB\nPageTables:         3648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     261232 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66656 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t9232\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":49.6,"throttled_bits":0,"cpu_khz":"1600000"},"disk":{"total":123097305088,"used":26971623424,"free":91079303168},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-d2efefd0c60393ae98eb","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":90.625,"bfcl":79.16666666666667,"ruler":93.75},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"1ad2111cd119a876d4ab","device_id":"rtx4060ti-16gb","compatibility_id":"9c03533e658d940dc98819d13233c0d7d780bc6814d642f96a275eaf553242ef","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"gemma-4-e2b-it","is_mock":false,"recorded_at":"2026-10-18T04:08:43.323712+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":7.363575,"prefill_tps":31.880922,"peak_memory_mib":4535.1875,"model_size_mib":2962.8164978027344,"mean_task_s":62.077807984610544,"output_tokens_per_task":47,"task_success_rate":null,"median_ttft_s":14.60180834699895,"p95_task_s":154.83295329099928},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"gemma-4-e2b-it","repo_id":"unsloth/gemma-4-E2B-it-GGUF","revision":"0314792d7f1f7e229411f620751375812bb9faf2","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","size_bytes":3106738272}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"374c27b1be2b9faa45dc4c980103abdba0deb46703daca33120cc0a2824471ec","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         2905920 kB\nMemAvailable:   16081008 kB\nBuffers:           16960 kB\nCached:         13043600 kB\nSwapCached:          224 kB\nActive:          4140128 kB\nInactive:        9002608 kB\nActive(anon):      29264 kB\nInactive(anon):    79184 kB\nActive(file):    4110864 kB\nInactive(file):  8923424 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2085216 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            241328 kB\nWriteback:        131072 kB\nAnonPages:         82032 kB\nMapped:            59024 kB\nShmem:             26464 kB\nKReclaimable:     329552 kB\nSlab:             384304 kB\nSReclaimable:     329552 kB\nSUnreclaim:        54752 kB\nKernelStack:        2720 kB\nPageTables:         3632 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     275760 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:              16 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t11920\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.15,"throttled_bits":0,"cpu_khz":"1500000"},"disk":{"total":123097305088,"used":30080020480,"free":87970906112},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-a21f19657ff1bc780124","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":79.6875,"bfcl":84.375,"ruler":61.80520833333333},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"a5fbf0518071f783a438","device_id":"rtx4060ti-16gb","compatibility_id":"374c27b1be2b9faa45dc4c980103abdba0deb46703daca33120cc0a2824471ec","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"granite-4-2-3b","is_mock":false,"recorded_at":"2026-10-18T04:46:29.502534+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":4.907236,"prefill_tps":24.236827,"peak_memory_mib":4350.5625,"model_size_mib":2140.056182861328,"mean_task_s":98.64402532333285,"output_tokens_per_task":82.5,"task_success_rate":null,"median_ttft_s":18.0705806320002,"p95_task_s":262.5653547410002},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"e0406663965846ae22a403456eb826ccce5f450840491f71952f18a7cb78e7d5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"granite-4-2-3b","repo_id":"ibm-granite/granite-4.2-3b-GGUF","revision":"c40945d71cd90f249a56985e8155551a9188dc30","quantization":"Q4_K_M","files":[{"filename":"granite-4.2-3b-Q4_K_M.gguf","sha256":"e0406663965846ae22a403456eb826ccce5f450840491f71952f18a7cb78e7d5","size_bytes":2244011552}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"2f53159dc86223bf227f09f0bb7b2877fd7c9d8029e438c0199e871a7b2e8a20","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          729120 kB\nMemAvailable:   15998336 kB\nBuffers:           22272 kB\nCached:         15130784 kB\nSwapCached:          224 kB\nActive:          4144800 kB\nInactive:       11090688 kB\nActive(anon):      30592 kB\nInactive(anon):    78384 kB\nActive(file):    4114208 kB\nInactive(file): 11012304 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2085232 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1560704 kB\nWriteback:             0 kB\nAnonPages:         82624 kB\nMapped:            61552 kB\nShmem:             26464 kB\nKReclaimable:     331456 kB\nSlab:             386480 kB\nSReclaimable:     331456 kB\nSUnreclaim:        55024 kB\nKernelStack:        2800 kB\nPageTables:         3776 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     275776 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66640 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           17248 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t11904\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":32324833280,"free":85726093312},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-6867ed377897660beb6a","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":67.1875,"bfcl":48.958333333333336,"ruler":63.19479166666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"2d4f2c35b37845fe0573","device_id":"rtx4060ti-16gb","compatibility_id":"2f53159dc86223bf227f09f0bb7b2877fd7c9d8029e438c0199e871a7b2e8a20","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"smollm3-3b","is_mock":false,"recorded_at":"2026-10-19T01:12:07.368913+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":6.051597,"prefill_tps":29.106509,"peak_memory_mib":4087.609375,"model_size_mib":1826.5774841308594,"mean_task_s":69.99642298722272,"output_tokens_per_task":50.166666666666664,"task_success_rate":null,"median_ttft_s":15.144708934509254,"p95_task_s":171.06529710898758},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"8334b850b7bd46238c16b0c550df2138f0889bf433809008cc17a8b05761863e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"smollm3-3b","repo_id":"ggml-org/SmolLM3-3B-GGUF","revision":"4965cb60b150737b68a0408c36aeefb65078f894","quantization":"Q4_K_M","files":[{"filename":"SmolLM3-Q4_K_M.gguf","sha256":"8334b850b7bd46238c16b0c550df2138f0889bf433809008cc17a8b05761863e","size_bytes":1915305312}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"ae2b8182ac0c3aef79c79c3e1ed5a9e7ebb3dbbc6cad81c96c616fe0a8bb8b71","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5364816 kB\nMemAvailable:   16073536 kB\nBuffers:           62320 kB\nCached:         10511968 kB\nSwapCached:          688 kB\nActive:           496224 kB\nInactive:       10152720 kB\nActive(anon):     101584 kB\nInactive(anon):    18432 kB\nActive(file):     394640 kB\nInactive(file): 10134288 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2054000 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               160 kB\nWriteback:             0 kB\nAnonPages:         74144 kB\nMapped:            54480 kB\nShmem:             45568 kB\nKReclaimable:     303008 kB\nSlab:             361600 kB\nSReclaimable:     303008 kB\nSUnreclaim:        58592 kB\nKernelStack:        2704 kB\nPageTables:         3328 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     325856 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           39952 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t43136\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":47.4,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":72146841600,"free":45904084992},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-d9da8cf0ffcffc2b5acf","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":64.0625,"bfcl":66.66666666666667,"ruler":63.88916666666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"9506a91ba980bfe14e06","device_id":"rtx4060ti-16gb","compatibility_id":"ae2b8182ac0c3aef79c79c3e1ed5a9e7ebb3dbbc6cad81c96c616fe0a8bb8b71","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"qwen3-4b-instruct-2507","is_mock":false,"recorded_at":"2026-10-18T05:46:53.500759+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":4.317374,"prefill_tps":21.006106,"peak_memory_mib":5470.0625,"model_size_mib":2381.5928649902344,"mean_task_s":98.92973175238916,"output_tokens_per_task":42,"task_success_rate":null,"median_ttft_s":18.51519297499908,"p95_task_s":255.25557268500415},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"3605803b982cb64aead44f6c1b2ae36e3acdb41d8e46c8a94c6533bc4c67e597","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-4b-instruct-2507","repo_id":"unsloth/Qwen3-4B-Instruct-2507-GGUF","revision":"a06e946bb6b655725eafa393f4a9745d460374c9","quantization":"Q4_K_M","files":[{"filename":"Qwen3-4B-Instruct-2507-Q4_K_M.gguf","sha256":"3605803b982cb64aead44f6c1b2ae36e3acdb41d8e46c8a94c6533bc4c67e597","size_bytes":2497281120}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"06651c2d51ba5f27bafd44baa86b90c603393b7d2f6c978d8eb8e98613e0ed2e","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          228752 kB\nMemAvailable:   15981328 kB\nBuffers:           27040 kB\nCached:         15521632 kB\nSwapCached:          224 kB\nActive:          4438704 kB\nInactive:       11202800 kB\nActive(anon):      45712 kB\nInactive(anon):    73808 kB\nActive(file):    4392992 kB\nInactive(file): 11128992 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2085216 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1566416 kB\nWriteback:            32 kB\nAnonPages:         93136 kB\nMapped:            61136 kB\nShmem:             26432 kB\nKReclaimable:     353808 kB\nSlab:             409712 kB\nSReclaimable:     353808 kB\nSUnreclaim:        55904 kB\nKernelStack:        2768 kB\nPageTables:         3648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     286352 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66656 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:             448 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t11920\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":51.8,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":36739284992,"free":81311641600},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-cb2fffe41f8676067f6a","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":85.9375,"bfcl":84.375,"ruler":69.44479166666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"e1a653f4e64af629fc2a","device_id":"rtx4060ti-16gb","compatibility_id":"06651c2d51ba5f27bafd44baa86b90c603393b7d2f6c978d8eb8e98613e0ed2e","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"ministral-3-3b-instruct-2512","is_mock":false,"recorded_at":"2026-10-18T06:02:33.168269+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":5.461245,"prefill_tps":26.900451,"peak_memory_mib":4637.875,"model_size_mib":2047.5606994628906,"mean_task_s":null,"output_tokens_per_task":72.5,"task_success_rate":null,"median_ttft_s":19.1819107620031,"p95_task_s":51.13537936399371},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"9ed150d4367e68df0ac8e1540f6ddc65b42d0ee26378329d1ecbca60f93fc5f8","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"ministral-3-3b-instruct-2512","repo_id":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","revision":"eb599d408350ea2bb60452cb86be7c7b2fc28227","quantization":"Q4_K_M","files":[{"filename":"Ministral-3-3B-Instruct-2512-Q4_K_M.gguf","sha256":"9ed150d4367e68df0ac8e1540f6ddc65b42d0ee26378329d1ecbca60f93fc5f8","size_bytes":2147023008}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"ce6022c8bb71c7303c1d2ca3fd406effef2e7d61e414560ae279194727d27c85","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         1202848 kB\nMemAvailable:   15904208 kB\nBuffers:           25392 kB\nCached:         14458736 kB\nSwapCached:          256 kB\nActive:          3558288 kB\nInactive:       11001456 kB\nActive(anon):      34320 kB\nInactive(anon):    66656 kB\nActive(file):    3523968 kB\nInactive(file): 10934800 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2077840 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1560128 kB\nWriteback:             0 kB\nAnonPages:         76176 kB\nMapped:            61152 kB\nShmem:             25104 kB\nKReclaimable:     365808 kB\nSlab:             421424 kB\nSReclaimable:     365808 kB\nSUnreclaim:        55616 kB\nKernelStack:        2736 kB\nPageTables:         3648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     275888 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66640 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:            1920 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t19296\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":51.8,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":38887354368,"free":79163572224},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":6,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-1030ded09d7ed4b7508c","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":56.25,"bfcl":84.375,"ruler":11.11125},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"2fe6ac8dca369f93365b","device_id":"rtx4060ti-16gb","compatibility_id":"ce6022c8bb71c7303c1d2ca3fd406effef2e7d61e414560ae279194727d27c85","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"granite-4-2-8b","is_mock":false,"recorded_at":"2026-10-18T07:41:29.183124+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.023068,"prefill_tps":9.184655,"peak_memory_mib":10368.015625,"model_size_mib":5100.1719970703125,"mean_task_s":257.7212806548883,"output_tokens_per_task":111.16666666666667,"task_success_rate":null,"median_ttft_s":47.04735665100088,"p95_task_s":630.5790393720017},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"16a9369d0805f80b7377d25d87f937a90c05dc04ad79173a52001e42c9aab311","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"granite-4-2-8b","repo_id":"ibm-granite/granite-4.2-8b-GGUF","revision":"93f3f6a8938ee922b784cf4e5b4203cd3428df8f","quantization":"Q4_K_M","files":[{"filename":"granite-4.2-8b-Q4_K_M.gguf","sha256":"16a9369d0805f80b7377d25d87f937a90c05dc04ad79173a52001e42c9aab311","size_bytes":5347917952}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5306bda7ddcb6cd7b4ee07efedc84056e7b5675bec00c97e048d41760f3c3b38","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          265024 kB\nMemAvailable:   16090064 kB\nBuffers:           13312 kB\nCached:         15518480 kB\nSwapCached:          272 kB\nActive:          6032240 kB\nInactive:        9568080 kB\nActive(anon):      48336 kB\nInactive(anon):    44256 kB\nActive(file):    5983904 kB\nInactive(file):  9523824 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2069136 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:                32 kB\nWriteback:             0 kB\nAnonPages:         68752 kB\nMapped:            61424 kB\nShmem:             23872 kB\nKReclaimable:     440528 kB\nSlab:             496256 kB\nSReclaimable:     440528 kB\nSUnreclaim:        55728 kB\nKernelStack:        2752 kB\nPageTables:         3648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     275888 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66656 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t28000\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.15,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":44235874304,"free":73815052288},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-51a9360a0279278f59de","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":76.5625,"bfcl":21.875,"ruler":60.416875},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"24e14f912b2cf378a222","device_id":"rtx4060ti-16gb","compatibility_id":"5306bda7ddcb6cd7b4ee07efedc84056e7b5675bec00c97e048d41760f3c3b38","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"lfm2-5-8b-a1b","is_mock":false,"recorded_at":"2026-10-19T01:34:10.466479+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"on","metrics":{"decode_tps":9.440216,"prefill_tps":35.442923,"peak_memory_mib":10002.671875,"model_size_mib":4916.729705810547,"mean_task_s":52.197660326276996,"output_tokens_per_task":128,"task_success_rate":null,"median_ttft_s":10.784428085004038,"p95_task_s":119.54171798200696},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1-reasoning-on","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-5-8b-a1b","repo_id":"LiquidAI/LFM2.5-8B-A1B-GGUF","revision":"49c14831707011e64d70b2ebd8462ba08d608434","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-8B-A1B-Q4_K_M.gguf","sha256":"4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0","size_bytes":5155564768}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"on","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5fb8d3099efffdb6a31245882a76e3453aacb5eb6634c60b6173965651e700f0","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1-reasoning-on","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          456016 kB\nMemAvailable:   16070240 kB\nBuffers:           64288 kB\nCached:         15435760 kB\nSwapCached:          688 kB\nActive:           500432 kB\nInactive:       15058672 kB\nActive(anon):     105856 kB\nInactive(anon):    18384 kB\nActive(file):     394576 kB\nInactive(file): 15040288 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2054000 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:                48 kB\nWriteback:             0 kB\nAnonPages:         78864 kB\nMapped:            55376 kB\nShmem:             45568 kB\nKReclaimable:     303072 kB\nSlab:             362320 kB\nSReclaimable:     303072 kB\nSUnreclaim:        59248 kB\nKernelStack:        2720 kB\nPageTables:         3344 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     329424 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66608 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           39952 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t43136\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.15,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":72147566592,"free":45903360000},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-0f06b08c57cfeff42fd0","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":71.875,"bfcl":30.208333333333332,"ruler":2.0833333333333335},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"dbacc7b8c8990349081d","device_id":"rtx4060ti-16gb","compatibility_id":"5fb8d3099efffdb6a31245882a76e3453aacb5eb6634c60b6173965651e700f0","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"olmo-3-7b-instruct","is_mock":false,"recorded_at":"2026-10-19T02:37:44.277421+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.481016,"prefill_tps":11.840787,"peak_memory_mib":12719.890625,"model_size_mib":4264.4520263671875,"mean_task_s":164.11492233538672,"output_tokens_per_task":48.333333333333336,"task_success_rate":null,"median_ttft_s":34.23801488750178,"p95_task_s":404.6762124639936},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"0de0bc63fae8a73a48e167be48f149c9544bd4af61d223cd3f331c6ea664c5c4","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1-tools-default-none-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"olmo-3-7b-instruct","repo_id":"unsloth/Olmo-3-7B-Instruct-GGUF","revision":"a2a9ae53f5a95087616b3f45ca96e9d2631344ee","quantization":"Q4_K_M","files":[{"filename":"Olmo-3-7B-Instruct-Q4_K_M.gguf","sha256":"0de0bc63fae8a73a48e167be48f149c9544bd4af61d223cd3f331c6ea664c5c4","size_bytes":4471602048}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse","chat_template_override":{"id":"tools-default-none-v1","sha256":"9e947eb0b49fbdaebeeada25a166a4346b8a223c5505c08b6730146cc42146db","original_sha256":"a795a5c3585396964e5ec8b5aaa4fac60d0c28b025f67a15405f187eca941503"}},"compatibility_id":"6df99c80304c61c83b91af2eb663b0f7c73efd5795775a663672e49956e48991","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1-tools-default-none-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         1364656 kB\nMemAvailable:   16114720 kB\nBuffers:           55664 kB\nCached:         14569440 kB\nSwapCached:          688 kB\nActive:           513312 kB\nInactive:       14198736 kB\nActive(anon):     114352 kB\nInactive(anon):    18384 kB\nActive(file):     398960 kB\nInactive(file): 14180352 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2054000 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               160 kB\nWriteback:            32 kB\nAnonPages:         86960 kB\nMapped:            56432 kB\nShmem:             45552 kB\nKReclaimable:     293968 kB\nSlab:             353136 kB\nSReclaimable:     293968 kB\nSUnreclaim:        59168 kB\nKernelStack:        2672 kB\nPageTables:         3488 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     340416 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66576 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56160 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t43136\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":72148234240,"free":45902692352},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-5bb05ed4d56cedcf7600","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":76.5625,"bfcl":86.45833333333333,"ruler":55.555},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"5721d30b79f51f516393","device_id":"rtx4060ti-16gb","compatibility_id":"6df99c80304c61c83b91af2eb663b0f7c73efd5795775a663672e49956e48991","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"granite-4-1-8b","is_mock":false,"recorded_at":"2026-10-18T10:03:59.211849+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.090342,"prefill_tps":9.286639,"peak_memory_mib":10197.390625,"model_size_mib":5100.168609619141,"mean_task_s":200.67483961749895,"output_tokens_per_task":65.33333333333333,"task_success_rate":null,"median_ttft_s":41.56725073599955,"p95_task_s":484.9850888709989},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"ed902ac9eb6adce5a90c6a08c8ea201b50e23fdc5976d1cd0362006afac5309e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"granite-4-1-8b","repo_id":"ibm-granite/granite-4.1-8b-GGUF","revision":"865b82c2e7970d82e3731278c88c57ae7138359c","quantization":"Q4_K_M","files":[{"filename":"granite-4.1-8b-Q4_K_M.gguf","sha256":"ed902ac9eb6adce5a90c6a08c8ea201b50e23fdc5976d1cd0362006afac5309e","size_bytes":5347914400}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"226030f321d04587341b0ff49d20bfbdbcab32d1184a46074cc19d60ceabea1c","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         1041456 kB\nMemAvailable:   15961456 kB\nBuffers:           15504 kB\nCached:         14609808 kB\nSwapCached:          592 kB\nActive:          5018464 kB\nInactive:        9667152 kB\nActive(anon):      40848 kB\nInactive(anon):    31040 kB\nActive(file):    4977616 kB\nInactive(file):  9636112 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2032720 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1532128 kB\nWriteback:             0 kB\nAnonPages:         59888 kB\nMapped:            47008 kB\nShmem:             11840 kB\nKReclaimable:     429488 kB\nSlab:             487136 kB\nSReclaimable:     429488 kB\nSUnreclaim:        57648 kB\nKernelStack:        2800 kB\nPageTables:         3632 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     297696 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66672 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           11584 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t64416\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":59214987264,"free":58835939328},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-ff6b67eff005c35c493b","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":84.375,"bfcl":85.41666666666667,"ruler":64.58354166666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"746e5b653110b5a82ba8","device_id":"rtx4060ti-16gb","compatibility_id":"226030f321d04587341b0ff49d20bfbdbcab32d1184a46074cc19d60ceabea1c","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"g9v3-3b","is_mock":false,"recorded_at":"2026-10-18T10:31:28.170300+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":6.6879,"prefill_tps":31.927707,"peak_memory_mib":3592.578125,"model_size_mib":1814.4517211914062,"mean_task_s":68.43435264666671,"output_tokens_per_task":60,"task_success_rate":null,"median_ttft_s":13.093676286996924,"p95_task_s":167.040305155002},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"0a14c40b1cb02ec21643fb9f080d8bbfea27bb4b6e1f9f6c9ad87db5051af0a1","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"g9v3-3b","repo_id":"bartowski/ai9stars_G9v3-3B-GGUF","revision":"11fe5d21c70f1c6f5e66ca433d1a533738998225","quantization":"Q4_K_M","files":[{"filename":"ai9stars_G9v3-3B-Q4_K_M.gguf","sha256":"0a14c40b1cb02ec21643fb9f080d8bbfea27bb4b6e1f9f6c9ad87db5051af0a1","size_bytes":1902590528}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e4f375f66c9381c2f89112991b4bf75a27735a0c35aacf7f76202b555ef69063","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         3913408 kB\nMemAvailable:   15969792 kB\nBuffers:           21296 kB\nCached:         11736720 kB\nSwapCached:          672 kB\nActive:          5171472 kB\nInactive:        6635920 kB\nActive(anon):      23456 kB\nInactive(anon):    33696 kB\nActive(file):    5148016 kB\nInactive(file):  6602224 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2023728 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1567184 kB\nWriteback:             0 kB\nAnonPages:         48832 kB\nMapped:            40320 kB\nShmem:              7968 kB\nKReclaimable:     429360 kB\nSlab:             487136 kB\nSReclaimable:     429360 kB\nSUnreclaim:        57776 kB\nKernelStack:        2736 kB\nPageTables:         3664 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     285264 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:              64 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t73408\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":61119336448,"free":56931590144},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-2addc77d3802d70b958e","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":67.1875,"bfcl":75.0,"ruler":57.083333333333336},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"56403c6b5dab9a7b04f8","device_id":"rtx4060ti-16gb","compatibility_id":"e4f375f66c9381c2f89112991b4bf75a27735a0c35aacf7f76202b555ef69063","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"ministral-3-8b-instruct-2512","is_mock":false,"recorded_at":"2026-10-18T11:12:28.007864+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.14964,"prefill_tps":9.75835,"peak_memory_mib":9830.828125,"model_size_mib":4958.068756103516,"mean_task_s":null,"output_tokens_per_task":97.75,"task_success_rate":null,"median_ttft_s":49.40163753950037,"p95_task_s":120.91543449700112},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"33e7a72cf5e6e2cfc2f2847075acc013d68bba023e35310cef86b5cf8fdca761","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"ministral-3-8b-instruct-2512","repo_id":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","revision":"0102285ad796bd99af90f58de616092e5630e970","quantization":"Q4_K_M","files":[{"filename":"Ministral-3-8B-Instruct-2512-Q4_K_M.gguf","sha256":"33e7a72cf5e6e2cfc2f2847075acc013d68bba023e35310cef86b5cf8fdca761","size_bytes":5198911904}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"feee615f5dbd6f010dc92deb1dafa58871510076d68187fc000b53120ae9468a","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:          261712 kB\nMemAvailable:   16142864 kB\nBuffers:           25488 kB\nCached:         15551456 kB\nSwapCached:          672 kB\nActive:          7073520 kB\nInactive:        8553104 kB\nActive(anon):      25168 kB\nInactive(anon):    32928 kB\nActive(file):    7048352 kB\nInactive(file):  8520176 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2024784 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               144 kB\nWriteback:             0 kB\nAnonPages:         49264 kB\nMapped:            40608 kB\nShmem:              8480 kB\nKReclaimable:     435840 kB\nSlab:             493584 kB\nSReclaimable:     435840 kB\nSUnreclaim:        57744 kB\nKernelStack:        2752 kB\nPageTables:         3664 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     285264 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66640 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t72352\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":49.05,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":66319085568,"free":51731841024},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":6,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-647974999383d619bcd8","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":60.9375,"bfcl":42.708333333333336,"ruler":12.5},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"673664549c3d1f765df3","device_id":"rtx4060ti-16gb","compatibility_id":"feee615f5dbd6f010dc92deb1dafa58871510076d68187fc000b53120ae9468a","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"ling-3-0-tiny","is_mock":false,"recorded_at":"2026-10-18T11:33:14.456467+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":10.109197,"prefill_tps":51.808093,"peak_memory_mib":9245.703125,"model_size_mib":4689.554870605469,"mean_task_s":44.946184082611985,"output_tokens_per_task":41.166666666666664,"task_success_rate":null,"median_ttft_s":8.839614408501802,"p95_task_s":113.35867813599907},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"5eb12d8150f502e5ef15c05f0a03aec72ef8b8319fbaa8b2e03b43754ce9f2c5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"ling-3-0-tiny","repo_id":"bartowski/Ling-3.0-tiny-GGUF","revision":"ea072726af0d2e8ba325b2f90fc0efa762105a91","quantization":"Q4_K_M","files":[{"filename":"Ling-3.0-tiny-Q4_K_M.gguf","sha256":"5eb12d8150f502e5ef15c05f0a03aec72ef8b8319fbaa8b2e03b43754ce9f2c5","size_bytes":4917354688}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"4f6eacbfc99807c15e73a8622bef064432886f4a3e78b1b62ce5e0e290409e29","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         1181936 kB\nMemAvailable:   16055360 kB\nBuffers:           15024 kB\nCached:         14614448 kB\nSwapCached:          656 kB\nActive:          5622176 kB\nInactive:        9054192 kB\nActive(anon):      29328 kB\nInactive(anon):    24368 kB\nActive(file):    5592848 kB\nInactive(file):  9029824 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2020416 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            763600 kB\nWriteback:             0 kB\nAnonPages:         46496 kB\nMapped:            36224 kB\nShmem:              6832 kB\nKReclaimable:     439504 kB\nSlab:             497872 kB\nSReclaimable:     439504 kB\nSUnreclaim:        58368 kB\nKernelStack:        2720 kB\nPageTables:         3664 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     285264 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t76720\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.15,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71237484544,"free":46813442048},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-ff0d8284411f1d27de21","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":65.625,"bfcl":84.375,"ruler":99.305625},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"555227e3cb4da2aa60c7","device_id":"rtx4060ti-16gb","compatibility_id":"4f6eacbfc99807c15e73a8622bef064432886f4a3e78b1b62ce5e0e290409e29","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"ornith-1-5-9b","is_mock":false,"recorded_at":"2026-10-18T12:51:12.191513+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.001515,"prefill_tps":10.007523,"peak_memory_mib":10794.828125,"model_size_mib":5636.9617919921875,"mean_task_s":194.05502745811222,"output_tokens_per_task":79.16666666666667,"task_success_rate":null,"median_ttft_s":43.03577033200054,"p95_task_s":427.8847408770016},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"886e98b1d7f6e7d7f277a261d692f1a38edd08e24d28c5f9bcf689169ed4b266","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"ornith-1-5-9b","repo_id":"bartowski/Ornith-1.5-9B-GGUF","revision":"1fc60d6805eaa18bbed4088391db9336eb9581c4","quantization":"Q4_K_M","files":[{"filename":"Ornith-1.5-9B-Q4_K_M.gguf","sha256":"886e98b1d7f6e7d7f277a261d692f1a38edd08e24d28c5f9bcf689169ed4b266","size_bytes":5910782848}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5f180c544825823bf6f225f589e95e9c0981d0fc73ac337d922762bf24208909","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         8187360 kB\nMemAvailable:   16177744 kB\nBuffers:           17664 kB\nCached:          7765872 kB\nSwapCached:          720 kB\nActive:           694896 kB\nInactive:        7135248 kB\nActive(anon):      29744 kB\nInactive(anon):    23632 kB\nActive(file):     665152 kB\nInactive(file):  7111616 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2020016 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            181520 kB\nWriteback:             0 kB\nAnonPages:         46416 kB\nMapped:            35232 kB\nShmem:              6544 kB\nKReclaimable:     336832 kB\nSlab:             395040 kB\nSReclaimable:     336832 kB\nSUnreclaim:        58208 kB\nKernelStack:        2752 kB\nPageTables:         3648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     285264 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66640 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t77120\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":47.95,"throttled_bits":0,"cpu_khz":"1700000"},"disk":{"total":123097305088,"used":67032686592,"free":51018240000},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-f90f0ea9763c8e85d75d","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":65.625,"bfcl":35.416666666666664,"ruler":72.91666666666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"c9a19378e3a457732b55","device_id":"rtx4060ti-16gb","compatibility_id":"5f180c544825823bf6f225f589e95e9c0981d0fc73ac337d922762bf24208909","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen3-0-6b","is_mock":false,"recorded_at":"2026-10-18T13:00:33.425150+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":28.381631,"prefill_tps":154.964081,"peak_memory_mib":1296.75,"model_size_mib":378.32781982421875,"mean_task_s":21.722934131944285,"output_tokens_per_task":55.833333333333336,"task_success_rate":null,"median_ttft_s":2.7853344135000953,"p95_task_s":57.23594873100228},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"ac2d97712095a558e31573f62f466a3f9d93990898b0ec79d7c974c1780d524a","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-0-6b","repo_id":"unsloth/Qwen3-0.6B-GGUF","revision":"50968a4468ef4233ed78cd7c3de230dd1d61a56b","quantization":"Q4_K_M","files":[{"filename":"Qwen3-0.6B-Q4_K_M.gguf","sha256":"ac2d97712095a558e31573f62f466a3f9d93990898b0ec79d7c974c1780d524a","size_bytes":396705472}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"2326667806e30ed6249fa43bf0aea94b9131f3ca2789d4364bec4bec22ddf246","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7676656 kB\nMemAvailable:   16069024 kB\nBuffers:           31120 kB\nCached:          8159488 kB\nSwapCached:          896 kB\nActive:           824800 kB\nInactive:        7417600 kB\nActive(anon):      41456 kB\nInactive(anon):    22464 kB\nActive(file):     783344 kB\nInactive(file):  7395136 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2028272 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            387984 kB\nWriteback:             0 kB\nAnonPages:         51456 kB\nMapped:            41728 kB\nShmem:             12048 kB\nKReclaimable:     337104 kB\nSlab:             395200 kB\nSReclaimable:     337104 kB\nSUnreclaim:        58096 kB\nKernelStack:        2688 kB\nPageTables:         3680 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     285264 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t68864\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.9,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":67431071744,"free":50619854848},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-3c9e27a9d7bb30531273","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":51.5625,"bfcl":72.91666666666667,"ruler":90.97291666666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"cbaff885ede24f4442b8","device_id":"rtx4060ti-16gb","compatibility_id":"2326667806e30ed6249fa43bf0aea94b9131f3ca2789d4364bec4bec22ddf246","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"phi-4-mini-instruct","is_mock":false,"recorded_at":"2026-10-18T13:35:18.352652+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":4.758097,"prefill_tps":23.849997,"peak_memory_mib":5386.703125,"model_size_mib":2376.436492919922,"mean_task_s":86.44235150250097,"output_tokens_per_task":54.5,"task_success_rate":null,"median_ttft_s":16.749959718003083,"p95_task_s":206.27941517600266},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"88c00229914083cd112853aab84ed51b87bdf6b9ce42f532d8c85c7c63b1730a","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"phi-4-mini-instruct","repo_id":"unsloth/Phi-4-mini-instruct-GGUF","revision":"78eb92a46fc37e6b524df991ed9aca9bc6aa7b80","quantization":"Q4_K_M","files":[{"filename":"Phi-4-mini-instruct-Q4_K_M.gguf","sha256":"88c00229914083cd112853aab84ed51b87bdf6b9ce42f532d8c85c7c63b1730a","size_bytes":2491874272}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"c98089cd8c87b760562ce755d628de8886f5d2a1ca8d6fe40bda73aa89cdffc0","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5134512 kB\nMemAvailable:   15977952 kB\nBuffers:           33840 kB\nCached:         10594352 kB\nSwapCached:          896 kB\nActive:           824832 kB\nInactive:        9854480 kB\nActive(anon):      41488 kB\nInactive(anon):    22208 kB\nActive(file):     783344 kB\nInactive(file):  9832272 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2028608 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1565152 kB\nWriteback:             0 kB\nAnonPages:         50976 kB\nMapped:            43792 kB\nShmem:             12384 kB\nKReclaimable:     351040 kB\nSlab:             409344 kB\nSReclaimable:     351040 kB\nSUnreclaim:        58304 kB\nKernelStack:        2720 kB\nPageTables:         3792 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     286288 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66640 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t68528\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":51.8,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":69923946496,"free":48126980096},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-c026e7ea0589af0d4602","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":71.875,"bfcl":75.0,"ruler":92.77791666666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"ccb114aabbabfa64bd02","device_id":"rtx4060ti-16gb","compatibility_id":"c98089cd8c87b760562ce755d628de8886f5d2a1ca8d6fe40bda73aa89cdffc0","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen3-1-7b","is_mock":false,"recorded_at":"2026-10-18T13:52:42.351753+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":10.377891,"prefill_tps":56.919873,"peak_memory_mib":2596.09375,"model_size_mib":1223.0293884277344,"mean_task_s":41.95774999499958,"output_tokens_per_task":53.666666666666664,"task_success_rate":null,"median_ttft_s":7.220681736998813,"p95_task_s":114.18452639900352},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"d2387ca2dbfee2ffabce7120d3770dadca0b293052bc2f0e138fdc940d9bc7b5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-1-7b","repo_id":"ggml-org/Qwen3-1.7B-GGUF","revision":"daeb8e2d528a760970442092f6bf1e55c3b659eb","quantization":"Q4_K_M","files":[{"filename":"Qwen3-1.7B-Q4_K_M.gguf","sha256":"d2387ca2dbfee2ffabce7120d3770dadca0b293052bc2f0e138fdc940d9bc7b5","size_bytes":1282439264}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"9b673ca1e5ef29e21a04ce235230b7588c7c767b4a6e49075679c5c8cc668c5d","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         3794512 kB\nMemAvailable:   15906896 kB\nBuffers:           40864 kB\nCached:         11824576 kB\nSwapCached:          896 kB\nActive:           822928 kB\nInactive:       11090800 kB\nActive(anon):      39568 kB\nInactive(anon):    21872 kB\nActive(file):     783360 kB\nInactive(file): 11068928 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2029728 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1203648 kB\nWriteback:            32 kB\nAnonPages:         47648 kB\nMapped:            43056 kB\nShmem:             13376 kB\nKReclaimable:     383312 kB\nSlab:             441648 kB\nSReclaimable:     383312 kB\nSUnreclaim:        58336 kB\nKernelStack:        2768 kB\nPageTables:         3664 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     285360 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66656 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t67408\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.9,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71207313408,"free":46843613184},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-cb25f4000397189445dc","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":65.625,"bfcl":84.375,"ruler":56.94479166666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"e1fb4d37fd48f909f194","device_id":"rtx4060ti-16gb","compatibility_id":"9b673ca1e5ef29e21a04ce235230b7588c7c767b4a6e49075679c5c8cc668c5d","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen3-8b","is_mock":false,"recorded_at":"2026-10-18T15:00:34.501382+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.371461,"prefill_tps":10.708131,"peak_memory_mib":9454.40625,"model_size_mib":4794.867980957031,"mean_task_s":170.7631036106112,"output_tokens_per_task":42.166666666666664,"task_success_rate":null,"median_ttft_s":36.840145805006614,"p95_task_s":431.58616905100644},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-8b","repo_id":"Qwen/Qwen3-8B-GGUF","revision":"7c41481f57cb95916b40956ab2f0b139b296d974","quantization":"Q4_K_M","files":[{"filename":"Qwen3-8B-Q4_K_M.gguf","sha256":"d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785","size_bytes":5027783488}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"4b783361ec52a95c6d157b466eaa5312d4dc88301109adf64a774f5c79d6f6d7","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         2996688 kB\nMemAvailable:   15973808 kB\nBuffers:           45056 kB\nCached:         12672016 kB\nSwapCached:          752 kB\nActive:           837536 kB\nInactive:       11933232 kB\nActive(anon):      54160 kB\nInactive(anon):    21696 kB\nActive(file):     783376 kB\nInactive(file): 11911536 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033472 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1555328 kB\nWriteback:         37312 kB\nAnonPages:         53296 kB\nMapped:            46624 kB\nShmem:             22416 kB\nKReclaimable:     405424 kB\nSlab:             463840 kB\nSReclaimable:     405424 kB\nSUnreclaim:        58416 kB\nKernelStack:        2768 kB\nPageTables:         3792 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     291792 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63664\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.9,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":72064749568,"free":45986177024},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-9600f3bc996d00177a09","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":79.6875,"bfcl":84.375,"ruler":65.9725},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"891e181e148f2c228a0b","device_id":"rtx4060ti-16gb","compatibility_id":"4b783361ec52a95c6d157b466eaa5312d4dc88301109adf64a774f5c79d6f6d7","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen3-4b","is_mock":false,"recorded_at":"2026-10-18T15:40:03.395347+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":4.729427,"prefill_tps":22.171823,"peak_memory_mib":5470.515625,"model_size_mib":2381.592041015625,"mean_task_s":101.52690705627901,"output_tokens_per_task":52.833333333333336,"task_success_rate":null,"median_ttft_s":18.60446619600407,"p95_task_s":255.53817306000565},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-4b","repo_id":"Qwen/Qwen3-4B-GGUF","revision":"bc640142c66e1fdd12af0bd68f40445458f3869b","quantization":"Q4_K_M","files":[{"filename":"Qwen3-4B-Q4_K_M.gguf","sha256":"7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5","size_bytes":2497280256}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"957d9778460002685045b4f66ea1cc7831642762afae11376b4b29f3671ac562","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7939600 kB\nMemAvailable:   15968016 kB\nBuffers:           24096 kB\nCached:          7845824 kB\nSwapCached:          768 kB\nActive:           341648 kB\nInactive:        7579648 kB\nActive(anon):      43216 kB\nInactive(anon):    30352 kB\nActive(file):     298432 kB\nInactive(file):  7549296 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033552 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1566336 kB\nWriteback:             0 kB\nAnonPages:         50912 kB\nMapped:            47840 kB\nShmem:             22368 kB\nKReclaimable:     303904 kB\nSlab:             362304 kB\nSReclaimable:     303904 kB\nSUnreclaim:        58400 kB\nKernelStack:        2736 kB\nPageTables:         3664 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     291904 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66608 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63584\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":53.45,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":69535789056,"free":48515137536},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-0abe1418dc701bf5fc16","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":78.125,"bfcl":82.29166666666667,"ruler":100.0},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"c9a401bbf96fe086899f","device_id":"rtx4060ti-16gb","compatibility_id":"957d9778460002685045b4f66ea1cc7831642762afae11376b4b29f3671ac562","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"smollm2-1-7b-instruct","is_mock":false,"recorded_at":"2026-10-18T15:58:57.040169+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":10.757987,"prefill_tps":50.593392,"peak_memory_mib":2890.65625,"model_size_mib":1006.7077026367188,"mean_task_s":46.809230910997336,"output_tokens_per_task":64.83333333333333,"task_success_rate":null,"median_ttft_s":8.69361437549378,"p95_task_s":113.41828316000465},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"decd2598bc2c8ed08c19adc3c8fdd461ee19ed5708679d1c54ef54a5a30d4f33","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"smollm2-1-7b-instruct","repo_id":"HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF","revision":"2d4a76a30b4af41ecd395c35725ac11688d4cfe4","quantization":"Q4_K_M","files":[{"filename":"smollm2-1.7b-instruct-q4_k_m.gguf","sha256":"decd2598bc2c8ed08c19adc3c8fdd461ee19ed5708679d1c54ef54a5a30d4f33","size_bytes":1055609536}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"77a6fa75115c10a38cb988dbcdf1d726e737623fe267811b7dc60923cfaf2eb4","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         6988960 kB\nMemAvailable:   16065872 kB\nBuffers:           31104 kB\nCached:          8881216 kB\nSwapCached:          768 kB\nActive:           345504 kB\nInactive:        8618688 kB\nActive(anon):      44736 kB\nInactive(anon):    29616 kB\nActive(file):     300768 kB\nInactive(file):  8589072 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033712 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1031392 kB\nWriteback:             0 kB\nAnonPages:         51744 kB\nMapped:            50976 kB\nShmem:             22368 kB\nKReclaimable:     310288 kB\nSlab:             368848 kB\nSReclaimable:     310288 kB\nSUnreclaim:        58560 kB\nKernelStack:        2736 kB\nPageTables:         3776 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     291904 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63424\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":51.8,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":70592450560,"free":47458476032},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-2da546a1366138e6258a","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":45.3125,"bfcl":34.375,"ruler":62.22208333333333},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"c2dde523525a818cda5d","device_id":"rtx4060ti-16gb","compatibility_id":"77a6fa75115c10a38cb988dbcdf1d726e737623fe267811b7dc60923cfaf2eb4","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"hermes-3-llama-3-1-8b","is_mock":false,"recorded_at":"2026-10-18T17:03:48.378011+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.572344,"prefill_tps":11.023624,"peak_memory_mib":9780.6875,"model_size_mib":4692.778228759766,"mean_task_s":164.03173546322392,"output_tokens_per_task":39.833333333333336,"task_success_rate":null,"median_ttft_s":37.3712729195031,"p95_task_s":404.58241524999903},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"44b5c529dffaf34657a4c44a7919e5958b4270fbd365eed3b87d3444b45a378a","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"hermes-3-llama-3-1-8b","repo_id":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","revision":"223c8e24dec0f863b6abe4c89bf20f6941b805e2","quantization":"Q4_K_M","files":[{"filename":"Hermes-3-Llama-3.1-8B-Q4_K_M.gguf","sha256":"44b5c529dffaf34657a4c44a7919e5958b4270fbd365eed3b87d3444b45a378a","size_bytes":4920734624}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"b547eb857931c62f2040fafd855461dc1a0b78fd077a32229c85942999db6ec2","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5471280 kB\nMemAvailable:   15925088 kB\nBuffers:           35248 kB\nCached:         10218688 kB\nSwapCached:          768 kB\nActive:           345392 kB\nInactive:        9960192 kB\nActive(anon):      44640 kB\nInactive(anon):    29136 kB\nActive(file):     300752 kB\nInactive(file):  9931056 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033760 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1540896 kB\nWriteback:             0 kB\nAnonPages:         51136 kB\nMapped:            49808 kB\nShmem:             22368 kB\nKReclaimable:     345216 kB\nSlab:             403568 kB\nSReclaimable:     345216 kB\nSUnreclaim:        58352 kB\nKernelStack:        2800 kB\nPageTables:         3792 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     291904 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66656 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63376\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.7,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71960981504,"free":46089945088},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-30468f73a575097c7221","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":57.8125,"bfcl":69.79166666666667,"ruler":97.916875},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"2993c48a847d269e668c","device_id":"rtx4060ti-16gb","compatibility_id":"b547eb857931c62f2040fafd855461dc1a0b78fd077a32229c85942999db6ec2","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"olmo-2-0425-1b-instruct","is_mock":false,"recorded_at":"2026-10-18T17:21:05.844578+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":14.086423,"prefill_tps":77.105112,"peak_memory_mib":2144.578125,"model_size_mib":892.1769104003906,"mean_task_s":27.349324330944608,"output_tokens_per_task":51.166666666666664,"task_success_rate":null,"median_ttft_s":5.268431024996971,"p95_task_s":67.56299801799469},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"abd8187934a438fbf7cfff0a1de5b9d2793ce913f158794df1951dcba6c93cc6","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"olmo-2-0425-1b-instruct","repo_id":"allenai/OLMo-2-0425-1B-Instruct-GGUF","revision":"62f8c199538474c3e33ed5d7e0580abd66686a27","quantization":"Q4_K_M","files":[{"filename":"OLMo-2-0425-1B-Instruct-Q4_K_M.gguf","sha256":"abd8187934a438fbf7cfff0a1de5b9d2793ce913f158794df1951dcba6c93cc6","size_bytes":935515296}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"02444d8a9bb8e7713f67e0b73bc05b512b20165021a97d7238019cc85cb11965","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:        10118320 kB\nMemAvailable:   16172368 kB\nBuffers:           41664 kB\nCached:          5884512 kB\nSwapCached:          768 kB\nActive:           187280 kB\nInactive:        5789824 kB\nActive(anon):      46192 kB\nInactive(anon):    27712 kB\nActive(file):     141088 kB\nInactive(file):  5762112 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033872 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            127488 kB\nWriteback:             0 kB\nAnonPages:         51328 kB\nMapped:            51696 kB\nShmem:             22352 kB\nKReclaimable:     274064 kB\nSlab:             332304 kB\nSReclaimable:     274064 kB\nSUnreclaim:        58240 kB\nKernelStack:        2704 kB\nPageTables:         3680 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     291904 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66640 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63264\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":47.95,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":67977244672,"free":50073681920},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-c61692dc39a077092b62","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":62.5,"bfcl":20.833333333333332,"ruler":47.22208333333333},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"a3a87bc2c24113c0b807","device_id":"rtx4060ti-16gb","compatibility_id":"02444d8a9bb8e7713f67e0b73bc05b512b20165021a97d7238019cc85cb11965","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"lfm2-700m","is_mock":false,"recorded_at":"2026-10-18T17:28:29.744956+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":24.720899,"prefill_tps":130.662968,"peak_memory_mib":1039.171875,"model_size_mib":446.91497802734375,"mean_task_s":14.80111590271958,"output_tokens_per_task":57.5,"task_success_rate":null,"median_ttft_s":3.305278237501625,"p95_task_s":33.74231142300414},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"684e8406dc13321452b3f6aeca432776e2a6a7e1ad6c23f7887b8fe3efbe2efa","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-700m","repo_id":"LiquidAI/LFM2-700M-GGUF","revision":"fd39e80d7a5ac61494ffff577e61bbbfddbd0d02","quantization":"Q4_K_M","files":[{"filename":"LFM2-700M-Q4_K_M.gguf","sha256":"684e8406dc13321452b3f6aeca432776e2a6a7e1ad6c23f7887b8fe3efbe2efa","size_bytes":468624320}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"82050af64936471c53b8c5f0da0e57d4843325927dcc28323905388b5d92b918","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         9561152 kB\nMemAvailable:   16078288 kB\nBuffers:           44672 kB\nCached:          6343616 kB\nSwapCached:          768 kB\nActive:           185840 kB\nInactive:        6252144 kB\nActive(anon):      44784 kB\nInactive(anon):    27280 kB\nActive(file):     141056 kB\nInactive(file):  6224864 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033888 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            458192 kB\nWriteback:            32 kB\nAnonPages:         49456 kB\nMapped:            52032 kB\nShmem:             22352 kB\nKReclaimable:     274432 kB\nSlab:             332976 kB\nSReclaimable:     274432 kB\nSUnreclaim:        58544 kB\nKernelStack:        2720 kB\nPageTables:         3680 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     291904 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66624 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63248\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.9,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":68446392320,"free":49604534272},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-7b3cf958313cc2114b36","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":62.5,"bfcl":79.16666666666667,"ruler":60.00020833333333},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"5589126555ad3904c9a9","device_id":"rtx4060ti-16gb","compatibility_id":"82050af64936471c53b8c5f0da0e57d4843325927dcc28323905388b5d92b918","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"lfm2-1-2b","is_mock":false,"recorded_at":"2026-10-18T17:38:15.952357+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":16.012313,"prefill_tps":80.171915,"peak_memory_mib":1547.25,"model_size_mib":697.0339050292969,"mean_task_s":24.005661617722783,"output_tokens_per_task":70.5,"task_success_rate":null,"median_ttft_s":5.342279178999888,"p95_task_s":52.7508522470016},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"ac63aeef935e5a4ca147ad6d966487bb0c23220ea20a5f49ad315614392f104e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-1-2b","repo_id":"unsloth/LFM2-1.2B-GGUF","revision":"154016c6696a2d84ea8c5c2a9e6b2c97f2547f59","quantization":"Q4_K_M","files":[{"filename":"LFM2-1.2B-Q4_K_M.gguf","sha256":"ac63aeef935e5a4ca147ad6d966487bb0c23220ea20a5f49ad315614392f104e","size_bytes":730893024}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"a6aa07df56836b959b680e28b9cb0e52bc3b5f0feb05ced3f94ba841d58df1d3","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         8861184 kB\nMemAvailable:   16095808 kB\nBuffers:           46336 kB\nCached:          7058304 kB\nSwapCached:          768 kB\nActive:           186000 kB\nInactive:        6968704 kB\nActive(anon):      44960 kB\nInactive(anon):    27200 kB\nActive(file):     141040 kB\nInactive(file):  6941504 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033984 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            714416 kB\nWriteback:             0 kB\nAnonPages:         49552 kB\nMapped:            52208 kB\nShmem:             22352 kB\nKReclaimable:     275296 kB\nSlab:             333712 kB\nSReclaimable:     275296 kB\nSUnreclaim:        58416 kB\nKernelStack:        2688 kB\nPageTables:         3664 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     291904 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66576 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63152\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":55.1,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":69177708544,"free":48873218048},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-5018295a8bbfa1cafab9","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":60.9375,"bfcl":73.95833333333333,"ruler":43.61125},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"f1629585a2d419d4c1d8","device_id":"rtx4060ti-16gb","compatibility_id":"a6aa07df56836b959b680e28b9cb0e52bc3b5f0feb05ced3f94ba841d58df1d3","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"tulu-3-1-llama-3-1-8b","is_mock":false,"recorded_at":"2026-10-18T18:41:12.774331+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.594058,"prefill_tps":10.983182,"peak_memory_mib":9347.8125,"model_size_mib":4692.8226318359375,"mean_task_s":162.408417674556,"output_tokens_per_task":35.333333333333336,"task_success_rate":null,"median_ttft_s":37.08278820949636,"p95_task_s":404.5013036249875},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"5eae0f1a9bcdea7cad9f1d0d5ba7540bb3de3e2d72293c076a23f24db1c2c7da","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"tulu-3-1-llama-3-1-8b","repo_id":"bartowski/allenai_Llama-3.1-Tulu-3.1-8B-GGUF","revision":"ff76e96ffddff3c0eb12f973241f5cfbad3cc543","quantization":"Q4_K_M","files":[{"filename":"allenai_Llama-3.1-Tulu-3.1-8B-Q4_K_M.gguf","sha256":"5eae0f1a9bcdea7cad9f1d0d5ba7540bb3de3e2d72293c076a23f24db1c2c7da","size_bytes":4920781184}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"df48e49d494ad1ebd2ab6a180ee7daca5c2726b9a46f92556c581c8288a6fe81","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5924352 kB\nMemAvailable:   15941888 kB\nBuffers:           47952 kB\nCached:          9787696 kB\nSwapCached:          768 kB\nActive:           198784 kB\nInactive:        9691392 kB\nActive(anon):      57744 kB\nInactive(anon):    27072 kB\nActive(file):     141040 kB\nInactive(file):  9664320 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2034048 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1332416 kB\nWriteback:        127264 kB\nAnonPages:         54080 kB\nMapped:            54320 kB\nShmem:             30544 kB\nKReclaimable:     335392 kB\nSlab:             393904 kB\nSReclaimable:     335392 kB\nSUnreclaim:        58512 kB\nKernelStack:        2800 kB\nPageTables:         3776 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     300096 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66656 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63088\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":54.55,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71963906048,"free":46087020544},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-6c80743b243b24d791e9","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":76.5625,"bfcl":62.5,"ruler":98.19458333333333},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"059415a1f6a2a82a0cd0","device_id":"rtx4060ti-16gb","compatibility_id":"df48e49d494ad1ebd2ab6a180ee7daca5c2726b9a46f92556c581c8288a6fe81","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"lfm2-8b-a1b","is_mock":false,"recorded_at":"2026-10-18T18:58:42.860209+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":11.686644,"prefill_tps":38.172127,"peak_memory_mib":9762.984375,"model_size_mib":4811.076843261719,"mean_task_s":42.0463042297213,"output_tokens_per_task":47.666666666666664,"task_success_rate":null,"median_ttft_s":10.948165878995496,"p95_task_s":101.56014200400386},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"d2185b22630fc68043dac7182f12e86e5ad14990229a90b6c9ad3f4421ddaf82","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-8b-a1b","repo_id":"LiquidAI/LFM2-8B-A1B-GGUF","revision":"145e98524a2ed11d35a45e0080febcee063749b6","quantization":"Q4_K_M","files":[{"filename":"LFM2-8B-A1B-Q4_K_M.gguf","sha256":"d2185b22630fc68043dac7182f12e86e5ad14990229a90b6c9ad3f4421ddaf82","size_bytes":5044779712}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5a059965884a3bf580ed694645b2d8a4d6112aaa55734e7f5522bbda6124219a","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5817280 kB\nMemAvailable:   15792784 kB\nBuffers:           52768 kB\nCached:          9869568 kB\nSwapCached:          768 kB\nActive:           875760 kB\nInactive:        9100944 kB\nActive(anon):      54400 kB\nInactive(anon):    30272 kB\nActive(file):     821360 kB\nInactive(file):  9070672 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2034176 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1547392 kB\nWriteback:            32 kB\nAnonPages:         54240 kB\nMapped:            56304 kB\nShmem:             30544 kB\nKReclaimable:     337760 kB\nSlab:             396336 kB\nSReclaimable:     337760 kB\nSUnreclaim:        58576 kB\nKernelStack:        2768 kB\nPageTables:         3808 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     300096 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66672 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t62960\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":55.1,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":72089292800,"free":45961633792},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-4ab707e886a841ea6156","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":76.5625,"bfcl":54.166666666666664,"ruler":81.11125},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"b5d683bc1d95881f585c","device_id":"rtx4060ti-16gb","compatibility_id":"5a059965884a3bf580ed694645b2d8a4d6112aaa55734e7f5522bbda6124219a","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"lfm2-5-230m","is_mock":false,"recorded_at":"2026-10-18T19:00:53.154433+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":72.257778,"prefill_tps":451.030828,"peak_memory_mib":407.78125,"model_size_mib":146.29965209960938,"mean_task_s":5.014768272221166,"output_tokens_per_task":57,"task_success_rate":null,"median_ttft_s":0.9612192685017362,"p95_task_s":11.668546029002755},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"7bbd90384d3deffe4c646ec9643b212802d32d4ce417c90a1ec9282100650062","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-5-230m","repo_id":"LiquidAI/LFM2.5-230M-GGUF","revision":"03502067c64ce32ac4fe87b0cec0310a1a13d3e9","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-230M-Q4_K_M.gguf","sha256":"7bbd90384d3deffe4c646ec9643b212802d32d4ce417c90a1ec9282100650062","size_bytes":153406304}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"48cf493dda644a9860115b287db9b686efc7087dc2e579a27a46029a7be543a9","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5887712 kB\nMemAvailable:   16066960 kB\nBuffers:           52848 kB\nCached:         10007312 kB\nSwapCached:          768 kB\nActive:           794784 kB\nInactive:        9317168 kB\nActive(anon):      54000 kB\nInactive(anon):    27728 kB\nActive(file):     740784 kB\nInactive(file):  9289440 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033776 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               528 kB\nWriteback:            32 kB\nAnonPages:         51200 kB\nMapped:            52624 kB\nShmem:             30144 kB\nKReclaimable:     337776 kB\nSlab:             396224 kB\nSReclaimable:     337776 kB\nSUnreclaim:        58448 kB\nKernelStack:        2688 kB\nPageTables:         3520 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     300096 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63360\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":60.05,"throttled_bits":0,"cpu_khz":"1900000"},"disk":{"total":123097305088,"used":72089862144,"free":45961064448},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-9cee2abae5e07d7885e9","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":56.25,"bfcl":33.333333333333336,"ruler":50.0},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"95b1e6349e27088dc5f5","device_id":"rtx4060ti-16gb","compatibility_id":"48cf493dda644a9860115b287db9b686efc7087dc2e579a27a46029a7be543a9","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"lfm2-5-350m","is_mock":false,"recorded_at":"2026-10-18T19:03:51.439651+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":50.907912,"prefill_tps":266.845925,"peak_memory_mib":566.828125,"model_size_mib":218.68917846679688,"mean_task_s":7.054372154610367,"output_tokens_per_task":40.166666666666664,"task_success_rate":null,"median_ttft_s":1.5653364379977575,"p95_task_s":17.1111019700038},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"7e6f72643caafc9a68256686638c4d7916f2cec76d1df478d4c3ddcd95a6aed4","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-5-350m","repo_id":"LiquidAI/LFM2.5-350M-GGUF","revision":"657e078c94084481950a2d555a941481f715536b","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-350M-Q4_K_M.gguf","sha256":"7e6f72643caafc9a68256686638c4d7916f2cec76d1df478d4c3ddcd95a6aed4","size_bytes":229312224}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"d9c208fec539ae720a2e3e37f0e2be9946696ba5e5a0f623d3ad400a07ea63d7","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5682640 kB\nMemAvailable:   16090240 kB\nBuffers:           53632 kB\nCached:         10234800 kB\nSwapCached:          768 kB\nActive:           795984 kB\nInactive:        9542880 kB\nActive(anon):      52752 kB\nInactive(anon):    27568 kB\nActive(file):     743232 kB\nInactive(file):  9515312 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033776 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               336 kB\nWriteback:             0 kB\nAnonPages:         49904 kB\nMapped:            54816 kB\nShmem:             30144 kB\nKReclaimable:     337808 kB\nSlab:             396176 kB\nSReclaimable:     337808 kB\nSUnreclaim:        58368 kB\nKernelStack:        2640 kB\nPageTables:         3664 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     300096 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66576 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63360\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":56.2,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":72090132480,"free":45960794112},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-45fe625d405a65acf0e0","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":71.875,"bfcl":23.958333333333332,"ruler":45.556041666666665},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"066d6ae742f3ba373287","device_id":"rtx4060ti-16gb","compatibility_id":"d9c208fec539ae720a2e3e37f0e2be9946696ba5e5a0f623d3ad400a07ea63d7","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"smollm2-135m-instruct","is_mock":false,"recorded_at":"2026-10-18T19:07:34.432171+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":97.616351,"prefill_tps":265.093541,"peak_memory_mib":298.609375,"model_size_mib":100.56890869140625,"mean_task_s":10.212339876279454,"output_tokens_per_task":80.5,"task_success_rate":null,"median_ttft_s":1.6852133054999285,"p95_task_s":26.250375987990992},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"smollm2-135m-instruct","repo_id":"unsloth/SmolLM2-135M-Instruct-GGUF","revision":"9e6855bc4be717fca1ef21360a1db4b29d5c559a","quantization":"Q4_K_M","files":[{"filename":"SmolLM2-135M-Instruct-Q4_K_M.gguf","sha256":"ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747","size_bytes":105454144}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"deee528910780627277f3d3e559522a49fcdd1af3fffb2d00c34ebf9dadb476a","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5832400 kB\nMemAvailable:   16122544 kB\nBuffers:           54416 kB\nCached:         10115056 kB\nSwapCached:          768 kB\nActive:           800592 kB\nInactive:        9423104 kB\nActive(anon):      57088 kB\nInactive(anon):    27472 kB\nActive(file):     743504 kB\nInactive(file):  9395632 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033776 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            103408 kB\nWriteback:            32 kB\nAnonPages:         54528 kB\nMapped:            57120 kB\nShmem:             30144 kB\nKReclaimable:     339760 kB\nSlab:             398096 kB\nSReclaimable:     339760 kB\nSUnreclaim:        58336 kB\nKernelStack:        2736 kB\nPageTables:         3776 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     300096 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63360\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":57.85,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71966601216,"free":46084325376},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-20c7c0ad2f1a510d8e98","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":15.625,"bfcl":22.916666666666668,"ruler":40.971875},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"d06137ee2c6503fd723c","device_id":"rtx4060ti-16gb","compatibility_id":"deee528910780627277f3d3e559522a49fcdd1af3fffb2d00c34ebf9dadb476a","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"smollm2-360m-instruct","is_mock":false,"recorded_at":"2026-10-18T19:15:51.942727+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":42.104354,"prefill_tps":98.614487,"peak_memory_mib":593.15625,"model_size_mib":258.0552673339844,"mean_task_s":23.332233069835638,"output_tokens_per_task":85,"task_success_rate":null,"median_ttft_s":4.441433799504011,"p95_task_s":58.800479471014114},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"16c7f1667fea34bacad196a57b548effcb37614db4ab5677a20c8c7b823b9e63","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"smollm2-360m-instruct","repo_id":"unsloth/SmolLM2-360M-Instruct-GGUF","revision":"391ed11137586e383b1be0fab9acf01d282c2e11","quantization":"Q4_K_M","files":[{"filename":"SmolLM2-360M-Instruct-Q4_K_M.gguf","sha256":"16c7f1667fea34bacad196a57b548effcb37614db4ab5677a20c8c7b823b9e63","size_bytes":270590560}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"b79c6849227550b674e2896bf30e96019be4176edd2e66cbdcde8d8f91624f02","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5594608 kB\nMemAvailable:   16052304 kB\nBuffers:           55408 kB\nCached:         10277456 kB\nSwapCached:          768 kB\nActive:           800752 kB\nInactive:        9586544 kB\nActive(anon):      57248 kB\nInactive(anon):    27456 kB\nActive(file):     743504 kB\nInactive(file):  9559088 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033776 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            260160 kB\nWriteback:          4432 kB\nAnonPages:         54480 kB\nMapped:            57232 kB\nShmem:             30144 kB\nKReclaimable:     343856 kB\nSlab:             402160 kB\nSReclaimable:     343856 kB\nSUnreclaim:        58304 kB\nKernelStack:        2704 kB\nPageTables:         3808 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     300096 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66576 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63360\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":57.3,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":72132091904,"free":45918834688},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-f4904df75beed6925a4f","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":23.4375,"bfcl":31.25,"ruler":36.388958333333335},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"4657f279c575daef42ca","device_id":"rtx4060ti-16gb","compatibility_id":"b79c6849227550b674e2896bf30e96019be4176edd2e66cbdcde8d8f91624f02","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"lfm2-350m","is_mock":false,"recorded_at":"2026-10-18T19:19:06.345214+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":49.520648,"prefill_tps":273.788292,"peak_memory_mib":566.96875,"model_size_mib":218.68624877929688,"mean_task_s":7.65854995149938,"output_tokens_per_task":65.66666666666667,"task_success_rate":null,"median_ttft_s":1.5834343609894859,"p95_task_s":17.132481357999495},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"15ded463c01b6b6f6fe6a5f8ea6b87902aef9f7191bcc9c110c5591fe2f69282","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-350m","repo_id":"unsloth/LFM2-350M-GGUF","revision":"7ed6733192873777637b34cf3c8ba0d8380d931e","quantization":"Q4_K_M","files":[{"filename":"LFM2-350M-Q4_K_M.gguf","sha256":"15ded463c01b6b6f6fe6a5f8ea6b87902aef9f7191bcc9c110c5591fe2f69282","size_bytes":229309152}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"a0dc94ce354134ecb766049c514b284b96acc8c1bff0f88681458df8fd571c52","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5501376 kB\nMemAvailable:   15919888 kB\nBuffers:           56560 kB\nCached:         10238224 kB\nSwapCached:          752 kB\nActive:           800752 kB\nInactive:        9548320 kB\nActive(anon):      57264 kB\nInactive(anon):    27424 kB\nActive(file):     743488 kB\nInactive(file):  9520896 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2033824 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            224688 kB\nWriteback:            32 kB\nAnonPages:         54640 kB\nMapped:            57472 kB\nShmem:             30144 kB\nKReclaimable:     342880 kB\nSlab:             401280 kB\nSReclaimable:     342880 kB\nSUnreclaim:        58400 kB\nKernelStack:        2736 kB\nPageTables:         3776 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     301120 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66608 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t63312\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":57.85,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":72091246592,"free":45959680000},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-e3071e86d9c840211d5a","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":42.1875,"bfcl":65.625,"ruler":34.166666666666664},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"d9c805c676d769e46d32","device_id":"rtx4060ti-16gb","compatibility_id":"a0dc94ce354134ecb766049c514b284b96acc8c1bff0f88681458df8fd571c52","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen3-vl-4b-instruct","is_mock":false,"recorded_at":"2026-10-19T07:16:22.874182+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":4.763826,"prefill_tps":22.230791,"peak_memory_mib":5488.515625,"model_size_mib":2381.5933837890625,"mean_task_s":94.63502254649858,"output_tokens_per_task":38,"task_success_rate":null,"median_ttft_s":18.409301656502066,"p95_task_s":240.61239159600518},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"66358cb18bb6b3b1b6675aa412c7a88ef01d228f481184d13668e5201c730a0a","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-vl-4b-instruct","repo_id":"Qwen/Qwen3-VL-4B-Instruct-GGUF","revision":"1cd86afb9a95c410a6038ab3b40d8b578c892266","quantization":"Q4_K_M","files":[{"filename":"Qwen3VL-4B-Instruct-Q4_K_M.gguf","sha256":"66358cb18bb6b3b1b6675aa412c7a88ef01d228f481184d13668e5201c730a0a","size_bytes":2497281664}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"7a32f91a79a566d202f47c8a056f8957c86165ddba9f7d89ca11bf27f76da289","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7111584 kB\nMemAvailable:   16008816 kB\nBuffers:           43168 kB\nCached:          8872272 kB\nSwapCached:          688 kB\nActive:          3898832 kB\nInactive:        5097600 kB\nActive(anon):      35360 kB\nInactive(anon):    94080 kB\nActive(file):    3863472 kB\nInactive(file):  5003520 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2049248 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1566304 kB\nWriteback:             0 kB\nAnonPages:         80640 kB\nMapped:            50416 kB\nShmem:             48496 kB\nKReclaimable:     153456 kB\nSlab:             212576 kB\nSReclaimable:     153456 kB\nSUnreclaim:        59120 kB\nKernelStack:        2704 kB\nPageTables:         3344 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     338784 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66560 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t47888\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":47.4,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":69448769536,"free":48602157056},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-bd337818738fd2f20845","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":79.6875,"bfcl":87.5,"ruler":98.61125},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"28df1f90f96e03ea0bac","device_id":"rtx4060ti-16gb","compatibility_id":"7a32f91a79a566d202f47c8a056f8957c86165ddba9f7d89ca11bf27f76da289","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen3-vl-8b-instruct","is_mock":false,"recorded_at":"2026-10-19T08:22:01.770878+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.428279,"prefill_tps":10.850894,"peak_memory_mib":9493.59375,"model_size_mib":4794.869232177734,"mean_task_s":164.46981041166225,"output_tokens_per_task":38.5,"task_success_rate":null,"median_ttft_s":36.10395761249674,"p95_task_s":409.0474478479882},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"67d1659bfe71b89d50b45a4ad1a9e5b997e5bb16ce5da66a6a6167abd569e9e2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-vl-8b-instruct","repo_id":"Qwen/Qwen3-VL-8B-Instruct-GGUF","revision":"f982a07559d4a2f6c8744d840bf6fccab30eea96","quantization":"Q4_K_M","files":[{"filename":"Qwen3VL-8B-Instruct-Q4_K_M.gguf","sha256":"67d1659bfe71b89d50b45a4ad1a9e5b997e5bb16ce5da66a6a6167abd569e9e2","size_bytes":5027784800}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"6465cc504abdfd5711f52edc2dad9d54b15be14eb8592b035f9ca99e61dc7d0e","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         4555776 kB\nMemAvailable:   15953152 kB\nBuffers:           46672 kB\nCached:         11304832 kB\nSwapCached:          688 kB\nActive:          3902080 kB\nInactive:        7528160 kB\nActive(anon):      34640 kB\nInactive(anon):    93024 kB\nActive(file):    3867440 kB\nInactive(file):  7435136 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2049360 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1571872 kB\nWriteback:             0 kB\nAnonPages:         78992 kB\nMapped:            51536 kB\nShmem:             48496 kB\nKReclaimable:     218016 kB\nSlab:             277184 kB\nSReclaimable:     218016 kB\nSUnreclaim:        59168 kB\nKernelStack:        2752 kB\nPageTables:         3344 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     336928 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66608 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t47776\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71980724224,"free":46070202368},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-dec48ffd7d596479219e","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":85.9375,"bfcl":86.45833333333333,"ruler":97.916875},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"05d0c7dc4ea18c515cac","device_id":"rtx4060ti-16gb","compatibility_id":"6465cc504abdfd5711f52edc2dad9d54b15be14eb8592b035f9ca99e61dc7d0e","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"spark-x2-5-1-7b","is_mock":false,"recorded_at":"2026-10-19T09:48:04.808641+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":10.460564,"prefill_tps":55.188589,"peak_memory_mib":2377.921875,"model_size_mib":1056.1541137695312,"mean_task_s":34.53024214405418,"output_tokens_per_task":36,"task_success_rate":null,"median_ttft_s":8.36503645349876,"p95_task_s":85.90873089199886},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"902bde2522394954ac17821b3e5fd0df02defbc6944f122253f2580acf0503f4","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"spark-x2-5-1-7b","repo_id":"XHToken/Spark-X2.5-1.7B-GGUF","revision":"1f7fa33b1245c14730da39e125714ad3a327901b","quantization":"Q4_K_M","files":[{"filename":"Spark-X2.5-1.7B-Q4_K_M.gguf","sha256":"902bde2522394954ac17821b3e5fd0df02defbc6944f122253f2580acf0503f4","size_bytes":1107457856}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e7f80e5c5a7d98ada1e46dc842058308229ee1eba6e07a842b23303b409ef36e","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:        10680160 kB\nMemAvailable:   15928704 kB\nBuffers:           23104 kB\nCached:          5248624 kB\nSwapCached:          624 kB\nActive:          2224752 kB\nInactive:        3130112 kB\nActive(anon):      44752 kB\nInactive(anon):    85840 kB\nActive(file):    2180000 kB\nInactive(file):  3044272 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2039680 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1082208 kB\nWriteback:             0 kB\nAnonPages:         82976 kB\nMapped:            55600 kB\nShmem:             47264 kB\nKReclaimable:     147488 kB\nSlab:             206496 kB\nSReclaimable:     147488 kB\nSUnreclaim:        59008 kB\nKernelStack:        2672 kB\nPageTables:         3472 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     345424 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66544 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56176 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t57456\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":47.4,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":68156452864,"free":49894473728},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-1cbcc365a42fae56a211","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":67.1875,"bfcl":35.416666666666664,"ruler":92.63916666666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"03793750ff785f640f08","device_id":"rtx4060ti-16gb","compatibility_id":"e7f80e5c5a7d98ada1e46dc842058308229ee1eba6e07a842b23303b409ef36e","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"spark-x2-5-4b","is_mock":false,"recorded_at":"2026-10-19T10:27:10.026295+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":4.393894,"prefill_tps":20.956846,"peak_memory_mib":5461.78125,"model_size_mib":2479.7671813964844,"mean_task_s":97.01186719527566,"output_tokens_per_task":57.5,"task_success_rate":null,"median_ttft_s":22.197481900511775,"p95_task_s":230.7714439810079},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"adfcfa19a4ed6a5985da8bf565fe15f8e1a7e131d79bae2d19d48d1c40109428","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"spark-x2-5-4b","repo_id":"XHToken/Spark-X2.5-4B-GGUF","revision":"9826e0be84e6e6e8b9668abc91421109a1df1e2d","quantization":"Q4_K_M","files":[{"filename":"Spark-X2.5-4B-Q4_K_M.gguf","sha256":"adfcfa19a4ed6a5985da8bf565fe15f8e1a7e131d79bae2d19d48d1c40109428","size_bytes":2600224352}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"d4a3d1d5f83d2114ec2e76957ee5a4da84c3f5c59e63bccbbda23e272b10815a","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         8076512 kB\nMemAvailable:   15938720 kB\nBuffers:           34944 kB\nCached:          7797952 kB\nSwapCached:          688 kB\nActive:          2250144 kB\nInactive:        5685200 kB\nActive(anon):      65888 kB\nInactive(anon):    83904 kB\nActive(file):    2184256 kB\nInactive(file):  5601296 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040080 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1580832 kB\nWriteback:             0 kB\nAnonPages:        102192 kB\nMapped:            58640 kB\nShmem:             47584 kB\nKReclaimable:     199872 kB\nSlab:             258912 kB\nSReclaimable:     199872 kB\nSUnreclaim:        59040 kB\nKernelStack:        2752 kB\nPageTables:         3584 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     366576 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66560 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56176 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t57056\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":70758850560,"free":47292076032},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-4107c1a3341dd754490b","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":76.5625,"bfcl":45.833333333333336,"ruler":63.888958333333335},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"f1682722a4e038f4e160","device_id":"rtx4060ti-16gb","compatibility_id":"d4a3d1d5f83d2114ec2e76957ee5a4da84c3f5c59e63bccbbda23e272b10815a","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"nanbeige4-2-3b","is_mock":false,"recorded_at":"2026-10-19T11:48:22.821230+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.677974,"prefill_tps":12.169813,"peak_memory_mib":5301.640625,"model_size_mib":2559.6847229003906,"mean_task_s":218.4109528041671,"output_tokens_per_task":87.16666666666667,"task_success_rate":null,"median_ttft_s":39.077668161000474,"p95_task_s":524.9320543500071},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"b92d2e35c9876b0c4bc671996360204f4149d0546c23d5954d5eb3b106c81f24","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"nanbeige4-2-3b","repo_id":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","revision":"17562eefe9752007209148d5f7a6e275fc8d8077","quantization":"Q4_K_M","files":[{"filename":"Nanbeige_Nanbeige4.2-3B-Q4_K_M.gguf","sha256":"b92d2e35c9876b0c4bc671996360204f4149d0546c23d5954d5eb3b106c81f24","size_bytes":2684023968}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e661207dfc0b2ae137e351e81a07fc62bb8787998625a3e279fe4372f7d86721","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7928784 kB\nMemAvailable:   15886576 kB\nBuffers:           42208 kB\nCached:          7883856 kB\nSwapCached:          688 kB\nActive:          2246480 kB\nInactive:        5777728 kB\nActive(anon):      62224 kB\nInactive(anon):    83456 kB\nActive(file):    2184256 kB\nInactive(file):  5694272 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040256 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               384 kB\nWriteback:         28480 kB\nAnonPages:         97456 kB\nMapped:            55472 kB\nShmem:             47760 kB\nKReclaimable:     202480 kB\nSlab:             261680 kB\nSReclaimable:     202480 kB\nSUnreclaim:        59200 kB\nKernelStack:        2672 kB\nPageTables:         3328 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     365088 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56192 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56880\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":47.95,"throttled_bits":0,"cpu_khz":"1900000"},"disk":{"total":123097305088,"used":70846259200,"free":47204667392},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-9533d35fc868a20e76e9","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":75.0,"bfcl":47.916666666666664,"ruler":64.58354166666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"862a58b11c7c42dcadb3","device_id":"rtx4060ti-16gb","compatibility_id":"e661207dfc0b2ae137e351e81a07fc62bb8787998625a3e279fe4372f7d86721","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"agents-a1-4b","is_mock":false,"recorded_at":"2026-10-19T12:10:25.844988+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":3.508441,"prefill_tps":19.324029,"peak_memory_mib":5612.4375,"model_size_mib":2583.3180541992188,"mean_task_s":null,"output_tokens_per_task":102.25,"task_success_rate":null,"median_ttft_s":19.382119542511646,"p95_task_s":58.84730118198786},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"d93c393a9bd5139a4b5cfe24d31ef553c5a497bfb8afec178a354ecbf508f062","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"agents-a1-4b","repo_id":"InternScience/Agents-A1-4B-Q4_K_M-GGUF","revision":"d92b02e27074b27542384f72bc0e72203c970f0f","quantization":"Q4_K_M","files":[{"filename":"Agents-A1-4B-Q4_K_M.gguf","sha256":"d93c393a9bd5139a4b5cfe24d31ef553c5a497bfb8afec178a354ecbf508f062","size_bytes":2708805312}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"4527ea2e8f49d6821712f8926251d3412a1e97b581aa3c6771db9fdc2db5b08e","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7872736 kB\nMemAvailable:   15897632 kB\nBuffers:           54496 kB\nCached:          7944624 kB\nSwapCached:          688 kB\nActive:          2283728 kB\nInactive:        5818096 kB\nActive(anon):      75200 kB\nInactive(anon):    82288 kB\nActive(file):    2208528 kB\nInactive(file):  5735808 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040832 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1568208 kB\nWriteback:             0 kB\nAnonPages:        102688 kB\nMapped:            50624 kB\nShmem:             54544 kB\nKReclaimable:     203776 kB\nSlab:             263184 kB\nSReclaimable:     203776 kB\nSUnreclaim:        59408 kB\nKernelStack:        2752 kB\nPageTables:         3568 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     371424 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66560 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56304\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":51.25,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":70876090368,"free":47174836224},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":6,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-493a9d762e5bbc03ad00","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":79.6875,"bfcl":78.125,"ruler":29.166666666666668},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"7a341c4a1448e742bae0","device_id":"rtx4060ti-16gb","compatibility_id":"4527ea2e8f49d6821712f8926251d3412a1e97b581aa3c6771db9fdc2db5b08e","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"llama-3-2-1b-instruct","is_mock":false,"recorded_at":"2026-10-19T12:22:43.271119+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":14.482261,"prefill_tps":84.989714,"peak_memory_mib":1796.046875,"model_size_mib":770.2773742675781,"mean_task_s":27.94589233206029,"output_tokens_per_task":65,"task_success_rate":null,"median_ttft_s":5.011380100506358,"p95_task_s":65.95092050000676},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"3f5a22426976ab26cfe84dba63c1d08391717abb1af893e10f1b2968d862dcc1","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"llama-3-2-1b-instruct","repo_id":"unsloth/Llama-3.2-1B-Instruct-GGUF","revision":"b69aef112e9f895e6f98d7ae0949f72ff09aa401","quantization":"Q4_K_M","files":[{"filename":"Llama-3.2-1B-Instruct-Q4_K_M.gguf","sha256":"3f5a22426976ab26cfe84dba63c1d08391717abb1af893e10f1b2968d862dcc1","size_bytes":807694368}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"4aae593dc40f77d84b7e94f44a92dd4912a9445755d17162a1d49ce76d9f7372","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7121344 kB\nMemAvailable:   15959520 kB\nBuffers:           57280 kB\nCached:          8734288 kB\nSwapCached:          688 kB\nActive:          2279648 kB\nInactive:        6610528 kB\nActive(anon):      71120 kB\nInactive(anon):    82080 kB\nActive(file):    2208528 kB\nInactive(file):  6528448 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040832 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            789424 kB\nWriteback:            48 kB\nAnonPages:         98384 kB\nMapped:            49344 kB\nShmem:             54544 kB\nKReclaimable:     224416 kB\nSlab:             283632 kB\nSReclaimable:     224416 kB\nSUnreclaim:        59216 kB\nKernelStack:        2688 kB\nPageTables:         3456 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     373200 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66544 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56304\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":50.7,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71684501504,"free":46366425088},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-90ee888c189b78ae49b9","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":40.625,"bfcl":44.791666666666664,"ruler":66.80541666666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"be63c7f63de804c70765","device_id":"rtx4060ti-16gb","compatibility_id":"4aae593dc40f77d84b7e94f44a92dd4912a9445755d17162a1d49ce76d9f7372","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"llama-3-2-3b-instruct","is_mock":false,"recorded_at":"2026-10-19T12:51:05.961032+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":5.943614,"prefill_tps":28.913852,"peak_memory_mib":4432.875,"model_size_mib":1925.8285522460938,"mean_task_s":70.40388091883344,"output_tokens_per_task":36.5,"task_success_rate":null,"median_ttft_s":14.766089211509097,"p95_task_s":179.80112073000055},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"6c99cc00ae910f6a532a80022cb4bc1939094527a089c29294b841c0bd87f74d","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"llama-3-2-3b-instruct","repo_id":"unsloth/Llama-3.2-3B-Instruct-GGUF","revision":"e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31","quantization":"Q4_K_M","files":[{"filename":"Llama-3.2-3B-Instruct-Q4_K_M.gguf","sha256":"6c99cc00ae910f6a532a80022cb4bc1939094527a089c29294b841c0bd87f74d","size_bytes":2019377600}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"2144c9b24e455ac0ba5935c2274d30d29864d0a21f801af9836e3f0a4cbca812","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         8596944 kB\nMemAvailable:   15937504 kB\nBuffers:           59056 kB\nCached:          7272928 kB\nSwapCached:          688 kB\nActive:          2279536 kB\nInactive:        5150672 kB\nActive(anon):      71008 kB\nInactive(anon):    81936 kB\nActive(file):    2208528 kB\nInactive(file):  5068736 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040832 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1570656 kB\nWriteback:             0 kB\nAnonPages:         98864 kB\nMapped:            47808 kB\nShmem:             54544 kB\nKReclaimable:     186512 kB\nSlab:             245792 kB\nSReclaimable:     186512 kB\nSUnreclaim:        59280 kB\nKernelStack:        2704 kB\nPageTables:         3328 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     371424 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66576 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56304\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":70187933696,"free":47862992896},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-8a67380bb030e73d511a","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":70.3125,"bfcl":72.91666666666667,"ruler":88.055625},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"2326ca5203c7907550b0","device_id":"rtx4060ti-16gb","compatibility_id":"2144c9b24e455ac0ba5935c2274d30d29864d0a21f801af9836e3f0a4cbca812","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"llama-3-1-8b-instruct","is_mock":false,"recorded_at":"2026-10-19T13:56:49.412571+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.566538,"prefill_tps":10.958147,"peak_memory_mib":9808.625,"model_size_mib":4692.782623291016,"mean_task_s":165.74162761644402,"output_tokens_per_task":37.833333333333336,"task_success_rate":null,"median_ttft_s":38.923492285990505,"p95_task_s":408.8193618360092},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"7b064f5842bf9532c91456deda288a1b672397a54fa729aa665952863033557c","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"llama-3-1-8b-instruct","repo_id":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","revision":"bf5b95e96dac0462e2a09145ec66cae9a3f12067","quantization":"Q4_K_M","files":[{"filename":"Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf","sha256":"7b064f5842bf9532c91456deda288a1b672397a54fa729aa665952863033557c","size_bytes":4920739232}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5fe68da79ee55fe1626d611abce74c787191398c646d7b25fae3088d35fa9e33","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         6821616 kB\nMemAvailable:   15964048 kB\nBuffers:           61728 kB\nCached:          9025984 kB\nSwapCached:          688 kB\nActive:          2280512 kB\nInactive:        6906112 kB\nActive(anon):      71888 kB\nInactive(anon):    81600 kB\nActive(file):    2208624 kB\nInactive(file):  6824512 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040832 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            406496 kB\nWriteback:        131120 kB\nAnonPages:         99568 kB\nMapped:            49088 kB\nShmem:             54544 kB\nKReclaimable:     232512 kB\nSlab:             291696 kB\nSReclaimable:     232512 kB\nSUnreclaim:        59184 kB\nKernelStack:        2704 kB\nPageTables:         3328 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     372448 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66608 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56304\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":51.8,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71982682112,"free":46068244480},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-e46b227f0bc9f081bfa9","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":78.125,"bfcl":81.25,"ruler":65.97229166666666},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"0f77c3118a57c013a50e","device_id":"rtx4060ti-16gb","compatibility_id":"5fe68da79ee55fe1626d611abce74c787191398c646d7b25fae3088d35fa9e33","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen2-5-0-5b-instruct","is_mock":false,"recorded_at":"2026-10-19T14:06:03.751224+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":29.114445,"prefill_tps":91.470047,"peak_memory_mib":744.953125,"model_size_mib":468.6355895996094,"mean_task_s":20.511573052720955,"output_tokens_per_task":44.666666666666664,"task_success_rate":null,"median_ttft_s":4.375849988486152,"p95_task_s":52.67225151200546},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen2-5-0-5b-instruct","repo_id":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","revision":"9217f5db79a29953eb74d5343926648285ec7e67","quantization":"Q4_K_M","files":[{"filename":"qwen2.5-0.5b-instruct-q4_k_m.gguf","sha256":"74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db","size_bytes":491400032}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"2cde51c5f4bc67c2379488be13d3ae5bad5d343dd0d859c3a858e7ff388816a0","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:        11403696 kB\nMemAvailable:   16010016 kB\nBuffers:           66304 kB\nCached:          4577472 kB\nSwapCached:          688 kB\nActive:          2309728 kB\nInactive:        2448272 kB\nActive(anon):     100464 kB\nInactive(anon):    77504 kB\nActive(file):    2209264 kB\nInactive(file):  2370768 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040832 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:            480656 kB\nWriteback:             0 kB\nAnonPages:        116048 kB\nMapped:            52240 kB\nShmem:             62752 kB\nKReclaimable:     149504 kB\nSlab:             209216 kB\nSReclaimable:     149504 kB\nSUnreclaim:        59712 kB\nKernelStack:        2752 kB\nPageTables:         3440 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     399360 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56304\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":54.0,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":67557076992,"free":50493849600},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-268e210256756f89886a","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":26.5625,"bfcl":58.333333333333336,"ruler":65.278125},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"4e8abcb8831696810902","device_id":"rtx4060ti-16gb","compatibility_id":"2cde51c5f4bc67c2379488be13d3ae5bad5d343dd0d859c3a858e7ff388816a0","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen2-5-1-5b-instruct","is_mock":false,"recorded_at":"2026-10-19T14:20:31.330945+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":11.938406,"prefill_tps":61.426436,"peak_memory_mib":2069.578125,"model_size_mib":1065.5600891113281,"mean_task_s":32.714297831781245,"output_tokens_per_task":41.666666666666664,"task_success_rate":null,"median_ttft_s":6.588526071514934,"p95_task_s":80.58546797698364},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen2-5-1-5b-instruct","repo_id":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","revision":"91cad51170dc346986eccefdc2dd33a9da36ead9","quantization":"Q4_K_M","files":[{"filename":"qwen2.5-1.5b-instruct-q4_k_m.gguf","sha256":"6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e","size_bytes":1117320736}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"c9c444d829f48174adae45ad22fc6f86ef5d255754edad2b2f67d3b50cf6d545","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:        10212272 kB\nMemAvailable:   15912656 kB\nBuffers:           67392 kB\nCached:          5669184 kB\nSwapCached:          688 kB\nActive:          2314208 kB\nInactive:        3541888 kB\nActive(anon):     104944 kB\nInactive(anon):    77376 kB\nActive(file):    2209264 kB\nInactive(file):  3464512 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040832 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1091312 kB\nWriteback:             0 kB\nAnonPages:        119392 kB\nMapped:            56944 kB\nShmem:             62752 kB\nKReclaimable:     149824 kB\nSlab:             209328 kB\nSReclaimable:     149824 kB\nSUnreclaim:        59504 kB\nKernelStack:        2736 kB\nPageTables:         3728 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     399376 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56304\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":51.8,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":68674904064,"free":49376022528},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-14360d841ba3c882fefd","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":42.1875,"bfcl":82.29166666666667,"ruler":90.27854166666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"bdbac28b78551e310fa5","device_id":"rtx4060ti-16gb","compatibility_id":"c9c444d829f48174adae45ad22fc6f86ef5d255754edad2b2f67d3b50cf6d545","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"qwen2-5-3b-instruct","is_mock":false,"recorded_at":"2026-10-19T14:47:58.213207+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":5.956884,"prefill_tps":29.168904,"peak_memory_mib":3909.21875,"model_size_mib":2007.4203186035156,"mean_task_s":66.49912269449851,"output_tokens_per_task":42.666666666666664,"task_success_rate":null,"median_ttft_s":13.831023981008912,"p95_task_s":166.05393020799966},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen2-5-3b-instruct","repo_id":"Qwen/Qwen2.5-3B-Instruct-GGUF","revision":"7dabda4d13d513e3e842b20f0d435c732f172cbe","quantization":"Q4_K_M","files":[{"filename":"qwen2.5-3b-instruct-q4_k_m.gguf","sha256":"626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d","size_bytes":2104932768}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"f8254fe10ce5b4b464af978e36a699324de98e0094d42d34c88c5ab0b83e7df6","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         8052112 kB\nMemAvailable:   15860064 kB\nBuffers:           68416 kB\nCached:          7725520 kB\nSwapCached:          688 kB\nActive:          2312576 kB\nInactive:        5599232 kB\nActive(anon):     103248 kB\nInactive(anon):    77120 kB\nActive(file):    2209328 kB\nInactive(file):  5522112 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040832 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1568240 kB\nWriteback:             0 kB\nAnonPages:        117440 kB\nMapped:            57632 kB\nShmem:             62752 kB\nKReclaimable:     199728 kB\nSlab:             259280 kB\nSReclaimable:     199728 kB\nSUnreclaim:        59552 kB\nKernelStack:        2784 kB\nPageTables:         3696 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     399488 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66560 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56304\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":70780440576,"free":47270486016},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-d9148c9543203511b6cf","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":57.8125,"bfcl":79.16666666666667,"ruler":91.66708333333334},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"4ea45344d379d35ec5ee","device_id":"rtx4060ti-16gb","compatibility_id":"f8254fe10ce5b4b464af978e36a699324de98e0094d42d34c88c5ab0b83e7df6","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"qwen2-5-7b-instruct","is_mock":false,"recorded_at":"2026-10-19T15:49:40.395328+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.721918,"prefill_tps":11.557519,"peak_memory_mib":8947.515625,"model_size_mib":4466.127044677734,"mean_task_s":154.99202376649677,"output_tokens_per_task":41,"task_success_rate":null,"median_ttft_s":35.207831467996584,"p95_task_s":388.27511055898503},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen2-5-7b-instruct","repo_id":"Qwen/Qwen2.5-7B-Instruct-GGUF","revision":"bb5d59e06d9551d752d08b292a50eb208b07ab1f","quantization":"Q4_K_M","files":[{"filename":"qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf","sha256":"dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db","size_bytes":3993201344},{"filename":"qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf","sha256":"539cf93f78e887edea1c04e2d7d8cdaca9d01dae9c9025bcb8accbe29df3d72a","size_bytes":689872288}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"297b5cf0c4fbd6a392c9c6c7da7627ef3b6f36a3ce2cfcd8fe60ffb777601c70","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7184512 kB\nMemAvailable:   15966896 kB\nBuffers:           70096 kB\nCached:          8673440 kB\nSwapCached:          688 kB\nActive:          2312288 kB\nInactive:        6548688 kB\nActive(anon):     102960 kB\nInactive(anon):    76992 kB\nActive(file):    2209328 kB\nInactive(file):  6471696 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2040832 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1583392 kB\nWriteback:        131248 kB\nAnonPages:        116928 kB\nMapped:            57152 kB\nShmem:             62752 kB\nKReclaimable:     224576 kB\nSlab:             283904 kB\nSReclaimable:     224576 kB\nSUnreclaim:        59328 kB\nKernelStack:        2720 kB\nPageTables:         3584 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     399488 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66592 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t56304\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":71750692864,"free":46300233728},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-114d367931b0ea5a10ec","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":73.4375,"bfcl":89.58333333333333,"ruler":94.445},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"e526d30db6c5d3326e66","device_id":"rtx4060ti-16gb","compatibility_id":"297b5cf0c4fbd6a392c9c6c7da7627ef3b6f36a3ce2cfcd8fe60ffb777601c70","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"spark-x2-6-4b","is_mock":false,"recorded_at":"2026-10-21T00:08:09.980199+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":2.50438,"prefill_tps":19.176016,"peak_memory_mib":5938.0,"model_size_mib":3039.2889099121094,"mean_task_s":114.02966959349254,"output_tokens_per_task":63.5,"task_success_rate":null,"median_ttft_s":23.82938736648066,"p95_task_s":247.957400735002},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"d2595c12bbdda82929ac0c53ec1e79ebe98f74d92f85de2c829592e376815dca","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-llamacpp-performance-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"spark-x2-6-4b","repo_id":"XHToken/Spark-X2.6-4B-GGUF","revision":"16c77db5a782d75d6953770339f7ae06be7dd3f7","quantization":"Q4_K_M","files":[{"filename":"Spark-X2.6-4B-Q4_K_M.gguf","sha256":"d2595c12bbdda82929ac0c53ec1e79ebe98f74d92f85de2c829592e376815dca","size_bytes":3186925408}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"bb7a3e0441da45d9563dd0fb4676cd61b32c1cf023c2025f6c83b9341ca8407f","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"profile":{"id":"pi5-stock-llamacpp-performance-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         3319984 kB\nMemAvailable:   15610048 kB\nBuffers:           84528 kB\nCached:         11989072 kB\nSwapCached:          736 kB\nActive:          7007904 kB\nInactive:        5420544 kB\nActive(anon):     335088 kB\nInactive(anon):    85680 kB\nActive(file):    6672816 kB\nInactive(file):  5334864 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        1795328 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:           1502688 kB\nWriteback:             0 kB\nAnonPages:        354432 kB\nMapped:            57056 kB\nShmem:             66240 kB\nKReclaimable:     405600 kB\nSlab:             468912 kB\nSReclaimable:     405600 kB\nSUnreclaim:        63312 kB\nKernelStack:        2912 kB\nPageTables:         4928 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:     936496 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       66784 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t301808\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":52.35,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":99624116224,"free":18426810368},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-989419d142d5f91cdfe6","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":71.875,"bfcl":77.08333333333333,"ruler":100.0},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"14de49325d5bf5591588","device_id":"rtx4060ti-16gb","compatibility_id":"bb7a3e0441da45d9563dd0fb4676cd61b32c1cf023c2025f6c83b9341ca8407f","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"lfm3-1-7b","is_mock":false,"recorded_at":"2026-10-27T18:34:44.213313+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":10.308286,"prefill_tps":55.796265,"peak_memory_mib":2285.484375,"model_size_mib":1048.6867980957031,"mean_task_s":33.65913388488762,"output_tokens_per_task":69.16666666666667,"task_success_rate":null,"median_ttft_s":7.368729968497064,"p95_task_s":72.32246241602115},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"3793e1e6e2266919d6e015287221b41100175a98eddaba92e111aed3b05c93c4","runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","device_profile":"pi5-stock-llamacpp-performance-v1-lfm3-19ff817fb2","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm3-1-7b","repo_id":"LiquidAI/LFM3-1.7B-GGUF","revision":"b3f2ae5d73cd3c91bf40e8ba752c648aa05dffdf","quantization":"Q4_K_M","files":[{"filename":"LFM3-1.7B-Q4_K_M.gguf","sha256":"3793e1e6e2266919d6e015287221b41100175a98eddaba92e111aed3b05c93c4","size_bytes":1099627808}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"3abb93331e121da9819bdd6d937ce47d7c3db1236cb13604f6b6080532bd74cb","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"e78459903f2480a486a778f5fa760e2069b04c6ea2e43e6e6ffc60547f756f3f","libggml-cpu.so.0.27.0":"d668aae422209ff4e1979fd08cf5034635361eb723b2f3b32c9deedd295ea179","libggml.so.0.27.0":"b83ba3553355179bf2d49bf360939fbff3d05090a4600e19691bc85ee95dde5b","libllama-bench-impl.so":"cbf019054c12e09b00c679d95416b93ed111e16738dc2300b0eb0e772bc8fc38","libllama-common.so.0.7.0":"00caef28e1713b67ae7c2b6120b86db539016f2ec2021ab130d620b7d1d7826a","libllama-server-impl.so":"258b31452cbf724f4678352f720562c3f062efb25d19f11556b147e2b41b9f7c","libllama.so.0.7.0":"89d0d09acdcb4a0002a601ed160026cee9d379e47f2f6d4f267e66318bff86e4","libmtmd.so.0.7.0":"f697f2e706fd7e80fa265bdb22a76ace717625da11a123e2fe3f7424cc44aca4","llama-bench":"673f2cfb7eee2dcc2bf466ea608ecd983383561a5bc7b8eb883578093283397a","llama-server":"8e675df37eb23196e8003d269db725c918f7040bd9406ef90a406cd4fca6b2f0","llama-tts":"f6712a209c941f0248fe3d897da5b3f31111d30425ff6038228b2833ba003933"},"profile":{"id":"pi5-stock-llamacpp-performance-v1-lfm3-19ff817fb2","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         1644800 kB\nMemAvailable:   15484144 kB\nBuffers:          128400 kB\nCached:         13605584 kB\nSwapCached:          576 kB\nActive:          1215744 kB\nInactive:       13071584 kB\nActive(anon):     781504 kB\nInactive(anon):    15712 kB\nActive(file):     434240 kB\nInactive(file): 13055872 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2002368 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:              4032 kB\nWriteback:             0 kB\nAnonPages:        552912 kB\nMapped:            58496 kB\nShmem:            244320 kB\nKReclaimable:     472448 kB\nSlab:             543024 kB\nSReclaimable:     472448 kB\nSUnreclaim:        70576 kB\nKernelStack:        3344 kB\nPageTables:         5744 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:    1164688 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       67360 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           56256 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t94768\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":49.05,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":47920865280,"free":70130061312},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-f6e21a62c909b8d1244e","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":76.5625,"bfcl":34.375,"ruler":33.333333333333336},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"7a2a7fccc5abee450cce","device_id":"rtx4060ti-16gb","compatibility_id":"3abb93331e121da9819bdd6d937ce47d7c3db1236cb13604f6b6080532bd74cb","comparison_basis":"matched_configuration","cross_device_status":"review_required"}},{"model_id":"lfm3-vl-2b","is_mock":false,"recorded_at":"2026-10-27T18:47:39.692896+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","metrics":{"decode_tps":10.313649,"prefill_tps":56.208774,"peak_memory_mib":2285.4375,"model_size_mib":1410.1255798339844,"mean_task_s":30.881954527078456,"output_tokens_per_task":41.833333333333336,"task_success_rate":null,"median_ttft_s":7.363880627439357,"p95_task_s":72.22523296496365},"provenance":{"protocol":"edge-split-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"56dac2e192ff0d9ab8507f4f1aeb4aed0463449bbbefaac79497f041c95f21eb","runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","device_profile":"pi5-stock-llamacpp-performance-v1-lfm3-19ff817fb2","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm3-vl-2b","repo_id":"LiquidAI/LFM3-VL-2B-GGUF","revision":"7c3b4a43c9023e80bf234fec5e826a3365c8dda8","quantization":"Q4_K_M","files":[{"filename":"LFM3-VL-2B-Q4_K_M.gguf","sha256":"56dac2e192ff0d9ab8507f4f1aeb4aed0463449bbbefaac79497f041c95f21eb","size_bytes":1099627808},{"filename":"mmproj-LFM3-VL-2B-F16.gguf","sha256":"1d8e6e58eefc093e09d6332f081516e1ddbd5b35cfca7f35463fb270db230b1e","size_bytes":378996032}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e6bfc3c180e63aea31dd0a8b0c9b4e54151f8e1b2945e4cde52ab3136dbac170","runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so.0.27.0":"e78459903f2480a486a778f5fa760e2069b04c6ea2e43e6e6ffc60547f756f3f","libggml-cpu.so.0.27.0":"d668aae422209ff4e1979fd08cf5034635361eb723b2f3b32c9deedd295ea179","libggml.so.0.27.0":"b83ba3553355179bf2d49bf360939fbff3d05090a4600e19691bc85ee95dde5b","libllama-bench-impl.so":"cbf019054c12e09b00c679d95416b93ed111e16738dc2300b0eb0e772bc8fc38","libllama-common.so.0.7.0":"00caef28e1713b67ae7c2b6120b86db539016f2ec2021ab130d620b7d1d7826a","libllama-server-impl.so":"258b31452cbf724f4678352f720562c3f062efb25d19f11556b147e2b41b9f7c","libllama.so.0.7.0":"89d0d09acdcb4a0002a601ed160026cee9d379e47f2f6d4f267e66318bff86e4","libmtmd.so.0.7.0":"f697f2e706fd7e80fa265bdb22a76ace717625da11a123e2fe3f7424cc44aca4","llama-bench":"673f2cfb7eee2dcc2bf466ea608ecd983383561a5bc7b8eb883578093283397a","llama-server":"8e675df37eb23196e8003d269db725c918f7040bd9406ef90a406cd4fca6b2f0","llama-tts":"f6712a209c941f0248fe3d897da5b3f31111d30425ff6038228b2833ba003933"},"profile":{"id":"pi5-stock-llamacpp-performance-v1-lfm3-19ff817fb2","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"Stock CPU engine. Six frozen text probes, 128 output tokens, three repetitions; no full quality suite."},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213"},"device":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         1750368 kB\nMemAvailable:   15485616 kB\nBuffers:          128240 kB\nCached:         13501552 kB\nSwapCached:          576 kB\nActive:          1557136 kB\nInactive:       12629584 kB\nActive(anon):     785104 kB\nInactive(anon):    15712 kB\nActive(file):     772032 kB\nInactive(file): 12613872 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        2002368 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               752 kB\nWriteback:             0 kB\nAnonPages:        556560 kB\nMapped:            59120 kB\nShmem:            244320 kB\nKReclaimable:     472560 kB\nSlab:             543168 kB\nSReclaimable:     472560 kB\nSUnreclaim:        70608 kB\nKernelStack:        3168 kB\nPageTables:         5760 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:    1169584 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       67200 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:           55264 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t94768\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":55.1,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":47921438720,"free":70129487872},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"inference engine VmHWM (peak RSS), including resident mappings","scope":"six text prompts, 128-token output budget, three repetitions; not worst-case memory","cgroup_peak_is_fit_claim":false},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-6d201ec8a1d32fc1b434","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":68.75,"bfcl":30.208333333333332,"ruler":92.63916666666667},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-split-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"decode_context_depth":0,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"cache_policy":"slot erased before each request"},"capability_source":"RTX 4060 Ti; separate inference, same exact GGUF and frozen suite","latency_source":"Pi; six fixed text probes, 128-token output budget, three repetitions"},"capability_evidence":{"id":"5786446066badaade51c","device_id":"rtx4060ti-16gb","compatibility_id":"e6bfc3c180e63aea31dd0a8b0c9b4e54151f8e1b2945e4cde52ab3136dbac170","comparison_basis":"matched_configuration","cross_device_status":"passed"}},{"model_id":"k2-horizon-7b","is_mock":false,"recorded_at":"2026-10-22T09:54:43.646962+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","metrics":{"decode_tps":2.193354,"prefill_tps":10.395809,"peak_memory_mib":14498.3125,"model_size_mib":5333.1546630859375,"mean_task_s":229.5505582472704,"output_tokens_per_task":128,"task_success_rate":null,"median_ttft_s":36.14048147451831},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"eb89c15a0ae9712be2ee462bf43802de14200f20f93b73da6eb68c2ebdd28e4e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"pi5-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-7b","repo_id":"IFM/K2-Horizon-7B-GGUF","revision":"7a75dbda05e3d440351543131ff3f7fa5687e879","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-7B-Q4_K_M.gguf","sha256":"eb89c15a0ae9712be2ee462bf43802de14200f20f93b73da6eb68c2ebdd28e4e","size_bytes":5592217984}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":1.0,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"fe3f0e3025f8ce900e13462984c331eed4d92f580256b0fa6e3ab12612596770","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","observation":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7782064 kB\nMemAvailable:   15535344 kB\nBuffers:           68464 kB\nCached:          7525024 kB\nSwapCached:         1200 kB\nActive:           849072 kB\nInactive:        7214592 kB\nActive(anon):     371920 kB\nInactive(anon):   132672 kB\nActive(file):     477152 kB\nInactive(file):  7081920 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        1626848 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               576 kB\nWriteback:             0 kB\nAnonPages:        469424 kB\nMapped:            58496 kB\nShmem:             34640 kB\nKReclaimable:     317424 kB\nSlab:             386912 kB\nSReclaimable:     317424 kB\nSUnreclaim:        69488 kB\nKernelStack:        3056 kB\nPageTables:         5680 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:    1319856 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       67104 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:            8208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t470288\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":55.65,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":38430670848,"free":79620255744},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"Engine peak RSS","scope":"40K context capacity; 128-token probes, including reasoning; not time to a final answer"},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-57e0fd923630540d8cf5","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":75.0,"bfcl":36.458333333333336,"ruler":68.75},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-k2-reasoning-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"notes":"Latency includes reasoning tokens; bounded probe time, not completed-answer latency."}},"capability_evidence":{"id":"f13865a5f8c52a049875","device_id":"rtx4060ti-16gb","compatibility_id":"fe3f0e3025f8ce900e13462984c331eed4d92f580256b0fa6e3ab12612596770","comparison_basis":"matched_configuration","cross_device_status":"not_checked"}},{"model_id":"k2-horizon-0-9b","is_mock":false,"recorded_at":"2026-10-21T15:42:36.110432+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","metrics":{"decode_tps":17.810669,"prefill_tps":86.11311,"peak_memory_mib":3469.78125,"model_size_mib":635.3226318359375,"mean_task_s":42.30955060595685,"output_tokens_per_task":128,"task_success_rate":null,"median_ttft_s":5.052223982522264},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"78bff592aeba235c767c93a0bda5870d5a4a8dca21c2a2d502930dd3078c79f2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"pi5-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-0-9b","repo_id":"IFM/K2-Horizon-0.9B-GGUF","revision":"118965081cf1d876990219a1856a93a97b2668fa","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-1B-Q4_K_M.gguf","sha256":"78bff592aeba235c767c93a0bda5870d5a4a8dca21c2a2d502930dd3078c79f2","size_bytes":666184064}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":0.6,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"a5a05eb8de7f69b881d760f17b1fb7cff800799de9d18102ef362d0fc4709282","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","observation":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         6750320 kB\nMemAvailable:   15537536 kB\nBuffers:          195840 kB\nCached:          8523088 kB\nSwapCached:         1376 kB\nActive:          5501696 kB\nInactive:        3744912 kB\nActive(anon):     369248 kB\nInactive(anon):   295616 kB\nActive(file):    5132448 kB\nInactive(file):  3449296 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        1797088 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               560 kB\nWriteback:             0 kB\nAnonPages:        527120 kB\nMapped:            54752 kB\nShmem:            137120 kB\nKReclaimable:     328688 kB\nSlab:             397952 kB\nSReclaimable:     328688 kB\nSUnreclaim:        69264 kB\nKernelStack:        3120 kB\nPageTables:         5648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:    1300816 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       67200 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:            6688 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t300048\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":48.5,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":34572460032,"free":83478466560},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"Engine peak RSS","scope":"40K context capacity; 128-token probes, including reasoning; not time to a final answer"},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-0d544bc5de3ffe448170","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":67.1875,"bfcl":52.083333333333336,"ruler":42.361041666666665},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-k2-reasoning-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"notes":"Latency includes reasoning tokens; bounded probe time, not completed-answer latency."}},"capability_evidence":{"id":"1e0ca4afef28a76c4675","device_id":"rtx4060ti-16gb","compatibility_id":"a5a05eb8de7f69b881d760f17b1fb7cff800799de9d18102ef362d0fc4709282","comparison_basis":"matched_configuration","cross_device_status":"not_checked"}},{"model_id":"k2-horizon-3-7b","is_mock":false,"recorded_at":"2026-10-21T21:03:52.923100+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","metrics":{"decode_tps":3.911827,"prefill_tps":21.12,"peak_memory_mib":10355.921875,"model_size_mib":3010.3665771484375,"mean_task_s":144.8433887452799,"output_tokens_per_task":125.83333333333333,"task_success_rate":null,"median_ttft_s":19.15180052400683},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"07773aed93890d4f5d08b421430000d5c8d73cefc74fbdc32e67d820f23207b2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"pi5-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-3-7b","repo_id":"IFM/K2-Horizon-3.7B-GGUF","revision":"78a0635e8f19b880e468a2fc82923ee6c8a469e4","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-4B-Q4_K_M.gguf","sha256":"07773aed93890d4f5d08b421430000d5c8d73cefc74fbdc32e67d820f23207b2","size_bytes":3156598144}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":1.0,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"918bf77ac3c4bfa79d2bff8f177378f23fcf02d2df257aed3b2cfb16f7036d90","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","observation":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5339072 kB\nMemAvailable:   15454032 kB\nBuffers:          161248 kB\nCached:          9838576 kB\nSwapCached:         1136 kB\nActive:          5721424 kB\nInactive:        4808656 kB\nActive(anon):     319712 kB\nInactive(anon):   339728 kB\nActive(file):    5401712 kB\nInactive(file):  4468928 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        1781184 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               896 kB\nWriteback:             0 kB\nAnonPages:        529968 kB\nMapped:            63232 kB\nShmem:            129248 kB\nKReclaimable:     367536 kB\nSlab:             436880 kB\nSReclaimable:     367536 kB\nSUnreclaim:        69344 kB\nKernelStack:        3136 kB\nPageTables:         5792 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:    1325248 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       67200 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t315952\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":62.25,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":35245899776,"free":82805026816},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"Engine peak RSS","scope":"40K context capacity; 128-token probes, including reasoning; not time to a final answer"},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-5a57437c64a9770de8bd","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":73.4375,"bfcl":57.291666666666664,"ruler":64.58333333333333},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-k2-reasoning-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"notes":"Latency includes reasoning tokens; bounded probe time, not completed-answer latency."}},"capability_evidence":{"id":"158d3b8a9bae15a487cc","device_id":"rtx4060ti-16gb","compatibility_id":"918bf77ac3c4bfa79d2bff8f177378f23fcf02d2df257aed3b2cfb16f7036d90","comparison_basis":"matched_configuration","cross_device_status":"not_checked"}}],"baselines":[],"site_version":"0.2","default_model_ids":["qwen3-0-6b","qwen3-4b","qwen3-8b","qwen3-5-9b","qwen3-5-4b","qwen2-5-7b-instruct","qwen3-vl-8b-instruct","qwen2-5-0-5b-instruct","qwen2-5-1-5b-instruct","llama-3-1-8b-instruct","llama-3-2-1b-instruct","qwen2-5-3b-instruct","gemma-4-e4b-it","qwen3-1-7b","qwen3-vl-4b-instruct","qwen3-5-0-8b","qwen3-4b-instruct-2507","qwen3-5-2b","gemma-4-e2b-it","nemotron-3-nano-4b","smollm2-135m-instruct","minicpm5-2b","llama-3-2-3b-instruct","smollm3-3b","granite-4-1-3b","hermes-3-llama-3-1-8b","olmo-3-7b-instruct","ornith-1-5-9b","phi-4-mini-instruct","minicpm5-1b","smollm2-1-7b-instruct","smollm2-360m-instruct","agents-a1-4b","nanbeige4-2-3b","ministral-3-8b-instruct-2512","lfm2-5-1-2b-instruct","ministral-3-3b-instruct-2512","granite-4-1-8b","granite-4-2-8b","lfm2-5-230m","lfm2-5-350m","olmo-2-0425-1b-instruct","lfm2-1-2b","granite-4-2-3b","spark-x2-5-4b","lfm2-5-8b-a1b","lfm2-350m","lfm2-8b-a1b","ling-3-0-tiny","lfm2-700m","spark-x2-5-1-7b","g9v3-3b","tulu-3-1-llama-3-1-8b","spark-x2-6-4b"],"measurement_release":{"version":"0.2","snapshot_at":"2026-10-26T01:00:02.201606+00:00","mode":"split","summary":"Measured answer quality, speed and memory use.","progress":[{"id":"78bb2bb6834b743fb3fb","model_id":"qwen3-5-0-8b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"78bb2bb6834b743fb3fb","suite":"GPU capability"},{"id":"da372ee32eac70ce6ee2","model_id":"qwen3-5-4b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"da372ee32eac70ce6ee2","suite":"GPU capability"},{"id":"43146359d5a1676c1404","model_id":"qwen3-5-2b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"43146359d5a1676c1404","suite":"GPU capability"},{"id":"580ae7f69771761efe0a","model_id":"nemotron-3-nano-4b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"580ae7f69771761efe0a","suite":"GPU capability"},{"id":"8942cd3f4448ab5b657f","model_id":"minicpm5-2b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"8942cd3f4448ab5b657f","suite":"GPU capability"},{"id":"a840f07c948e58aa5501","model_id":"minicpm5-1b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"a840f07c948e58aa5501","suite":"GPU capability"},{"id":"2580a88d2872fdf02fb6","model_id":"gemma-4-e4b-it","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"2580a88d2872fdf02fb6","suite":"GPU capability"},{"id":"77ff9992570fd00e6ef9","model_id":"lfm2-5-1-2b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"77ff9992570fd00e6ef9","suite":"GPU capability"},{"id":"781036980e0b6005ca8b","model_id":"granite-4-1-3b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"781036980e0b6005ca8b","suite":"GPU capability"},{"id":"1ad2111cd119a876d4ab","model_id":"qwen3-5-9b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"1ad2111cd119a876d4ab","suite":"GPU capability"},{"id":"a5fbf0518071f783a438","model_id":"gemma-4-e2b-it","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"a5fbf0518071f783a438","suite":"GPU capability"},{"id":"2d4f2c35b37845fe0573","model_id":"granite-4-2-3b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"2d4f2c35b37845fe0573","suite":"GPU capability"},{"id":"9506a91ba980bfe14e06","model_id":"smollm3-3b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"9506a91ba980bfe14e06","suite":"GPU capability"},{"id":"e1a653f4e64af629fc2a","model_id":"qwen3-4b-instruct-2507","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"e1a653f4e64af629fc2a","suite":"GPU capability"},{"id":"2fe6ac8dca369f93365b","model_id":"ministral-3-3b-instruct-2512","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"2fe6ac8dca369f93365b","suite":"GPU capability"},{"id":"24e14f912b2cf378a222","model_id":"granite-4-2-8b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"24e14f912b2cf378a222","suite":"GPU capability"},{"id":"dbacc7b8c8990349081d","model_id":"lfm2-5-8b-a1b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"dbacc7b8c8990349081d","suite":"GPU capability"},{"id":"5721d30b79f51f516393","model_id":"olmo-3-7b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"5721d30b79f51f516393","suite":"GPU capability"},{"id":"746e5b653110b5a82ba8","model_id":"granite-4-1-8b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"746e5b653110b5a82ba8","suite":"GPU capability"},{"id":"56403c6b5dab9a7b04f8","model_id":"g9v3-3b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"56403c6b5dab9a7b04f8","suite":"GPU capability"},{"id":"673664549c3d1f765df3","model_id":"ministral-3-8b-instruct-2512","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"673664549c3d1f765df3","suite":"GPU capability"},{"id":"555227e3cb4da2aa60c7","model_id":"ling-3-0-tiny","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"555227e3cb4da2aa60c7","suite":"GPU capability"},{"id":"c9a19378e3a457732b55","model_id":"ornith-1-5-9b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"c9a19378e3a457732b55","suite":"GPU capability"},{"id":"cbaff885ede24f4442b8","model_id":"qwen3-0-6b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"cbaff885ede24f4442b8","suite":"GPU capability"},{"id":"ccb114aabbabfa64bd02","model_id":"phi-4-mini-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"ccb114aabbabfa64bd02","suite":"GPU capability"},{"id":"e1fb4d37fd48f909f194","model_id":"qwen3-1-7b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"e1fb4d37fd48f909f194","suite":"GPU capability"},{"id":"891e181e148f2c228a0b","model_id":"qwen3-8b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"891e181e148f2c228a0b","suite":"GPU capability"},{"id":"c9a401bbf96fe086899f","model_id":"qwen3-4b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"c9a401bbf96fe086899f","suite":"GPU capability"},{"id":"c2dde523525a818cda5d","model_id":"smollm2-1-7b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"c2dde523525a818cda5d","suite":"GPU capability"},{"id":"2993c48a847d269e668c","model_id":"hermes-3-llama-3-1-8b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"2993c48a847d269e668c","suite":"GPU capability"},{"id":"a3a87bc2c24113c0b807","model_id":"olmo-2-0425-1b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"a3a87bc2c24113c0b807","suite":"GPU capability"},{"id":"5589126555ad3904c9a9","model_id":"lfm2-700m","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"5589126555ad3904c9a9","suite":"GPU capability"},{"id":"f1629585a2d419d4c1d8","model_id":"lfm2-1-2b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"f1629585a2d419d4c1d8","suite":"GPU capability"},{"id":"059415a1f6a2a82a0cd0","model_id":"tulu-3-1-llama-3-1-8b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"059415a1f6a2a82a0cd0","suite":"GPU capability"},{"id":"b5d683bc1d95881f585c","model_id":"lfm2-8b-a1b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"b5d683bc1d95881f585c","suite":"GPU capability"},{"id":"95b1e6349e27088dc5f5","model_id":"lfm2-5-230m","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"95b1e6349e27088dc5f5","suite":"GPU capability"},{"id":"066d6ae742f3ba373287","model_id":"lfm2-5-350m","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"066d6ae742f3ba373287","suite":"GPU capability"},{"id":"d06137ee2c6503fd723c","model_id":"smollm2-135m-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"d06137ee2c6503fd723c","suite":"GPU capability"},{"id":"4657f279c575daef42ca","model_id":"smollm2-360m-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"4657f279c575daef42ca","suite":"GPU capability"},{"id":"d9c805c676d769e46d32","model_id":"lfm2-350m","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"d9c805c676d769e46d32","suite":"GPU capability"},{"id":"28df1f90f96e03ea0bac","model_id":"qwen3-vl-4b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"28df1f90f96e03ea0bac","suite":"GPU capability"},{"id":"05d0c7dc4ea18c515cac","model_id":"qwen3-vl-8b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"05d0c7dc4ea18c515cac","suite":"GPU capability"},{"id":"03793750ff785f640f08","model_id":"spark-x2-5-1-7b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"03793750ff785f640f08","suite":"GPU capability"},{"id":"f1682722a4e038f4e160","model_id":"spark-x2-5-4b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"f1682722a4e038f4e160","suite":"GPU capability"},{"id":"862a58b11c7c42dcadb3","model_id":"nanbeige4-2-3b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"862a58b11c7c42dcadb3","suite":"GPU capability"},{"id":"7a341c4a1448e742bae0","model_id":"agents-a1-4b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"7a341c4a1448e742bae0","suite":"GPU capability"},{"id":"be63c7f63de804c70765","model_id":"llama-3-2-1b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"be63c7f63de804c70765","suite":"GPU capability"},{"id":"2326ca5203c7907550b0","model_id":"llama-3-2-3b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"2326ca5203c7907550b0","suite":"GPU capability"},{"id":"0f77c3118a57c013a50e","model_id":"llama-3-1-8b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"0f77c3118a57c013a50e","suite":"GPU capability"},{"id":"4e8abcb8831696810902","model_id":"qwen2-5-0-5b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"4e8abcb8831696810902","suite":"GPU capability"},{"id":"bdbac28b78551e310fa5","model_id":"qwen2-5-1-5b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"bdbac28b78551e310fa5","suite":"GPU capability"},{"id":"4ea45344d379d35ec5ee","model_id":"qwen2-5-3b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"4ea45344d379d35ec5ee","suite":"GPU capability"},{"id":"e526d30db6c5d3326e66","model_id":"qwen2-5-7b-instruct","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"e526d30db6c5d3326e66","suite":"GPU capability"},{"id":"14de49325d5bf5591588","model_id":"spark-x2-6-4b","status":"completed","completed_cases":214,"total_cases":214,"error":null,"job_id":"14de49325d5bf5591588","suite":"GPU capability"},{"id":"ec1e56b61819c4a36b43","model_id":"qwen3-5-0-8b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"ec1e56b61819c4a36b43","suite":"Pi performance"},{"id":"e8760fac2b5f15ac9d03","model_id":"qwen3-5-4b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"e8760fac2b5f15ac9d03","suite":"Pi performance"},{"id":"bcfdc0c187722e2a4c09","model_id":"qwen3-5-2b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"bcfdc0c187722e2a4c09","suite":"Pi performance"},{"id":"ef45721757e77b7ad8a9","model_id":"nemotron-3-nano-4b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"ef45721757e77b7ad8a9","suite":"Pi performance"},{"id":"cc594b7c5a91e8f294a3","model_id":"minicpm5-2b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"cc594b7c5a91e8f294a3","suite":"Pi performance"},{"id":"8e3c34a7a1c5944e70af","model_id":"minicpm5-1b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"8e3c34a7a1c5944e70af","suite":"Pi performance"},{"id":"d24ceee912504ce9dbc2","model_id":"gemma-4-e4b-it","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"d24ceee912504ce9dbc2","suite":"Pi performance"},{"id":"a3f3a0ff3185d62260d5","model_id":"lfm2-5-1-2b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"a3f3a0ff3185d62260d5","suite":"Pi performance"},{"id":"0955b3d9d0aeb98dbe34","model_id":"granite-4-1-3b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"0955b3d9d0aeb98dbe34","suite":"Pi performance"},{"id":"d2efefd0c60393ae98eb","model_id":"qwen3-5-9b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"d2efefd0c60393ae98eb","suite":"Pi performance"},{"id":"a21f19657ff1bc780124","model_id":"gemma-4-e2b-it","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"a21f19657ff1bc780124","suite":"Pi performance"},{"id":"6867ed377897660beb6a","model_id":"granite-4-2-3b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"6867ed377897660beb6a","suite":"Pi performance"},{"id":"d9da8cf0ffcffc2b5acf","model_id":"smollm3-3b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"d9da8cf0ffcffc2b5acf","suite":"Pi performance"},{"id":"cb2fffe41f8676067f6a","model_id":"qwen3-4b-instruct-2507","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"cb2fffe41f8676067f6a","suite":"Pi performance"},{"id":"1030ded09d7ed4b7508c","model_id":"ministral-3-3b-instruct-2512","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"1030ded09d7ed4b7508c","suite":"Pi performance"},{"id":"51a9360a0279278f59de","model_id":"granite-4-2-8b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"51a9360a0279278f59de","suite":"Pi performance"},{"id":"0f06b08c57cfeff42fd0","model_id":"lfm2-5-8b-a1b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"0f06b08c57cfeff42fd0","suite":"Pi performance"},{"id":"5bb05ed4d56cedcf7600","model_id":"olmo-3-7b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"5bb05ed4d56cedcf7600","suite":"Pi performance"},{"id":"ff6b67eff005c35c493b","model_id":"granite-4-1-8b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"ff6b67eff005c35c493b","suite":"Pi performance"},{"id":"2addc77d3802d70b958e","model_id":"g9v3-3b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"2addc77d3802d70b958e","suite":"Pi performance"},{"id":"647974999383d619bcd8","model_id":"ministral-3-8b-instruct-2512","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"647974999383d619bcd8","suite":"Pi performance"},{"id":"ff0d8284411f1d27de21","model_id":"ling-3-0-tiny","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"ff0d8284411f1d27de21","suite":"Pi performance"},{"id":"f90f0ea9763c8e85d75d","model_id":"ornith-1-5-9b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"f90f0ea9763c8e85d75d","suite":"Pi performance"},{"id":"3c9e27a9d7bb30531273","model_id":"qwen3-0-6b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"3c9e27a9d7bb30531273","suite":"Pi performance"},{"id":"c026e7ea0589af0d4602","model_id":"phi-4-mini-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"c026e7ea0589af0d4602","suite":"Pi performance"},{"id":"cb25f4000397189445dc","model_id":"qwen3-1-7b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"cb25f4000397189445dc","suite":"Pi performance"},{"id":"9600f3bc996d00177a09","model_id":"qwen3-8b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"9600f3bc996d00177a09","suite":"Pi performance"},{"id":"0abe1418dc701bf5fc16","model_id":"qwen3-4b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"0abe1418dc701bf5fc16","suite":"Pi performance"},{"id":"2da546a1366138e6258a","model_id":"smollm2-1-7b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"2da546a1366138e6258a","suite":"Pi performance"},{"id":"30468f73a575097c7221","model_id":"hermes-3-llama-3-1-8b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"30468f73a575097c7221","suite":"Pi performance"},{"id":"c61692dc39a077092b62","model_id":"olmo-2-0425-1b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"c61692dc39a077092b62","suite":"Pi performance"},{"id":"7b3cf958313cc2114b36","model_id":"lfm2-700m","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"7b3cf958313cc2114b36","suite":"Pi performance"},{"id":"5018295a8bbfa1cafab9","model_id":"lfm2-1-2b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"5018295a8bbfa1cafab9","suite":"Pi performance"},{"id":"6c80743b243b24d791e9","model_id":"tulu-3-1-llama-3-1-8b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"6c80743b243b24d791e9","suite":"Pi performance"},{"id":"4ab707e886a841ea6156","model_id":"lfm2-8b-a1b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"4ab707e886a841ea6156","suite":"Pi performance"},{"id":"9cee2abae5e07d7885e9","model_id":"lfm2-5-230m","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"9cee2abae5e07d7885e9","suite":"Pi performance"},{"id":"45fe625d405a65acf0e0","model_id":"lfm2-5-350m","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"45fe625d405a65acf0e0","suite":"Pi performance"},{"id":"20c7c0ad2f1a510d8e98","model_id":"smollm2-135m-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"20c7c0ad2f1a510d8e98","suite":"Pi performance"},{"id":"f4904df75beed6925a4f","model_id":"smollm2-360m-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"f4904df75beed6925a4f","suite":"Pi performance"},{"id":"e3071e86d9c840211d5a","model_id":"lfm2-350m","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"e3071e86d9c840211d5a","suite":"Pi performance"},{"id":"bd337818738fd2f20845","model_id":"qwen3-vl-4b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"bd337818738fd2f20845","suite":"Pi performance"},{"id":"dec48ffd7d596479219e","model_id":"qwen3-vl-8b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"dec48ffd7d596479219e","suite":"Pi performance"},{"id":"1cbcc365a42fae56a211","model_id":"spark-x2-5-1-7b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"1cbcc365a42fae56a211","suite":"Pi performance"},{"id":"4107c1a3341dd754490b","model_id":"spark-x2-5-4b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"4107c1a3341dd754490b","suite":"Pi performance"},{"id":"9533d35fc868a20e76e9","model_id":"nanbeige4-2-3b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"9533d35fc868a20e76e9","suite":"Pi performance"},{"id":"493a9d762e5bbc03ad00","model_id":"agents-a1-4b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"493a9d762e5bbc03ad00","suite":"Pi performance"},{"id":"90ee888c189b78ae49b9","model_id":"llama-3-2-1b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"90ee888c189b78ae49b9","suite":"Pi performance"},{"id":"8a67380bb030e73d511a","model_id":"llama-3-2-3b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"8a67380bb030e73d511a","suite":"Pi performance"},{"id":"e46b227f0bc9f081bfa9","model_id":"llama-3-1-8b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"e46b227f0bc9f081bfa9","suite":"Pi performance"},{"id":"268e210256756f89886a","model_id":"qwen2-5-0-5b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"268e210256756f89886a","suite":"Pi performance"},{"id":"14360d841ba3c882fefd","model_id":"qwen2-5-1-5b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"14360d841ba3c882fefd","suite":"Pi performance"},{"id":"d9148c9543203511b6cf","model_id":"qwen2-5-3b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"d9148c9543203511b6cf","suite":"Pi performance"},{"id":"114d367931b0ea5a10ec","model_id":"qwen2-5-7b-instruct","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"114d367931b0ea5a10ec","suite":"Pi performance"},{"id":"989419d142d5f91cdfe6","model_id":"spark-x2-6-4b","status":"completed","completed_cases":18,"total_cases":18,"error":null,"job_id":"989419d142d5f91cdfe6","suite":"Pi performance"}],"notes":["Text inputs only; source-model modality badges do not mean multimodal inference was tested.","No completed pilot is replaced by a three-case smoke check. Smoke outcomes are not capability rankings.","Smoke throughput: 32 prefill tokens, 8 decode tokens, 1 repetition; 4K context capacity. Pilot throughput uses 256 / 128 tokens and 10 repetitions."],"workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10},"split_pipeline":true,"capability_source":"RTX 4060 Ti · exact Q4_K_M artifact · 208 cases","performance_source":"Pi 5 · six fixed text probes × three repetitions","capability_models":54,"performance_models":54},"capabilities":[{"id":"03793750ff785f640f08","model_id":"spark-x2-5-1-7b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T09:40:28.875070+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":67.1875,"bfcl":35.416666666666664,"ruler":92.63916666666667},"counts":{"ifeval":{"total":64,"correct":43},"bfcl":{"total":96,"correct":34},"ruler":{"total":48,"correct":39}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"902bde2522394954ac17821b3e5fd0df02defbc6944f122253f2580acf0503f4","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"spark-x2-5-1-7b","repo_id":"XHToken/Spark-X2.5-1.7B-GGUF","revision":"1f7fa33b1245c14730da39e125714ad3a327901b","quantization":"Q4_K_M","files":[{"filename":"Spark-X2.5-1.7B-Q4_K_M.gguf","sha256":"902bde2522394954ac17821b3e5fd0df02defbc6944f122253f2580acf0503f4","size_bytes":1107457856}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e7f80e5c5a7d98ada1e46dc842058308229ee1eba6e07a842b23303b409ef36e","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"1cbcc365a42fae56a211"}},{"id":"059415a1f6a2a82a0cd0","model_id":"tulu-3-1-llama-3-1-8b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:46:52.623641+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":76.5625,"bfcl":62.5,"ruler":98.19458333333333},"counts":{"ifeval":{"total":64,"correct":49},"bfcl":{"total":96,"correct":60},"ruler":{"total":48,"correct":45}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"5eae0f1a9bcdea7cad9f1d0d5ba7540bb3de3e2d72293c076a23f24db1c2c7da","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"tulu-3-1-llama-3-1-8b","repo_id":"bartowski/allenai_Llama-3.1-Tulu-3.1-8B-GGUF","revision":"ff76e96ffddff3c0eb12f973241f5cfbad3cc543","quantization":"Q4_K_M","files":[{"filename":"allenai_Llama-3.1-Tulu-3.1-8B-Q4_K_M.gguf","sha256":"5eae0f1a9bcdea7cad9f1d0d5ba7540bb3de3e2d72293c076a23f24db1c2c7da","size_bytes":4920781184}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"df48e49d494ad1ebd2ab6a180ee7daca5c2726b9a46f92556c581c8288a6fe81","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"6c80743b243b24d791e9"}},{"id":"05d0c7dc4ea18c515cac","model_id":"qwen3-vl-8b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T07:21:31.593497+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":85.9375,"bfcl":86.45833333333333,"ruler":97.916875},"counts":{"ifeval":{"total":64,"correct":55},"bfcl":{"total":96,"correct":83},"ruler":{"total":48,"correct":45}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"67d1659bfe71b89d50b45a4ad1a9e5b997e5bb16ce5da66a6a6167abd569e9e2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-vl-8b-instruct","repo_id":"Qwen/Qwen3-VL-8B-Instruct-GGUF","revision":"f982a07559d4a2f6c8744d840bf6fccab30eea96","quantization":"Q4_K_M","files":[{"filename":"Qwen3VL-8B-Instruct-Q4_K_M.gguf","sha256":"67d1659bfe71b89d50b45a4ad1a9e5b997e5bb16ce5da66a6a6167abd569e9e2","size_bytes":5027784800}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"6465cc504abdfd5711f52edc2dad9d54b15be14eb8592b035f9ca99e61dc7d0e","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":2,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"dec48ffd7d596479219e"}},{"id":"066d6ae742f3ba373287","model_id":"lfm2-5-350m","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:52:47.007414+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":71.875,"bfcl":23.958333333333332,"ruler":45.556041666666665},"counts":{"ifeval":{"total":64,"correct":46},"bfcl":{"total":96,"correct":23},"ruler":{"total":48,"correct":16}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"7e6f72643caafc9a68256686638c4d7916f2cec76d1df478d4c3ddcd95a6aed4","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-5-350m","repo_id":"LiquidAI/LFM2.5-350M-GGUF","revision":"657e078c94084481950a2d555a941481f715536b","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-350M-Q4_K_M.gguf","sha256":"7e6f72643caafc9a68256686638c4d7916f2cec76d1df478d4c3ddcd95a6aed4","size_bytes":229312224}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"d9c208fec539ae720a2e3e37f0e2be9946696ba5e5a0f623d3ad400a07ea63d7","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"45fe625d405a65acf0e0"}},{"id":"0f77c3118a57c013a50e","model_id":"llama-3-1-8b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T10:49:32.399083+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":78.125,"bfcl":81.25,"ruler":65.97229166666666},"counts":{"ifeval":{"total":64,"correct":50},"bfcl":{"total":96,"correct":78},"ruler":{"total":48,"correct":31}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"7b064f5842bf9532c91456deda288a1b672397a54fa729aa665952863033557c","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"llama-3-1-8b-instruct","repo_id":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","revision":"bf5b95e96dac0462e2a09145ec66cae9a3f12067","quantization":"Q4_K_M","files":[{"filename":"Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf","sha256":"7b064f5842bf9532c91456deda288a1b672397a54fa729aa665952863033557c","size_bytes":4920739232}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5fe68da79ee55fe1626d611abce74c787191398c646d7b25fae3088d35fa9e33","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"e46b227f0bc9f081bfa9"}},{"id":"14de49325d5bf5591588","model_id":"spark-x2-6-4b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-20T21:28:41.724624+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":71.875,"bfcl":77.08333333333333,"ruler":100.0},"counts":{"ifeval":{"total":64,"correct":46},"bfcl":{"total":96,"correct":74},"ruler":{"total":48,"correct":48}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"d2595c12bbdda82929ac0c53ec1e79ebe98f74d92f85de2c829592e376815dca","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"spark-x2-6-4b","repo_id":"XHToken/Spark-X2.6-4B-GGUF","revision":"16c77db5a782d75d6953770339f7ae06be7dd3f7","quantization":"Q4_K_M","files":[{"filename":"Spark-X2.6-4B-Q4_K_M.gguf","sha256":"d2595c12bbdda82929ac0c53ec1e79ebe98f74d92f85de2c829592e376815dca","size_bytes":3186925408}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"bb7a3e0441da45d9563dd0fb4676cd61b32c1cf023c2025f6c83b9341ca8407f","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"output_truncated","gpu_status":"ok","cpu_score":0.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"989419d142d5f91cdfe6"}},{"id":"1ad2111cd119a876d4ab","model_id":"qwen3-5-9b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T22:32:38.675393+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":90.625,"bfcl":79.16666666666667,"ruler":93.75},"counts":{"ifeval":{"total":64,"correct":58},"bfcl":{"total":96,"correct":76},"ruler":{"total":48,"correct":45}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-5-9b","repo_id":"unsloth/Qwen3.5-9B-GGUF","revision":"3885219b6810b007914f3a7950a8d1b469d598a5","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-9B-Q4_K_M.gguf","sha256":"03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8","size_bytes":5680522464}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"9c03533e658d940dc98819d13233c0d7d780bc6814d642f96a275eaf553242ef","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"d2efefd0c60393ae98eb"}},{"id":"2326ca5203c7907550b0","model_id":"llama-3-2-3b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T10:32:08.885098+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":70.3125,"bfcl":72.91666666666667,"ruler":88.055625},"counts":{"ifeval":{"total":64,"correct":45},"bfcl":{"total":96,"correct":70},"ruler":{"total":48,"correct":37}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"6c99cc00ae910f6a532a80022cb4bc1939094527a089c29294b841c0bd87f74d","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"llama-3-2-3b-instruct","repo_id":"unsloth/Llama-3.2-3B-Instruct-GGUF","revision":"e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31","quantization":"Q4_K_M","files":[{"filename":"Llama-3.2-3B-Instruct-Q4_K_M.gguf","sha256":"6c99cc00ae910f6a532a80022cb4bc1939094527a089c29294b841c0bd87f74d","size_bytes":2019377600}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"2144c9b24e455ac0ba5935c2274d30d29864d0a21f801af9836e3f0a4cbca812","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"8a67380bb030e73d511a"}},{"id":"24e14f912b2cf378a222","model_id":"granite-4-2-8b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T23:28:52.315640+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":76.5625,"bfcl":21.875,"ruler":60.416875},"counts":{"ifeval":{"total":64,"correct":49},"bfcl":{"total":96,"correct":21},"ruler":{"total":48,"correct":27}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"16a9369d0805f80b7377d25d87f937a90c05dc04ad79173a52001e42c9aab311","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"granite-4-2-8b","repo_id":"ibm-granite/granite-4.2-8b-GGUF","revision":"93f3f6a8938ee922b784cf4e5b4203cd3428df8f","quantization":"Q4_K_M","files":[{"filename":"granite-4.2-8b-Q4_K_M.gguf","sha256":"16a9369d0805f80b7377d25d87f937a90c05dc04ad79173a52001e42c9aab311","size_bytes":5347917952}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5306bda7ddcb6cd7b4ee07efedc84056e7b5675bec00c97e048d41760f3c3b38","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":1,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"output_truncated","cpu_score":100.0,"gpu_score":0.0}],"performance_result_id":"51a9360a0279278f59de"}},{"id":"2580a88d2872fdf02fb6","model_id":"gemma-4-e4b-it","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T22:12:16.906008+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":87.5,"bfcl":82.29166666666667,"ruler":100.0},"counts":{"ifeval":{"total":64,"correct":56},"bfcl":{"total":96,"correct":79},"ruler":{"total":48,"correct":48}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"gemma-4-e4b-it","repo_id":"unsloth/gemma-4-E4B-it-GGUF","revision":"bfc15c382204943c3a8fff0c750b94ae2364d7a3","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","size_bytes":4977171584}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"389fefb65ed081e60f331c63a8f6847a27e8e4ef40b9215f0f82d2fca4835fd3","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"d24ceee912504ce9dbc2"}},{"id":"28df1f90f96e03ea0bac","model_id":"qwen3-vl-4b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T07:09:07.522105+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":79.6875,"bfcl":87.5,"ruler":98.61125},"counts":{"ifeval":{"total":64,"correct":51},"bfcl":{"total":96,"correct":84},"ruler":{"total":48,"correct":46}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"66358cb18bb6b3b1b6675aa412c7a88ef01d228f481184d13668e5201c730a0a","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-vl-4b-instruct","repo_id":"Qwen/Qwen3-VL-4B-Instruct-GGUF","revision":"1cd86afb9a95c410a6038ab3b40d8b578c892266","quantization":"Q4_K_M","files":[{"filename":"Qwen3VL-4B-Instruct-Q4_K_M.gguf","sha256":"66358cb18bb6b3b1b6675aa412c7a88ef01d228f481184d13668e5201c730a0a","size_bytes":2497281664}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"7a32f91a79a566d202f47c8a056f8957c86165ddba9f7d89ca11bf27f76da289","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"bd337818738fd2f20845"}},{"id":"2993c48a847d269e668c","model_id":"hermes-3-llama-3-1-8b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:29:02.865311+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":57.8125,"bfcl":69.79166666666667,"ruler":97.916875},"counts":{"ifeval":{"total":64,"correct":37},"bfcl":{"total":96,"correct":67},"ruler":{"total":48,"correct":45}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"44b5c529dffaf34657a4c44a7919e5958b4270fbd365eed3b87d3444b45a378a","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"hermes-3-llama-3-1-8b","repo_id":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","revision":"223c8e24dec0f863b6abe4c89bf20f6941b805e2","quantization":"Q4_K_M","files":[{"filename":"Hermes-3-Llama-3.1-8B-Q4_K_M.gguf","sha256":"44b5c529dffaf34657a4c44a7919e5958b4270fbd365eed3b87d3444b45a378a","size_bytes":4920734624}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"b547eb857931c62f2040fafd855461dc1a0b78fd077a32229c85942999db6ec2","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"30468f73a575097c7221"}},{"id":"2d4f2c35b37845fe0573","model_id":"granite-4-2-3b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T22:48:05.622780+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":67.1875,"bfcl":48.958333333333336,"ruler":63.19479166666667},"counts":{"ifeval":{"total":64,"correct":43},"bfcl":{"total":96,"correct":47},"ruler":{"total":48,"correct":27}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"e0406663965846ae22a403456eb826ccce5f450840491f71952f18a7cb78e7d5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"granite-4-2-3b","repo_id":"ibm-granite/granite-4.2-3b-GGUF","revision":"c40945d71cd90f249a56985e8155551a9188dc30","quantization":"Q4_K_M","files":[{"filename":"granite-4.2-3b-Q4_K_M.gguf","sha256":"e0406663965846ae22a403456eb826ccce5f450840491f71952f18a7cb78e7d5","size_bytes":2244011552}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"2f53159dc86223bf227f09f0bb7b2877fd7c9d8029e438c0199e871a7b2e8a20","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"6867ed377897660beb6a"}},{"id":"2fe6ac8dca369f93365b","model_id":"ministral-3-3b-instruct-2512","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T23:04:36.579315+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":56.25,"bfcl":84.375,"ruler":11.11125},"counts":{"ifeval":{"total":64,"correct":36},"bfcl":{"total":96,"correct":81},"ruler":{"total":48,"correct":4}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"9ed150d4367e68df0ac8e1540f6ddc65b42d0ee26378329d1ecbca60f93fc5f8","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"ministral-3-3b-instruct-2512","repo_id":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","revision":"eb599d408350ea2bb60452cb86be7c7b2fc28227","quantization":"Q4_K_M","files":[{"filename":"Ministral-3-3B-Instruct-2512-Q4_K_M.gguf","sha256":"9ed150d4367e68df0ac8e1540f6ddc65b42d0ee26378329d1ecbca60f93fc5f8","size_bytes":2147023008}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"ce6022c8bb71c7303c1d2ca3fd406effef2e7d61e414560ae279194727d27c85","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"input_overflow","gpu_status":"input_overflow","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"input_overflow","gpu_status":"input_overflow","cpu_score":0.0,"gpu_score":0.0}],"performance_result_id":"1030ded09d7ed4b7508c"}},{"id":"43146359d5a1676c1404","model_id":"qwen3-5-2b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T21:44:59.719688+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":62.5,"bfcl":31.25,"ruler":65.97229166666666},"counts":{"ifeval":{"total":64,"correct":40},"bfcl":{"total":96,"correct":30},"ruler":{"total":48,"correct":31}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"aaf42c8b7c3cab2bf3d69c355048d4a0ee9973d48f16c731c0520ee914699223","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-5-2b","repo_id":"unsloth/Qwen3.5-2B-GGUF","revision":"f6d5376be1edb4d416d56da11e5397a961aca8ae","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-2B-Q4_K_M.gguf","sha256":"aaf42c8b7c3cab2bf3d69c355048d4a0ee9973d48f16c731c0520ee914699223","size_bytes":1280835840}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"880d895edb0a2895de6adf7f03e8f8a5334bc049e8c4c13eb8b0fe73556bec0a","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":2,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"output_truncated","cpu_score":100.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"bcfdc0c187722e2a4c09"}},{"id":"4657f279c575daef42ca","model_id":"smollm2-360m-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:59:59.501874+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":23.4375,"bfcl":31.25,"ruler":36.388958333333335},"counts":{"ifeval":{"total":64,"correct":15},"bfcl":{"total":96,"correct":30},"ruler":{"total":48,"correct":16}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"16c7f1667fea34bacad196a57b548effcb37614db4ab5677a20c8c7b823b9e63","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"smollm2-360m-instruct","repo_id":"unsloth/SmolLM2-360M-Instruct-GGUF","revision":"391ed11137586e383b1be0fab9acf01d282c2e11","quantization":"Q4_K_M","files":[{"filename":"SmolLM2-360M-Instruct-Q4_K_M.gguf","sha256":"16c7f1667fea34bacad196a57b548effcb37614db4ab5677a20c8c7b823b9e63","size_bytes":270590560}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"b79c6849227550b674e2896bf30e96019be4176edd2e66cbdcde8d8f91624f02","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"f4904df75beed6925a4f"}},{"id":"4e8abcb8831696810902","model_id":"qwen2-5-0-5b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T10:52:38.775720+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":26.5625,"bfcl":58.333333333333336,"ruler":65.278125},"counts":{"ifeval":{"total":64,"correct":17},"bfcl":{"total":96,"correct":56},"ruler":{"total":48,"correct":24}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen2-5-0-5b-instruct","repo_id":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","revision":"9217f5db79a29953eb74d5343926648285ec7e67","quantization":"Q4_K_M","files":[{"filename":"qwen2.5-0.5b-instruct-q4_k_m.gguf","sha256":"74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db","size_bytes":491400032}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"2cde51c5f4bc67c2379488be13d3ae5bad5d343dd0d859c3a858e7ff388816a0","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"268e210256756f89886a"}},{"id":"4ea45344d379d35ec5ee","model_id":"qwen2-5-3b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T11:01:09.384495+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":57.8125,"bfcl":79.16666666666667,"ruler":91.66708333333334},"counts":{"ifeval":{"total":64,"correct":37},"bfcl":{"total":96,"correct":76},"ruler":{"total":48,"correct":39}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen2-5-3b-instruct","repo_id":"Qwen/Qwen2.5-3B-Instruct-GGUF","revision":"7dabda4d13d513e3e842b20f0d435c732f172cbe","quantization":"Q4_K_M","files":[{"filename":"qwen2.5-3b-instruct-q4_k_m.gguf","sha256":"626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d","size_bytes":2104932768}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"f8254fe10ce5b4b464af978e36a699324de98e0094d42d34c88c5ab0b83e7df6","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"d9148c9543203511b6cf"}},{"id":"555227e3cb4da2aa60c7","model_id":"ling-3-0-tiny","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T00:21:44.929239+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":65.625,"bfcl":84.375,"ruler":99.305625},"counts":{"ifeval":{"total":64,"correct":42},"bfcl":{"total":96,"correct":81},"ruler":{"total":48,"correct":47}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"5eb12d8150f502e5ef15c05f0a03aec72ef8b8319fbaa8b2e03b43754ce9f2c5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"ling-3-0-tiny","repo_id":"bartowski/Ling-3.0-tiny-GGUF","revision":"ea072726af0d2e8ba325b2f90fc0efa762105a91","quantization":"Q4_K_M","files":[{"filename":"Ling-3.0-tiny-Q4_K_M.gguf","sha256":"5eb12d8150f502e5ef15c05f0a03aec72ef8b8319fbaa8b2e03b43754ce9f2c5","size_bytes":4917354688}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"4f6eacbfc99807c15e73a8622bef064432886f4a3e78b1b62ce5e0e290409e29","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"ff0d8284411f1d27de21"}},{"id":"5589126555ad3904c9a9","model_id":"lfm2-700m","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:33:36.173044+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":62.5,"bfcl":79.16666666666667,"ruler":60.00020833333333},"counts":{"ifeval":{"total":64,"correct":40},"bfcl":{"total":96,"correct":76},"ruler":{"total":48,"correct":25}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"684e8406dc13321452b3f6aeca432776e2a6a7e1ad6c23f7887b8fe3efbe2efa","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-700m","repo_id":"LiquidAI/LFM2-700M-GGUF","revision":"fd39e80d7a5ac61494ffff577e61bbbfddbd0d02","quantization":"Q4_K_M","files":[{"filename":"LFM2-700M-Q4_K_M.gguf","sha256":"684e8406dc13321452b3f6aeca432776e2a6a7e1ad6c23f7887b8fe3efbe2efa","size_bytes":468624320}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"82050af64936471c53b8c5f0da0e57d4843325927dcc28323905388b5d92b918","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"7b3cf958313cc2114b36"}},{"id":"56403c6b5dab9a7b04f8","model_id":"g9v3-3b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T23:56:58.833877+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":67.1875,"bfcl":75.0,"ruler":57.083333333333336},"counts":{"ifeval":{"total":64,"correct":43},"bfcl":{"total":96,"correct":72},"ruler":{"total":48,"correct":23}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"0a14c40b1cb02ec21643fb9f080d8bbfea27bb4b6e1f9f6c9ad87db5051af0a1","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"g9v3-3b","repo_id":"bartowski/ai9stars_G9v3-3B-GGUF","revision":"11fe5d21c70f1c6f5e66ca433d1a533738998225","quantization":"Q4_K_M","files":[{"filename":"ai9stars_G9v3-3B-Q4_K_M.gguf","sha256":"0a14c40b1cb02ec21643fb9f080d8bbfea27bb4b6e1f9f6c9ad87db5051af0a1","size_bytes":1902590528}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e4f375f66c9381c2f89112991b4bf75a27735a0c35aacf7f76202b555ef69063","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"2addc77d3802d70b958e"}},{"id":"5721d30b79f51f516393","model_id":"olmo-3-7b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T13:26:44.043375+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":76.5625,"bfcl":86.45833333333333,"ruler":55.555},"counts":{"ifeval":{"total":64,"correct":49},"bfcl":{"total":96,"correct":83},"ruler":{"total":48,"correct":23}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"0de0bc63fae8a73a48e167be48f149c9544bd4af61d223cd3f331c6ea664c5c4","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1-tools-default-none-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"olmo-3-7b-instruct","repo_id":"unsloth/Olmo-3-7B-Instruct-GGUF","revision":"a2a9ae53f5a95087616b3f45ca96e9d2631344ee","quantization":"Q4_K_M","files":[{"filename":"Olmo-3-7B-Instruct-Q4_K_M.gguf","sha256":"0de0bc63fae8a73a48e167be48f149c9544bd4af61d223cd3f331c6ea664c5c4","size_bytes":4471602048}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse","chat_template_override":{"id":"tools-default-none-v1","sha256":"9e947eb0b49fbdaebeeada25a166a4346b8a223c5505c08b6730146cc42146db","original_sha256":"a795a5c3585396964e5ec8b5aaa4fac60d0c28b025f67a15405f187eca941503"}},"compatibility_id":"6df99c80304c61c83b91af2eb663b0f7c73efd5795775a663672e49956e48991","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1-tools-default-none-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"5bb05ed4d56cedcf7600"}},{"id":"580ae7f69771761efe0a","model_id":"nemotron-3-nano-4b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T21:53:33.507070+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":67.1875,"bfcl":68.75,"ruler":97.22229166666666},"counts":{"ifeval":{"total":64,"correct":43},"bfcl":{"total":96,"correct":66},"ruler":{"total":48,"correct":46}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"e515c9ceb10ae503db22a201fade92167f757510d1247a65987f8b6ae9e296e7","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"nemotron-3-nano-4b","repo_id":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","revision":"8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb","quantization":"Q4_K_M","files":[{"filename":"NVIDIA-Nemotron-3-Nano-4B-Q4_K_M.gguf","sha256":"e515c9ceb10ae503db22a201fade92167f757510d1247a65987f8b6ae9e296e7","size_bytes":2900295712}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"803b7ef7fb3305ca1ab76fd7b1cd2980d8e915bb3154be5d866d0a9a310568c0","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"ef45721757e77b7ad8a9"}},{"id":"673664549c3d1f765df3","model_id":"ministral-3-8b-instruct-2512","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T00:15:41.561082+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":60.9375,"bfcl":42.708333333333336,"ruler":12.5},"counts":{"ifeval":{"total":64,"correct":39},"bfcl":{"total":96,"correct":41},"ruler":{"total":48,"correct":6}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"33e7a72cf5e6e2cfc2f2847075acc013d68bba023e35310cef86b5cf8fdca761","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"ministral-3-8b-instruct-2512","repo_id":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","revision":"0102285ad796bd99af90f58de616092e5630e970","quantization":"Q4_K_M","files":[{"filename":"Ministral-3-8B-Instruct-2512-Q4_K_M.gguf","sha256":"33e7a72cf5e6e2cfc2f2847075acc013d68bba023e35310cef86b5cf8fdca761","size_bytes":5198911904}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"feee615f5dbd6f010dc92deb1dafa58871510076d68187fc000b53120ae9468a","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"input_overflow","gpu_status":"input_overflow","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"input_overflow","gpu_status":"input_overflow","cpu_score":0.0,"gpu_score":0.0}],"performance_result_id":"647974999383d619bcd8"}},{"id":"746e5b653110b5a82ba8","model_id":"granite-4-1-8b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T23:49:26.446757+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":84.375,"bfcl":85.41666666666667,"ruler":64.58354166666666},"counts":{"ifeval":{"total":64,"correct":54},"bfcl":{"total":96,"correct":82},"ruler":{"total":48,"correct":29}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"ed902ac9eb6adce5a90c6a08c8ea201b50e23fdc5976d1cd0362006afac5309e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"granite-4-1-8b","repo_id":"ibm-granite/granite-4.1-8b-GGUF","revision":"865b82c2e7970d82e3731278c88c57ae7138359c","quantization":"Q4_K_M","files":[{"filename":"granite-4.1-8b-Q4_K_M.gguf","sha256":"ed902ac9eb6adce5a90c6a08c8ea201b50e23fdc5976d1cd0362006afac5309e","size_bytes":5347914400}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"226030f321d04587341b0ff49d20bfbdbcab32d1184a46074cc19d60ceabea1c","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"ff6b67eff005c35c493b"}},{"id":"77ff9992570fd00e6ef9","model_id":"lfm2-5-1-2b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T22:14:22.901789+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":79.6875,"bfcl":41.666666666666664,"ruler":72.50041666666667},"counts":{"ifeval":{"total":64,"correct":51},"bfcl":{"total":96,"correct":40},"ruler":{"total":48,"correct":27}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"b1b3de114215d9507409a662a501a631095a479a419584e8a2ded6304b19b4f5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-5-1-2b-instruct","repo_id":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","revision":"8ed288026e23958ad9dfa92d53ed773a8eee7125","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-1.2B-Instruct-Q4_K_M.gguf","sha256":"b1b3de114215d9507409a662a501a631095a479a419584e8a2ded6304b19b4f5","size_bytes":730895168}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e87e2a987b92886cd039fcaa00524deefe92aea1fdf541b6c98562776fb717e0","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"a3f3a0ff3185d62260d5"}},{"id":"781036980e0b6005ca8b","model_id":"granite-4-1-3b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T22:20:38.218827+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":76.5625,"bfcl":82.29166666666667,"ruler":89.86166666666666},"counts":{"ifeval":{"total":64,"correct":49},"bfcl":{"total":96,"correct":79},"ruler":{"total":48,"correct":35}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"662b0626cd58f443baea23559b469df6576a81d349649c59413b36a9fb32eb29","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"granite-4-1-3b","repo_id":"ibm-granite/granite-4.1-3b-GGUF","revision":"ab4701481089b58a082ef63cc1cee738887293ff","quantization":"Q4_K_M","files":[{"filename":"granite-4.1-3b-Q4_K_M.gguf","sha256":"662b0626cd58f443baea23559b469df6576a81d349649c59413b36a9fb32eb29","size_bytes":2099501664}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"9db166a8f2e1153756bcfc982111b2da394794a215be19f5ddf0e7a35bf70740","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":2,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"0955b3d9d0aeb98dbe34"}},{"id":"78bb2bb6834b743fb3fb","model_id":"qwen3-5-0-8b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T21:32:06.705540+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":46.875,"bfcl":64.58333333333333,"ruler":88.88916666666667},"counts":{"ifeval":{"total":64,"correct":30},"bfcl":{"total":96,"correct":62},"ruler":{"total":48,"correct":34}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"bd258782e35f7f458f8aced1adc053e6e92e89bc735ba3be89d38a06121dc517","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-5-0-8b","repo_id":"unsloth/Qwen3.5-0.8B-GGUF","revision":"6ab461498e2023f6e3c1baea90a8f0fe38ab64d0","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-0.8B-Q4_K_M.gguf","sha256":"bd258782e35f7f458f8aced1adc053e6e92e89bc735ba3be89d38a06121dc517","size_bytes":532517120}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"861090380bd147af0f4aa8299791bf75018c09b9590ff7e26b6f5543fa7ef518","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"ec1e56b61819c4a36b43"}},{"id":"7a341c4a1448e742bae0","model_id":"agents-a1-4b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T10:20:29.345310+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":79.6875,"bfcl":78.125,"ruler":29.166666666666668},"counts":{"ifeval":{"total":64,"correct":51},"bfcl":{"total":96,"correct":75},"ruler":{"total":48,"correct":14}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"d93c393a9bd5139a4b5cfe24d31ef553c5a497bfb8afec178a354ecbf508f062","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"agents-a1-4b","repo_id":"InternScience/Agents-A1-4B-Q4_K_M-GGUF","revision":"d92b02e27074b27542384f72bc0e72203c970f0f","quantization":"Q4_K_M","files":[{"filename":"Agents-A1-4B-Q4_K_M.gguf","sha256":"d93c393a9bd5139a4b5cfe24d31ef553c5a497bfb8afec178a354ecbf508f062","size_bytes":2708805312}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"4527ea2e8f49d6821712f8926251d3412a1e97b581aa3c6771db9fdc2db5b08e","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"output_truncated","gpu_status":"ok","cpu_score":0.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"input_overflow","gpu_status":"input_overflow","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"input_overflow","gpu_status":"input_overflow","cpu_score":0.0,"gpu_score":0.0}],"performance_result_id":"493a9d762e5bbc03ad00"}},{"id":"862a58b11c7c42dcadb3","model_id":"nanbeige4-2-3b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T10:12:01.321267+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":75.0,"bfcl":47.916666666666664,"ruler":64.58354166666666},"counts":{"ifeval":{"total":64,"correct":48},"bfcl":{"total":96,"correct":46},"ruler":{"total":48,"correct":29}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"b92d2e35c9876b0c4bc671996360204f4149d0546c23d5954d5eb3b106c81f24","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"nanbeige4-2-3b","repo_id":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","revision":"17562eefe9752007209148d5f7a6e275fc8d8077","quantization":"Q4_K_M","files":[{"filename":"Nanbeige_Nanbeige4.2-3B-Q4_K_M.gguf","sha256":"b92d2e35c9876b0c4bc671996360204f4149d0546c23d5954d5eb3b106c81f24","size_bytes":2684023968}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e661207dfc0b2ae137e351e81a07fc62bb8787998625a3e279fe4372f7d86721","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":0,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"9533d35fc868a20e76e9"}},{"id":"891e181e148f2c228a0b","model_id":"qwen3-8b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:04:44.652709+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":79.6875,"bfcl":84.375,"ruler":65.9725},"counts":{"ifeval":{"total":64,"correct":51},"bfcl":{"total":96,"correct":81},"ruler":{"total":48,"correct":29}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-8b","repo_id":"Qwen/Qwen3-8B-GGUF","revision":"7c41481f57cb95916b40956ab2f0b139b296d974","quantization":"Q4_K_M","files":[{"filename":"Qwen3-8B-Q4_K_M.gguf","sha256":"d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785","size_bytes":5027783488}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"4b783361ec52a95c6d157b466eaa5312d4dc88301109adf64a774f5c79d6f6d7","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"9600f3bc996d00177a09"}},{"id":"8942cd3f4448ab5b657f","model_id":"minicpm5-2b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T21:58:07.521553+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":81.25,"bfcl":68.75,"ruler":63.19479166666667},"counts":{"ifeval":{"total":64,"correct":52},"bfcl":{"total":96,"correct":66},"ruler":{"total":48,"correct":27}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"ec2d5801640099e97d8d7e8003ad4d81f336e757811f03a26173dddf386602fd","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"minicpm5-2b","repo_id":"openbmb/MiniCPM5-2B-GGUF","revision":"2079a22f3beaa4e306449978533478fe0522f4b3","quantization":"Q4_K_M","files":[{"filename":"MiniCPM5-2B-Q4_K_M.gguf","sha256":"ec2d5801640099e97d8d7e8003ad4d81f336e757811f03a26173dddf386602fd","size_bytes":1561318368}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"472bf0b329514d34f5c78a9f0d58111f7367176534dabce010d74fb74c0495d4","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"cc594b7c5a91e8f294a3"}},{"id":"9506a91ba980bfe14e06","model_id":"smollm3-3b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T12:54:53.653351+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":64.0625,"bfcl":66.66666666666667,"ruler":63.88916666666667},"counts":{"ifeval":{"total":64,"correct":41},"bfcl":{"total":96,"correct":64},"ruler":{"total":48,"correct":28}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"8334b850b7bd46238c16b0c550df2138f0889bf433809008cc17a8b05761863e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"smollm3-3b","repo_id":"ggml-org/SmolLM3-3B-GGUF","revision":"4965cb60b150737b68a0408c36aeefb65078f894","quantization":"Q4_K_M","files":[{"filename":"SmolLM3-Q4_K_M.gguf","sha256":"8334b850b7bd46238c16b0c550df2138f0889bf433809008cc17a8b05761863e","size_bytes":1915305312}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"ae2b8182ac0c3aef79c79c3e1ed5a9e7ebb3dbbc6cad81c96c616fe0a8bb8b71","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"d9da8cf0ffcffc2b5acf"}},{"id":"95b1e6349e27088dc5f5","model_id":"lfm2-5-230m","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:51:40.311255+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":56.25,"bfcl":33.333333333333336,"ruler":50.0},"counts":{"ifeval":{"total":64,"correct":36},"bfcl":{"total":96,"correct":32},"ruler":{"total":48,"correct":17}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"7bbd90384d3deffe4c646ec9643b212802d32d4ce417c90a1ec9282100650062","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-5-230m","repo_id":"LiquidAI/LFM2.5-230M-GGUF","revision":"03502067c64ce32ac4fe87b0cec0310a1a13d3e9","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-230M-Q4_K_M.gguf","sha256":"7bbd90384d3deffe4c646ec9643b212802d32d4ce417c90a1ec9282100650062","size_bytes":153406304}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"48cf493dda644a9860115b287db9b686efc7087dc2e579a27a46029a7be543a9","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"9cee2abae5e07d7885e9"}},{"id":"a3a87bc2c24113c0b807","model_id":"olmo-2-0425-1b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:31:32.484391+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":62.5,"bfcl":20.833333333333332,"ruler":47.22208333333333},"counts":{"ifeval":{"total":64,"correct":40},"bfcl":{"total":96,"correct":20},"ruler":{"total":48,"correct":16}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"abd8187934a438fbf7cfff0a1de5b9d2793ce913f158794df1951dcba6c93cc6","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"olmo-2-0425-1b-instruct","repo_id":"allenai/OLMo-2-0425-1B-Instruct-GGUF","revision":"62f8c199538474c3e33ed5d7e0580abd66686a27","quantization":"Q4_K_M","files":[{"filename":"OLMo-2-0425-1B-Instruct-Q4_K_M.gguf","sha256":"abd8187934a438fbf7cfff0a1de5b9d2793ce913f158794df1951dcba6c93cc6","size_bytes":935515296}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"02444d8a9bb8e7713f67e0b73bc05b512b20165021a97d7238019cc85cb11965","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":2,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"c61692dc39a077092b62"}},{"id":"a5fbf0518071f783a438","model_id":"gemma-4-e2b-it","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T22:38:11.648235+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":79.6875,"bfcl":84.375,"ruler":61.80520833333333},"counts":{"ifeval":{"total":64,"correct":51},"bfcl":{"total":96,"correct":81},"ruler":{"total":48,"correct":28}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"gemma-4-e2b-it","repo_id":"unsloth/gemma-4-E2B-it-GGUF","revision":"0314792d7f1f7e229411f620751375812bb9faf2","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","size_bytes":3106738272}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"374c27b1be2b9faa45dc4c980103abdba0deb46703daca33120cc0a2824471ec","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"a21f19657ff1bc780124"}},{"id":"a840f07c948e58aa5501","model_id":"minicpm5-1b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T22:00:55.116025+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":60.9375,"bfcl":77.08333333333333,"ruler":68.75},"counts":{"ifeval":{"total":64,"correct":39},"bfcl":{"total":96,"correct":74},"ruler":{"total":48,"correct":21}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"81b64d05a23b17b34c475f42b3e72fbde62d4b92cc34541f7a8031d0752deafa","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"minicpm5-1b","repo_id":"openbmb/MiniCPM5-1B-GGUF","revision":"3d55fac80935ae6456986ad2384b5cbcc4d6c948","quantization":"Q4_K_M","files":[{"filename":"MiniCPM5-1B-Q4_K_M.gguf","sha256":"81b64d05a23b17b34c475f42b3e72fbde62d4b92cc34541f7a8031d0752deafa","size_bytes":688065920}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"059be7cd648dd715929ba8950a45cc0c1052414b05f0670a690fdf40bc139ea7","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"8e3c34a7a1c5944e70af"}},{"id":"b5d683bc1d95881f585c","model_id":"lfm2-8b-a1b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:50:45.990739+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":76.5625,"bfcl":54.166666666666664,"ruler":81.11125},"counts":{"ifeval":{"total":64,"correct":49},"bfcl":{"total":96,"correct":52},"ruler":{"total":48,"correct":36}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"d2185b22630fc68043dac7182f12e86e5ad14990229a90b6c9ad3f4421ddaf82","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-8b-a1b","repo_id":"LiquidAI/LFM2-8B-A1B-GGUF","revision":"145e98524a2ed11d35a45e0080febcee063749b6","quantization":"Q4_K_M","files":[{"filename":"LFM2-8B-A1B-Q4_K_M.gguf","sha256":"d2185b22630fc68043dac7182f12e86e5ad14990229a90b6c9ad3f4421ddaf82","size_bytes":5044779712}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5a059965884a3bf580ed694645b2d8a4d6112aaa55734e7f5522bbda6124219a","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"4ab707e886a841ea6156"}},{"id":"bdbac28b78551e310fa5","model_id":"qwen2-5-1-5b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T10:55:31.003339+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":42.1875,"bfcl":82.29166666666667,"ruler":90.27854166666667},"counts":{"ifeval":{"total":64,"correct":27},"bfcl":{"total":96,"correct":79},"ruler":{"total":48,"correct":35}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen2-5-1-5b-instruct","repo_id":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","revision":"91cad51170dc346986eccefdc2dd33a9da36ead9","quantization":"Q4_K_M","files":[{"filename":"qwen2.5-1.5b-instruct-q4_k_m.gguf","sha256":"6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e","size_bytes":1117320736}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"c9c444d829f48174adae45ad22fc6f86ef5d255754edad2b2f67d3b50cf6d545","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"14360d841ba3c882fefd"}},{"id":"be63c7f63de804c70765","model_id":"llama-3-2-1b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T10:24:37.984939+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":40.625,"bfcl":44.791666666666664,"ruler":66.80541666666667},"counts":{"ifeval":{"total":64,"correct":26},"bfcl":{"total":96,"correct":43},"ruler":{"total":48,"correct":21}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"3f5a22426976ab26cfe84dba63c1d08391717abb1af893e10f1b2968d862dcc1","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"llama-3-2-1b-instruct","repo_id":"unsloth/Llama-3.2-1B-Instruct-GGUF","revision":"b69aef112e9f895e6f98d7ae0949f72ff09aa401","quantization":"Q4_K_M","files":[{"filename":"Llama-3.2-1B-Instruct-Q4_K_M.gguf","sha256":"3f5a22426976ab26cfe84dba63c1d08391717abb1af893e10f1b2968d862dcc1","size_bytes":807694368}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"4aae593dc40f77d84b7e94f44a92dd4912a9445755d17162a1d49ce76d9f7372","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"output_truncated","gpu_status":"ok","cpu_score":0.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"90ee888c189b78ae49b9"}},{"id":"c2dde523525a818cda5d","model_id":"smollm2-1-7b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:18:44.524711+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":45.3125,"bfcl":34.375,"ruler":62.22208333333333},"counts":{"ifeval":{"total":64,"correct":29},"bfcl":{"total":96,"correct":33},"ruler":{"total":48,"correct":23}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"decd2598bc2c8ed08c19adc3c8fdd461ee19ed5708679d1c54ef54a5a30d4f33","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"smollm2-1-7b-instruct","repo_id":"HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF","revision":"2d4a76a30b4af41ecd395c35725ac11688d4cfe4","quantization":"Q4_K_M","files":[{"filename":"smollm2-1.7b-instruct-q4_k_m.gguf","sha256":"decd2598bc2c8ed08c19adc3c8fdd461ee19ed5708679d1c54ef54a5a30d4f33","size_bytes":1055609536}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"77a6fa75115c10a38cb988dbcdf1d726e737623fe267811b7dc60923cfaf2eb4","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"2da546a1366138e6258a"}},{"id":"c9a19378e3a457732b55","model_id":"ornith-1-5-9b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T00:38:37.212415+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":65.625,"bfcl":35.416666666666664,"ruler":72.91666666666667},"counts":{"ifeval":{"total":64,"correct":42},"bfcl":{"total":96,"correct":34},"ruler":{"total":48,"correct":35}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"886e98b1d7f6e7d7f277a261d692f1a38edd08e24d28c5f9bcf689169ed4b266","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"ornith-1-5-9b","repo_id":"bartowski/Ornith-1.5-9B-GGUF","revision":"1fc60d6805eaa18bbed4088391db9336eb9581c4","quantization":"Q4_K_M","files":[{"filename":"Ornith-1.5-9B-Q4_K_M.gguf","sha256":"886e98b1d7f6e7d7f277a261d692f1a38edd08e24d28c5f9bcf689169ed4b266","size_bytes":5910782848}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5f180c544825823bf6f225f589e95e9c0981d0fc73ac337d922762bf24208909","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":1,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"f90f0ea9763c8e85d75d"}},{"id":"c9a401bbf96fe086899f","model_id":"qwen3-4b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:12:43.791506+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":78.125,"bfcl":82.29166666666667,"ruler":100.0},"counts":{"ifeval":{"total":64,"correct":50},"bfcl":{"total":96,"correct":79},"ruler":{"total":48,"correct":48}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-4b","repo_id":"Qwen/Qwen3-4B-GGUF","revision":"bc640142c66e1fdd12af0bd68f40445458f3869b","quantization":"Q4_K_M","files":[{"filename":"Qwen3-4B-Q4_K_M.gguf","sha256":"7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5","size_bytes":2497280256}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"957d9778460002685045b4f66ea1cc7831642762afae11376b4b29f3671ac562","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"0abe1418dc701bf5fc16"}},{"id":"cbaff885ede24f4442b8","model_id":"qwen3-0-6b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T00:40:49.110319+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":51.5625,"bfcl":72.91666666666667,"ruler":90.97291666666666},"counts":{"ifeval":{"total":64,"correct":33},"bfcl":{"total":96,"correct":70},"ruler":{"total":48,"correct":33}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"ac2d97712095a558e31573f62f466a3f9d93990898b0ec79d7c974c1780d524a","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-0-6b","repo_id":"unsloth/Qwen3-0.6B-GGUF","revision":"50968a4468ef4233ed78cd7c3de230dd1d61a56b","quantization":"Q4_K_M","files":[{"filename":"Qwen3-0.6B-Q4_K_M.gguf","sha256":"ac2d97712095a558e31573f62f466a3f9d93990898b0ec79d7c974c1780d524a","size_bytes":396705472}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"2326667806e30ed6249fa43bf0aea94b9131f3ca2789d4364bec4bec22ddf246","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":2,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"3c9e27a9d7bb30531273"}},{"id":"ccb114aabbabfa64bd02","model_id":"phi-4-mini-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T00:47:18.900249+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":71.875,"bfcl":75.0,"ruler":92.77791666666667},"counts":{"ifeval":{"total":64,"correct":46},"bfcl":{"total":96,"correct":72},"ruler":{"total":48,"correct":39}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"88c00229914083cd112853aab84ed51b87bdf6b9ce42f532d8c85c7c63b1730a","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"phi-4-mini-instruct","repo_id":"unsloth/Phi-4-mini-instruct-GGUF","revision":"78eb92a46fc37e6b524df991ed9aca9bc6aa7b80","quantization":"Q4_K_M","files":[{"filename":"Phi-4-mini-instruct-Q4_K_M.gguf","sha256":"88c00229914083cd112853aab84ed51b87bdf6b9ce42f532d8c85c7c63b1730a","size_bytes":2491874272}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"c98089cd8c87b760562ce755d628de8886f5d2a1ca8d6fe40bda73aa89cdffc0","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":5,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"c026e7ea0589af0d4602"}},{"id":"d06137ee2c6503fd723c","model_id":"smollm2-135m-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:56:09.649829+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":15.625,"bfcl":22.916666666666668,"ruler":40.971875},"counts":{"ifeval":{"total":64,"correct":10},"bfcl":{"total":96,"correct":22},"ruler":{"total":48,"correct":17}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"smollm2-135m-instruct","repo_id":"unsloth/SmolLM2-135M-Instruct-GGUF","revision":"9e6855bc4be717fca1ef21360a1db4b29d5c559a","quantization":"Q4_K_M","files":[{"filename":"SmolLM2-135M-Instruct-Q4_K_M.gguf","sha256":"ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747","size_bytes":105454144}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"deee528910780627277f3d3e559522a49fcdd1af3fffb2d00c34ebf9dadb476a","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"20c7c0ad2f1a510d8e98"}},{"id":"d9c805c676d769e46d32","model_id":"lfm2-350m","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T02:01:34.797474+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":42.1875,"bfcl":65.625,"ruler":34.166666666666664},"counts":{"ifeval":{"total":64,"correct":27},"bfcl":{"total":96,"correct":63},"ruler":{"total":48,"correct":16}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"15ded463c01b6b6f6fe6a5f8ea6b87902aef9f7191bcc9c110c5591fe2f69282","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-350m","repo_id":"unsloth/LFM2-350M-GGUF","revision":"7ed6733192873777637b34cf3c8ba0d8380d931e","quantization":"Q4_K_M","files":[{"filename":"LFM2-350M-Q4_K_M.gguf","sha256":"15ded463c01b6b6f6fe6a5f8ea6b87902aef9f7191bcc9c110c5591fe2f69282","size_bytes":229309152}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"a0dc94ce354134ecb766049c514b284b96acc8c1bff0f88681458df8fd571c52","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"e3071e86d9c840211d5a"}},{"id":"da372ee32eac70ce6ee2","model_id":"qwen3-5-4b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T21:38:55.117221+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":85.9375,"bfcl":75.0,"ruler":65.97229166666666},"counts":{"ifeval":{"total":64,"correct":55},"bfcl":{"total":96,"correct":72},"ruler":{"total":48,"correct":31}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-5-4b","repo_id":"unsloth/Qwen3.5-4B-GGUF","revision":"e87f176479d0855a907a41277aca2f8ee7a09523","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-4B-Q4_K_M.gguf","sha256":"00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4","size_bytes":2740937888}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"1e0064b852515a221722658d6ae9ac601ea44f76becedb3a0702fe2e7d7ba562","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"e8760fac2b5f15ac9d03"}},{"id":"dbacc7b8c8990349081d","model_id":"lfm2-5-8b-a1b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T13:05:11.614967+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"on","benchmarks":{"ifeval":71.875,"bfcl":30.208333333333332,"ruler":2.0833333333333335},"counts":{"ifeval":{"total":64,"correct":46},"bfcl":{"total":96,"correct":29},"ruler":{"total":48,"correct":1}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1-reasoning-on","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-5-8b-a1b","repo_id":"LiquidAI/LFM2.5-8B-A1B-GGUF","revision":"49c14831707011e64d70b2ebd8462ba08d608434","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-8B-A1B-Q4_K_M.gguf","sha256":"4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0","size_bytes":5155564768}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"on","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"5fb8d3099efffdb6a31245882a76e3453aacb5eb6634c60b6173965651e700f0","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1-reasoning-on","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":5,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0}],"performance_result_id":"0f06b08c57cfeff42fd0"}},{"id":"e1a653f4e64af629fc2a","model_id":"qwen3-4b-instruct-2507","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-17T22:57:04.981004+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":85.9375,"bfcl":84.375,"ruler":69.44479166666666},"counts":{"ifeval":{"total":64,"correct":55},"bfcl":{"total":96,"correct":81},"ruler":{"total":48,"correct":30}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"3605803b982cb64aead44f6c1b2ae36e3acdb41d8e46c8a94c6533bc4c67e597","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-4b-instruct-2507","repo_id":"unsloth/Qwen3-4B-Instruct-2507-GGUF","revision":"a06e946bb6b655725eafa393f4a9745d460374c9","quantization":"Q4_K_M","files":[{"filename":"Qwen3-4B-Instruct-2507-Q4_K_M.gguf","sha256":"3605803b982cb64aead44f6c1b2ae36e3acdb41d8e46c8a94c6533bc4c67e597","size_bytes":2497281120}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"06651c2d51ba5f27bafd44baa86b90c603393b7d2f6c978d8eb8e98613e0ed2e","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"cb2fffe41f8676067f6a"}},{"id":"e1fb4d37fd48f909f194","model_id":"qwen3-1-7b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T00:51:07.096414+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":65.625,"bfcl":84.375,"ruler":56.94479166666667},"counts":{"ifeval":{"total":64,"correct":42},"bfcl":{"total":96,"correct":81},"ruler":{"total":48,"correct":23}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"d2387ca2dbfee2ffabce7120d3770dadca0b293052bc2f0e138fdc940d9bc7b5","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen3-1-7b","repo_id":"ggml-org/Qwen3-1.7B-GGUF","revision":"daeb8e2d528a760970442092f6bf1e55c3b659eb","quantization":"Q4_K_M","files":[{"filename":"Qwen3-1.7B-Q4_K_M.gguf","sha256":"d2387ca2dbfee2ffabce7120d3770dadca0b293052bc2f0e138fdc940d9bc7b5","size_bytes":1282439264}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"9b673ca1e5ef29e21a04ce235230b7588c7c767b4a6e49075679c5c8cc668c5d","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"cb25f4000397189445dc"}},{"id":"e526d30db6c5d3326e66","model_id":"qwen2-5-7b-instruct","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T11:10:55.386800+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":73.4375,"bfcl":89.58333333333333,"ruler":94.445},"counts":{"ifeval":{"total":64,"correct":47},"bfcl":{"total":96,"correct":86},"ruler":{"total":48,"correct":40}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"qwen2-5-7b-instruct","repo_id":"Qwen/Qwen2.5-7B-Instruct-GGUF","revision":"bb5d59e06d9551d752d08b292a50eb208b07ab1f","quantization":"Q4_K_M","files":[{"filename":"qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf","sha256":"dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db","size_bytes":3993201344},{"filename":"qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf","sha256":"539cf93f78e887edea1c04e2d7d8cdaca9d01dae9c9025bcb8accbe29df3d72a","size_bytes":689872288}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"297b5cf0c4fbd6a392c9c6c7da7627ef3b6f36a3ce2cfcd8fe60ffb777601c70","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"114d367931b0ea5a10ec"}},{"id":"f1629585a2d419d4c1d8","model_id":"lfm2-1-2b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-18T01:36:44.304949+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":60.9375,"bfcl":73.95833333333333,"ruler":43.61125},"counts":{"ifeval":{"total":64,"correct":39},"bfcl":{"total":96,"correct":71},"ruler":{"total":48,"correct":18}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"ac63aeef935e5a4ca147ad6d966487bb0c23220ea20a5f49ad315614392f104e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm2-1-2b","repo_id":"unsloth/LFM2-1.2B-GGUF","revision":"154016c6696a2d84ea8c5c2a9e6b2c97f2547f59","quantization":"Q4_K_M","files":[{"filename":"LFM2-1.2B-Q4_K_M.gguf","sha256":"ac63aeef935e5a4ca147ad6d966487bb0c23220ea20a5f49ad315614392f104e","size_bytes":730893024}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"a6aa07df56836b959b680e28b9cb0e52bc3b5f0feb05ced3f94ba841d58df1d3","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"5714098049b63002da57c1cf5b2ce49396a72bd6fa069944f8d3d86fff20a52c","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":3,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"5018295a8bbfa1cafab9"}},{"id":"f1682722a4e038f4e160","model_id":"spark-x2-5-4b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-19T09:53:48.467772+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":76.5625,"bfcl":45.833333333333336,"ruler":63.888958333333335},"counts":{"ifeval":{"total":64,"correct":49},"bfcl":{"total":96,"correct":44},"ruler":{"total":48,"correct":29}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"adfcfa19a4ed6a5985da8bf565fe15f8e1a7e131d79bae2d19d48d1c40109428","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx4060ti-stock-llamacpp-capability-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"spark-x2-5-4b","repo_id":"XHToken/Spark-X2.5-4B-GGUF","revision":"9826e0be84e6e6e8b9668abc91421109a1df1e2d","quantization":"Q4_K_M","files":[{"filename":"Spark-X2.5-4B-Q4_K_M.gguf","sha256":"adfcfa19a4ed6a5985da8bf565fe15f8e1a7e131d79bae2d19d48d1c40109428","size_bytes":2600224352}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"d4a3d1d5f83d2114ec2e76957ee5a4da84c3f5c59e63bccbbda23e272b10815a","runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","bench.py":"b477d8424b6afb99b3d0daeb6c8e0f83179922f7809528b8b42daec4ff5b42fa","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee"},"gpu":{"returncode":0},"runtime_release_proof":{"schema_version":1,"revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","release":"v0.7.0 / b11669","binary":"[local path]","version":"version: 0.7.0-dev (build 11669, commit 620d2225c)\nbuilt with Clang 20.1.8 for Windows x86_64\n","assets":{"llama-b11669-bin-win-cuda-12.4-x64.zip":"c2da1f73ed176ae093ac5aceb978a7b167a16113f6d74c6789eeaee2135cb8dc","cudart-llama-bin-win-cuda-12.4-x64.zip":"8c79a9b226de4b3cacfd1f83d24f962d0773be79f1e7b75c6af4ded7e32ae1d6"},"files":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"}}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"4107c1a3341dd754490b"}},{"id":"5786446066badaade51c","model_id":"lfm3-vl-2b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-27T18:54:48.424346+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":68.75,"bfcl":30.208333333333332,"ruler":92.63916666666667},"counts":{"ifeval":{"total":64,"correct":44},"bfcl":{"total":96,"correct":29},"ruler":{"total":48,"correct":39}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"56dac2e192ff0d9ab8507f4f1aeb4aed0463449bbbefaac79497f041c95f21eb","runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","device_profile":"rtx4060ti-stock-llamacpp-capability-v1-lfm3-19ff817fb2","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm3-vl-2b","repo_id":"LiquidAI/LFM3-VL-2B-GGUF","revision":"7c3b4a43c9023e80bf234fec5e826a3365c8dda8","quantization":"Q4_K_M","files":[{"filename":"LFM3-VL-2B-Q4_K_M.gguf","sha256":"56dac2e192ff0d9ab8507f4f1aeb4aed0463449bbbefaac79497f041c95f21eb","size_bytes":1099627808},{"filename":"mmproj-LFM3-VL-2B-F16.gguf","sha256":"1d8e6e58eefc093e09d6332f081516e1ddbd5b35cfca7f35463fb270db230b1e","size_bytes":378996032}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"e6bfc3c180e63aea31dd0a8b0c9b4e54151f8e1b2945e4cde52ab3136dbac170","runtime_version":{"returncode":0},"runtime_components":{"ggml-base.dll":"d74f6f7aa58b5b66f054e6d55cf423d770193d32545627699be50b8fdc2161e1","ggml-cpu.dll":"c7bca4ddadf27c7f0d806ac9fa215fc20186aa6e49069ca50f12747992cbad71","ggml-cuda.dll":"e32c35f83a25e5d86717e41440d62dbafe3eb55ae446b01ba10799fb6ac4fe15","ggml.dll":"5e873d58573a62d97dddc2ab3e3ad7e575d12f114501fe5222054d136976cc0b","llama-bench-impl.dll":"a668cff5f5c6e184126bf4086f0abb54ff4659c806785ed45e77650e699e6cde","llama-bench.exe":"2f21bf2ee855c8de5fadc210760e37ae86181de33de45ea0cca318ddd63d4925","llama-common.dll":"7ed637fc00afe110016691fa048ed17226c8b558163d3b65882abe428a30353f","llama-server-impl.dll":"ba8b42609dcf5a9ee94f0ebd8065d07f4da42616b38210f2bc41b2eb01aeb78b","llama-server.exe":"7f6a5af27ce3499731f1a8ae9b8800c67715d177fe8262e5f2c01cf2dfe1fc78","llama-tts.exe":"18a968314e3f57f34c449b9b9bbd8feb07215f6c1ac571170a03660d61912721","llama.dll":"554c3a84c4a1582f949a91e36982177bf740ea5fa23216c9d459be4a68ff1468","mtmd.dll":"8914067dc668f39b765c0094c83cd009c7ccca7a0dc3b1cebce03011226c4b34"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1-lfm3-19ff817fb2","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213"},"gpu":{"returncode":0},"runtime_release_proof":{"revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","release":"lfm3-19ff817fb2","binary":"[local path]","version":"version: 0.7.0-dev (build 1, commit 19ff817fb25e)\nbuilt with MSVC 19.44.35217.0 for Windows AMD64\n","binary_sha256":"7f6a5af27ce3499731f1a8ae9b8800c67715d177fe8262e5f2c01cf2dfe1fc78","cuda":"12.8","cuda_architecture":"89","build_cache_sha256":"6ddfb43a28bc2e637f61d365bdc240ab276d970a58178074e0835508f9cec0f8","source":"https://github.com/ggml-org/llama.cpp/tree/19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4"}},"publication_status":"cross_device_checked","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"passed","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":4,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"6d201ec8a1d32fc1b434"}},{"id":"7a2a7fccc5abee450cce","model_id":"lfm3-1-7b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-27T18:51:29.684014+00:00","context_tokens":4096,"quantization":"Q4_K_M","reasoning_mode":"off","benchmarks":{"ifeval":76.5625,"bfcl":34.375,"ruler":33.333333333333336},"counts":{"ifeval":{"total":64,"correct":49},"bfcl":{"total":96,"correct":33},"ruler":{"total":48,"correct":16}},"provenance":{"protocol":"edge-split-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"3793e1e6e2266919d6e015287221b41100175a98eddaba92e111aed3b05c93c4","runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","device_profile":"rtx4060ti-stock-llamacpp-capability-v1-lfm3-19ff817fb2","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","compatibility":{"artifact":{"model_id":"lfm3-1-7b","repo_id":"LiquidAI/LFM3-1.7B-GGUF","revision":"b3f2ae5d73cd3c91bf40e8ba752c648aa05dffdf","quantization":"Q4_K_M","files":[{"filename":"LFM3-1.7B-Q4_K_M.gguf","sha256":"3793e1e6e2266919d6e015287221b41100175a98eddaba92e111aed3b05c93c4","size_bytes":1099627808}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":4096,"temperature":0,"seed":42,"reasoning_mode":"off","probe_cases_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","probe_output_tokens":128,"cache_policy":"erase slot; no prompt reuse"},"compatibility_id":"3abb93331e121da9819bdd6d937ce47d7c3db1236cb13604f6b6080532bd74cb","runtime_version":{"returncode":0},"runtime_components":{"ggml-base.dll":"d74f6f7aa58b5b66f054e6d55cf423d770193d32545627699be50b8fdc2161e1","ggml-cpu.dll":"c7bca4ddadf27c7f0d806ac9fa215fc20186aa6e49069ca50f12747992cbad71","ggml-cuda.dll":"e32c35f83a25e5d86717e41440d62dbafe3eb55ae446b01ba10799fb6ac4fe15","ggml.dll":"5e873d58573a62d97dddc2ab3e3ad7e575d12f114501fe5222054d136976cc0b","llama-bench-impl.dll":"a668cff5f5c6e184126bf4086f0abb54ff4659c806785ed45e77650e699e6cde","llama-bench.exe":"2f21bf2ee855c8de5fadc210760e37ae86181de33de45ea0cca318ddd63d4925","llama-common.dll":"7ed637fc00afe110016691fa048ed17226c8b558163d3b65882abe428a30353f","llama-server-impl.dll":"ba8b42609dcf5a9ee94f0ebd8065d07f4da42616b38210f2bc41b2eb01aeb78b","llama-server.exe":"7f6a5af27ce3499731f1a8ae9b8800c67715d177fe8262e5f2c01cf2dfe1fc78","llama-tts.exe":"18a968314e3f57f34c449b9b9bbd8feb07215f6c1ac571170a03660d61912721","llama.dll":"554c3a84c4a1582f949a91e36982177bf740ea5fa23216c9d459be4a68ff1468","mtmd.dll":"8914067dc668f39b765c0094c83cd009c7ccca7a0dc3b1cebce03011226c4b34"},"profile":{"id":"rtx4060ti-stock-llamacpp-capability-v1-lfm3-19ff817fb2","track":"standard","context_tokens":4096,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"Pinned official CUDA build; same GGUF and frozen pilot as CPU. Timings are not Pi performance."},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213"},"gpu":{"returncode":0},"runtime_release_proof":{"revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","release":"lfm3-19ff817fb2","binary":"[local path]","version":"version: 0.7.0-dev (build 1, commit 19ff817fb25e)\nbuilt with MSVC 19.44.35217.0 for Windows AMD64\n","binary_sha256":"7f6a5af27ce3499731f1a8ae9b8800c67715d177fe8262e5f2c01cf2dfe1fc78","cuda":"12.8","cuda_architecture":"89","build_cache_sha256":"6ddfb43a28bc2e637f61d365bdc240ab276d970a58178074e0835508f9cec0f8","source":"https://github.com/ggml-org/llama.cpp/tree/19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4"}},"publication_status":"cross_device_review_required","grader_provenance":{"device_id":"pi5-16gb","isolation":"bubblewrap unshare-all; no network/home/credentials","grade_case_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","datasets_sha256":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613"},"parity":{"status":"review_required","sample_count":6,"policy":"all six prompt token counts and native scores must agree; at least two complete answers","interpretation":"limited cross-device check, not proof that all 208 answers match","exact_text_matches":2,"rows":[{"case_id":"ifeval:2957","prompt_tokens_match":true,"exact_text_match":false,"score_match":false,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":100.0},{"case_id":"ifeval:1000","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:irrelevance_7","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"output_truncated","gpu_status":"output_truncated","cpu_score":0.0,"gpu_score":0.0},{"case_id":"bfcl:simple_python_255","prompt_tokens_match":true,"exact_text_match":false,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":0.0,"gpu_score":0.0},{"case_id":"ruler:4096:niah_single_1:13243","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0},{"case_id":"ruler:4096:niah_single_1:12875","prompt_tokens_match":true,"exact_text_match":true,"score_match":true,"cpu_status":"ok","gpu_status":"ok","cpu_score":100.0,"gpu_score":100.0}],"performance_result_id":"f6e21a62c909b8d1244e"}},{"id":"f13865a5f8c52a049875","model_id":"k2-horizon-7b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-22T03:32:10.080173+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","benchmarks":{"ifeval":75.0,"bfcl":36.458333333333336,"ruler":68.75},"counts":{"ifeval":{"total":64,"correct":48},"bfcl":{"total":96,"correct":35},"ruler":{"total":48,"correct":33}},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"eb89c15a0ae9712be2ee462bf43802de14200f20f93b73da6eb68c2ebdd28e4e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"rtx-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-7b","repo_id":"IFM/K2-Horizon-7B-GGUF","revision":"7a75dbda05e3d440351543131ff3f7fa5687e879","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-7B-Q4_K_M.gguf","sha256":"eb89c15a0ae9712be2ee462bf43802de14200f20f93b73da6eb68c2ebdd28e4e","size_bytes":5592217984}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":1.0,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"fe3f0e3025f8ce900e13462984c331eed4d92f580256b0fa6e3ab12612596770","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","observation":{}},"publication_status":"measured_reasoning_profile","grader_provenance":{"scorer_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","packages":[["PyYAML","6.0.3"],["Pygments","2.21.0"],["absl-py","2.3.1"],["annotated-doc","0.0.5"],["anyio","4.15.1"],["certifi","2026.7.22"],["click","8.5.0"],["cloudpickle","3.1.2"],["filelock","4.2.1"],["fsspec","2026.9.0"],["h11","0.16.0"],["hf-xet","1.7.0"],["httpcore","1.0.9"],["httpx","0.28.1"],["huggingface_hub","1.33.0"],["idna","3.20"],["immutabledict","4.2.2"],["joblib","1.6.0"],["langdetect","1.0.9"],["markdown-it-py","4.2.0"],["mdurl","0.1.2"],["nltk","3.9.2"],["numpy","2.2.6"],["packaging","26.3"],["pip","26.2.1"],["regex","2026.9.29"],["rich","15.0.0"],["safetensors","0.8.0"],["scipy","1.15.3"],["shellingham","1.5.4"],["six","1.17.0"],["tenacity","9.1.2"],["tokenizers","0.23.3"],["tqdm","4.70.1"],["transformers","5.16.1"],["typer","0.27.3"],["typing_extensions","4.16.0"],["wonderwords","2.2.0"]]}},{"id":"1e0ca4afef28a76c4675","model_id":"k2-horizon-0-9b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-21T00:09:44.321680+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","benchmarks":{"ifeval":67.1875,"bfcl":52.083333333333336,"ruler":42.361041666666665},"counts":{"ifeval":{"total":64,"correct":43},"bfcl":{"total":96,"correct":50},"ruler":{"total":48,"correct":20}},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"78bff592aeba235c767c93a0bda5870d5a4a8dca21c2a2d502930dd3078c79f2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"rtx-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-0-9b","repo_id":"IFM/K2-Horizon-0.9B-GGUF","revision":"118965081cf1d876990219a1856a93a97b2668fa","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-1B-Q4_K_M.gguf","sha256":"78bff592aeba235c767c93a0bda5870d5a4a8dca21c2a2d502930dd3078c79f2","size_bytes":666184064}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":0.6,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"a5a05eb8de7f69b881d760f17b1fb7cff800799de9d18102ef362d0fc4709282","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","observation":{}},"publication_status":"measured_reasoning_profile","grader_provenance":{"scorer_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","packages":[["PyYAML","6.0.3"],["Pygments","2.21.0"],["absl-py","2.3.1"],["annotated-doc","0.0.5"],["anyio","4.15.1"],["certifi","2026.7.22"],["click","8.5.0"],["cloudpickle","3.1.2"],["filelock","4.2.1"],["fsspec","2026.9.0"],["h11","0.16.0"],["hf-xet","1.7.0"],["httpcore","1.0.9"],["httpx","0.28.1"],["huggingface_hub","1.33.0"],["idna","3.20"],["immutabledict","4.2.2"],["joblib","1.6.0"],["langdetect","1.0.9"],["markdown-it-py","4.2.0"],["mdurl","0.1.2"],["nltk","3.9.2"],["numpy","2.2.6"],["packaging","26.3"],["pip","26.2.1"],["regex","2026.9.29"],["rich","15.0.0"],["safetensors","0.8.0"],["scipy","1.15.3"],["shellingham","1.5.4"],["six","1.17.0"],["tenacity","9.1.2"],["tokenizers","0.23.3"],["tqdm","4.70.1"],["transformers","5.16.1"],["typer","0.27.3"],["typing_extensions","4.16.0"],["wonderwords","2.2.0"]]}},{"id":"158d3b8a9bae15a487cc","model_id":"k2-horizon-3-7b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-21T06:14:45.058161+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","benchmarks":{"ifeval":73.4375,"bfcl":57.291666666666664,"ruler":64.58333333333333},"counts":{"ifeval":{"total":64,"correct":47},"bfcl":{"total":96,"correct":55},"ruler":{"total":48,"correct":31}},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"07773aed93890d4f5d08b421430000d5c8d73cefc74fbdc32e67d820f23207b2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"rtx-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-3-7b","repo_id":"IFM/K2-Horizon-3.7B-GGUF","revision":"78a0635e8f19b880e468a2fc82923ee6c8a469e4","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-4B-Q4_K_M.gguf","sha256":"07773aed93890d4f5d08b421430000d5c8d73cefc74fbdc32e67d820f23207b2","size_bytes":3156598144}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":1.0,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"918bf77ac3c4bfa79d2bff8f177378f23fcf02d2df257aed3b2cfb16f7036d90","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","observation":{}},"publication_status":"measured_reasoning_profile","grader_provenance":{"scorer_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","packages":[["PyYAML","6.0.3"],["Pygments","2.21.0"],["absl-py","2.3.1"],["annotated-doc","0.0.5"],["anyio","4.15.1"],["certifi","2026.7.22"],["click","8.5.0"],["cloudpickle","3.1.2"],["filelock","4.2.1"],["fsspec","2026.9.0"],["h11","0.16.0"],["hf-xet","1.7.0"],["httpcore","1.0.9"],["httpx","0.28.1"],["huggingface_hub","1.33.0"],["idna","3.20"],["immutabledict","4.2.2"],["joblib","1.6.0"],["langdetect","1.0.9"],["markdown-it-py","4.2.0"],["mdurl","0.1.2"],["nltk","3.9.2"],["numpy","2.2.6"],["packaging","26.3"],["pip","26.2.1"],["regex","2026.9.29"],["rich","15.0.0"],["safetensors","0.8.0"],["scipy","1.15.3"],["shellingham","1.5.4"],["six","1.17.0"],["tenacity","9.1.2"],["tokenizers","0.23.3"],["tqdm","4.70.1"],["transformers","5.16.1"],["typer","0.27.3"],["typing_extensions","4.16.0"],["wonderwords","2.2.0"]]}}],"vision":{"schema_version":1,"protocol":"edge-vision-split-v1","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","updated_at":"2026-10-21T10:43:20.168199+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","description":"Uniform VQAv2 answer normalization; official soft accuracy. POPE strict unchanged.","legacy_version":"edge-vision-score-v1"},"labels":{"vqav2":"VQAv2 96-case balanced subset · uniformly normalized · 512 px","pope":"POPE 96-case balanced subset · strict yes/no · 512 px"},"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"selection_seed":"edge-vision-fixed-v1-2026-10-17","capabilities":[{"id":"88ee173b2c548508127d","model_id":"qwen3-5-0-8b","is_mock":false,"benchmarks":{"vqav2":79.6875,"pope":90.625},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":89.375,"number":68.125,"other":81.5625,"random":96.875,"popular":87.5,"adversarial":87.5},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-5-0-8b","repo_id":"unsloth/Qwen3.5-0.8B-GGUF","revision":"6ab461498e2023f6e3c1baea90a8f0fe38ab64d0","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-0.8B-Q4_K_M.gguf","sha256":"bd258782e35f7f458f8aced1adc053e6e92e89bc735ba3be89d38a06121dc517","size_bytes":532517120},{"filename":"mmproj-F16.gguf","sha256":"56e4c6cfe73b0c82e3e82bc518d7591997e61d81f723fc41a586f4fa69ea2453","size_bytes":204987232}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"c8345e9bb3c8d0344ce4b17b66a0e7e2ea6069ef32b68871543c4a8dc44c6630","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-18T02:02:09.733717+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"abcbff356052991bdef23a75e781130a9bed6f482cc6e72566c06cef0899ed21","responses_sha256":"8af869132024ad9612b674656195c230643c0bb2ecb848bf88afcc744f0c4bac","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"4c901ad20db3d2fbf4c9bf8317ae8aefaf6f916ec14606dbd8b85b3ffc7065d8"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:345252005":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:226571003":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:487266000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:47938001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:14892004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:343038001":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:92134002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"yes","valid":true},"capability:vqav2:217156009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:280242004":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:192992013":{"score":100.0,"prediction":"0","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"2435","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:527961000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":30.0,"prediction":"0","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":30.0,"prediction":"12","valid":true},"capability:vqav2:246199006":{"score":100.0,"prediction":"5","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"12","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:143217006":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:450129005":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:502927001":{"score":90.0,"prediction":"1","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"100","valid":true},"capability:vqav2:537506002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":100.0,"prediction":"frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":60.0,"prediction":"buddy holly and crickets","valid":true},"capability:vqav2:560993000":{"score":30.0,"prediction":"wii","valid":true},"capability:vqav2:161603001":{"score":100.0,"prediction":"cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"sunglasses","valid":true},"capability:vqav2:469919001":{"score":0.0,"prediction":"praying","valid":true},"capability:vqav2:543631010":{"score":100.0,"prediction":"messy","valid":true},"capability:vqav2:108651003":{"score":100.0,"prediction":"tennis player","valid":true},"capability:vqav2:205239008":{"score":60.0,"prediction":"united states","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:25158001":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"boat","valid":true},"capability:vqav2:303667011":{"score":100.0,"prediction":"shirt","valid":true},"capability:vqav2:440110001":{"score":90.0,"prediction":"gray","valid":true},"capability:vqav2:269721004":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":0.0,"prediction":"chopsticks","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":100.0,"prediction":"blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":78.64583333333333,"pope":90.625},"breakdown":{"yes/no":89.375,"number":68.125,"other":78.4375,"random":96.875,"popular":87.5,"adversarial":87.5},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"a696fa2c5ae3cacf36c3","model_id":"qwen3-5-2b","is_mock":false,"benchmarks":{"vqav2":84.58333333333333,"pope":92.70833333333333},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":89.375,"number":85.0,"other":79.375,"random":96.875,"popular":93.75,"adversarial":87.5},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-5-2b","repo_id":"unsloth/Qwen3.5-2B-GGUF","revision":"f6d5376be1edb4d416d56da11e5397a961aca8ae","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-2B-Q4_K_M.gguf","sha256":"aaf42c8b7c3cab2bf3d69c355048d4a0ee9973d48f16c731c0520ee914699223","size_bytes":1280835840},{"filename":"mmproj-F16.gguf","sha256":"7035e9cb8d7c6a9681d07eef9a364783e86ea4cd73faab2eabb4f43a101830c7","size_bytes":668227264}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"44da9ea1f9e55cf06557c0e6fcdcb35fb43cee40c638a6d55706c5b311b5c1c8","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-18T02:03:45.637391+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"ea57ea834acbf6f6d3aa88dde6f7d138e2054738c3a3af4ad2f5369269f7b633","responses_sha256":"b4cf0f79478142e1f4b3e999f9f8d01ef7012428474b98b2093023e2de57a3e8","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"66c96e1d5c36cec87fd249124c4f70346ca25d8d6982669c80b23d10b1356920"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:345252005":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:360143002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20254003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:47938001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:14892004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:343038001":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:92134002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"yes","valid":true},"capability:vqav2:217156009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:192992013":{"score":100.0,"prediction":"0","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":100.0,"prediction":"2436","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":100.0,"prediction":"4","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":100.0,"prediction":"100","valid":true},"capability:vqav2:527961000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:246199006":{"score":100.0,"prediction":"5","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:450129005":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:502927001":{"score":90.0,"prediction":"1","valid":true},"capability:vqav2:54750000":{"score":100.0,"prediction":"10 feet","valid":true},"capability:vqav2:537506002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":100.0,"prediction":"frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":30.0,"prediction":"wii","valid":true},"capability:vqav2:161603001":{"score":100.0,"prediction":"cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS","valid":true},"capability:vqav2:545006005":{"score":0.0,"prediction":"87牛肉","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"aviator","valid":true},"capability:vqav2:469919001":{"score":0.0,"prediction":"to protect from sun","valid":true},"capability:vqav2:543631010":{"score":100.0,"prediction":"messy","valid":true},"capability:vqav2:108651003":{"score":0.0,"prediction":"serena williams","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:25158001":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"boat","valid":true},"capability:vqav2:303667011":{"score":30.0,"prediction":"nothing","valid":true},"capability:vqav2:440110001":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:269721004":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":100.0,"prediction":"hashi sushi","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":100.0,"prediction":"blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":83.54166666666667,"pope":92.70833333333333},"breakdown":{"yes/no":89.375,"number":85.0,"other":76.25,"random":96.875,"popular":93.75,"adversarial":87.5},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"50bbccfaaa63df59398c","model_id":"qwen3-5-4b","is_mock":false,"benchmarks":{"vqav2":88.4375,"pope":87.5},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":95.625,"number":80.0,"other":89.6875,"random":87.5,"popular":90.625,"adversarial":84.375},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-5-4b","repo_id":"unsloth/Qwen3.5-4B-GGUF","revision":"e87f176479d0855a907a41277aca2f8ee7a09523","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-4B-Q4_K_M.gguf","sha256":"00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4","size_bytes":2740937888},{"filename":"mmproj-F16.gguf","sha256":"cd88edcf8d031894960bb0c9c5b9b7e1fea6ebee02b9f7ce925a00d12891f864","size_bytes":672423616}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"10e153a1d9cdc47be42716eb7eb06562519d3c9b74871b16b2d1c06f3860a799","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-18T02:05:17.182171+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"4f11248367176e65c228314cc066abf054c03577252cd2862d313da3d66c93a1","responses_sha256":"d96a78b4233a396c58e35781741092801cdabbcc5a913df0f0eb0a19347fa61b","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"aa5aa7111a437b4380136fcc79a6cbf235b10032124ebe5691e960d079fc63d6"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:345252005":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:226571003":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:487266000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:47938001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:444343007":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:14892004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:343038001":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:92134002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:379740002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:217156009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:192992013":{"score":100.0,"prediction":"0","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":100.0,"prediction":"2436","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":100.0,"prediction":"100","valid":true},"capability:vqav2:527961000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:246199006":{"score":0.0,"prediction":"7","valid":true},"capability:vqav2:28377000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:27564001":{"score":100.0,"prediction":"20","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"4","valid":true},"capability:vqav2:450129005":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"high","valid":true},"capability:vqav2:537506002":{"score":0.0,"prediction":"3","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":100.0,"prediction":"frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":30.0,"prediction":"wii","valid":true},"capability:vqav2:161603001":{"score":100.0,"prediction":"cow","valid":true},"capability:vqav2:183614001":{"score":100.0,"prediction":"bs","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":60.0,"prediction":"black","valid":true},"capability:vqav2:469919001":{"score":90.0,"prediction":"shade","valid":true},"capability:vqav2:543631010":{"score":100.0,"prediction":"messy","valid":true},"capability:vqav2:108651003":{"score":0.0,"prediction":"vera zvonareva","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:25158001":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":90.0,"prediction":"ferry","valid":true},"capability:vqav2:303667011":{"score":30.0,"prediction":"nothing","valid":true},"capability:vqav2:440110001":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:269721004":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":100.0,"prediction":"hashi sushi","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":100.0,"prediction":"blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":88.4375,"pope":87.5},"breakdown":{"yes/no":95.625,"number":80.0,"other":89.6875,"random":87.5,"popular":90.625,"adversarial":84.375},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"60d7422345851ba2a92e","model_id":"qwen3-5-9b","is_mock":false,"benchmarks":{"vqav2":86.14583333333333,"pope":90.625},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":95.625,"number":84.0625,"other":78.75,"random":90.625,"popular":93.75,"adversarial":87.5},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-5-9b","repo_id":"unsloth/Qwen3.5-9B-GGUF","revision":"3885219b6810b007914f3a7950a8d1b469d598a5","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-9B-Q4_K_M.gguf","sha256":"03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8","size_bytes":5680522464},{"filename":"mmproj-F16.gguf","sha256":"f70dc3509053962b0d0d3ee8a7eacebf5d60aa560cad78254ae8698516ae029f","size_bytes":918166080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"b1e27f198ed76ca14c67ce9823b66a72aa01d124ddc1feb0adf44329abd866b6","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-18T02:08:47.629977+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"ed5eae9c67bfd645c3c662dd03820ab4f8f95d2c31967c1fde576330a6871fb8","responses_sha256":"de76596781955b061f64bd4ef1d415b9d08d087713fd52d3752a57f41bae1584","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"728f621d5d6c4e2f03152e618911da0176a1febd33f8e16ef784b239e11f2953"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:345252005":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:360143002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20254003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:47938001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:14892004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:343038001":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:92134002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:379740002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:217156009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:192992013":{"score":100.0,"prediction":"0","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"243b","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":100.0,"prediction":"100","valid":true},"capability:vqav2:527961000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:246199006":{"score":100.0,"prediction":"5","valid":true},"capability:vqav2:28377000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"16","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"4","valid":true},"capability:vqav2:450129005":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:502927001":{"score":90.0,"prediction":"1","valid":true},"capability:vqav2:54750000":{"score":100.0,"prediction":"10 feet","valid":true},"capability:vqav2:537506002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":100.0,"prediction":"frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":30.0,"prediction":"wii","valid":true},"capability:vqav2:161603001":{"score":100.0,"prediction":"cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"bs1","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"wayfarer","valid":true},"capability:vqav2:469919001":{"score":0.0,"prediction":"sun","valid":true},"capability:vqav2:543631010":{"score":100.0,"prediction":"messy","valid":true},"capability:vqav2:108651003":{"score":0.0,"prediction":"maria sharapova","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:25158001":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home restroom","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"boat","valid":true},"capability:vqav2:303667011":{"score":30.0,"prediction":"nothing","valid":true},"capability:vqav2:440110001":{"score":90.0,"prediction":"gray","valid":true},"capability:vqav2:269721004":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":100.0,"prediction":"hashi sushi","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":100.0,"prediction":"blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":86.14583333333333,"pope":90.625},"breakdown":{"yes/no":95.625,"number":84.0625,"other":78.75,"random":90.625,"popular":93.75,"adversarial":87.5},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"7c29b016c3a47ce9ea85","model_id":"gemma-4-e2b-it","is_mock":false,"benchmarks":{"vqav2":54.0625,"pope":68.75},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":61.25,"number":47.5,"other":53.4375,"random":68.75,"popular":68.75,"adversarial":68.75},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"gemma-4-e2b-it","repo_id":"unsloth/gemma-4-E2B-it-GGUF","revision":"0314792d7f1f7e229411f620751375812bb9faf2","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","size_bytes":3106738272},{"filename":"mmproj-F16.gguf","sha256":"140be8d7849741f88c50757d529b84373ee8e27052cc2236855b537f4a8215fa","size_bytes":985654080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"a4f42cb82187b4ce83d5305f890bc8208551798342abb9ea6b5c4824546a646d","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-18T02:10:29.486777+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"86cc72c7fb0dfd7eb1399b5cc9f5be6abebc3b8b33d267cefa65bb3d9cea768f","responses_sha256":"859171f601344e30d103837082a229d6c347df5d04889c1845807e21a8d41141","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"51000c77e01187538110adeda08e47e110d6e5ac264414a08c39abf85735d102"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:564091009":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:301563006":{"score":0.0,"prediction":"skiing","valid":true},"capability:vqav2:44993001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:226571003":{"score":0.0,"prediction":"brown","valid":true},"capability:vqav2:487266000":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:14892004":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:343038001":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:120412003":{"score":0.0,"prediction":"unlikely","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:92134002":{"score":0.0,"prediction":"Quiet","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:217156009":{"score":0.0,"prediction":"Moderate","valid":true},"capability:vqav2:280242004":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:136464001":{"score":0.0,"prediction":"bench","valid":true},"capability:vqav2:370813009":{"score":0.0,"prediction":"Skateboarding","valid":true},"capability:vqav2:68198000":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:20004002":{"score":0.0,"prediction":"nighttime","valid":true},"capability:vqav2:539738001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"Four","valid":true},"capability:vqav2:42667020":{"score":0.0,"prediction":"One","valid":true},"capability:vqav2:547744000":{"score":100.0,"prediction":"2436","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":0.0,"prediction":"Three","valid":true},"capability:vqav2:156754004":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:166505002":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:524775002":{"score":0.0,"prediction":"approximately 40","valid":true},"capability:vqav2:527961000":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:132408000":{"score":0.0,"prediction":"5","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":0.0,"prediction":"several","valid":true},"capability:vqav2:140263024":{"score":0.0,"prediction":"One","valid":true},"capability:vqav2:140713003":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:453310003":{"score":0.0,"prediction":"several","valid":true},"capability:vqav2:346865000":{"score":30.0,"prediction":"1","valid":true},"capability:vqav2:108541002":{"score":0.0,"prediction":"1 mile","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"many","valid":true},"capability:vqav2:246199006":{"score":0.0,"prediction":"bananas","valid":true},"capability:vqav2:28377000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"Ten","valid":true},"capability:vqav2:287436001":{"score":30.0,"prediction":"many","valid":true},"capability:vqav2:134066000":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:183988000":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:143217006":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:492758000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:450129005":{"score":0.0,"prediction":"One","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"high","valid":true},"capability:vqav2:537506002":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:190700002":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:65982002":{"score":30.0,"prediction":"unknown","valid":true},"capability:vqav2:426631001":{"score":0.0,"prediction":"Soccer","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":0.0,"prediction":"main street","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":0.0,"prediction":"doom","valid":true},"capability:vqav2:161603001":{"score":0.0,"prediction":"Sheep","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"aviator","valid":true},"capability:vqav2:469919001":{"score":0.0,"prediction":"sun protection","valid":true},"capability:vqav2:543631010":{"score":0.0,"prediction":"Messy","valid":true},"capability:vqav2:108651003":{"score":0.0,"prediction":"serena williams","valid":true},"capability:vqav2:205239008":{"score":0.0,"prediction":"american flag","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":0.0,"prediction":"no 1 visible","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":30.0,"prediction":"food","valid":true},"capability:vqav2:386204051":{"score":0.0,"prediction":"male","valid":true},"capability:vqav2:476349004":{"score":0.0,"prediction":"Blue","valid":true},"capability:vqav2:25158001":{"score":0.0,"prediction":"Pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home restroom","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"barges","valid":true},"capability:vqav2:303667011":{"score":30.0,"prediction":"backpack","valid":true},"capability:vqav2:440110001":{"score":0.0,"prediction":"brown","valid":true},"capability:vqav2:269721004":{"score":0.0,"prediction":"White","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":30.0,"prediction":"store","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":0.0,"prediction":"Blonde","valid":true},"capability:pope:random:2151":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2046":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:1245":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":24.895833333333332,"pope":68.75},"breakdown":{"yes/no":20.625,"number":19.375,"other":34.6875,"random":68.75,"popular":68.75,"adversarial":68.75},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"8f76223d01111f7a0e2e","model_id":"gemma-4-e4b-it","is_mock":false,"benchmarks":{"vqav2":54.166666666666664,"pope":80.20833333333333},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":65.0,"number":43.4375,"other":54.0625,"random":87.5,"popular":84.375,"adversarial":68.75},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"gemma-4-e4b-it","repo_id":"unsloth/gemma-4-E4B-it-GGUF","revision":"bfc15c382204943c3a8fff0c750b94ae2364d7a3","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","size_bytes":4977171584},{"filename":"mmproj-F16.gguf","sha256":"ddf46c21d7078e95338cfc22306b19b276a29a5ad089023449dd54d4b6170a51","size_bytes":990372672}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"d92c980c0301c6ba32b4a7b73d35dc159e03ae336b3e14546e26b16ca8518ddf","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-18T02:13:11.525642+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"9459b91c60451f0fbf887b1ccb67aee3ccad2fc4e4f1c352c3d7433175df37de","responses_sha256":"6082c0c487083752bbfc0f96dc8ed4aa3552830be5683bd9595d3915309b20c2","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"0bfc753fd2dd801fb8636917f740003c8efac3f2ddde0192a7404ab283bfcbc2"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:14892004":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:343038001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:120412003":{"score":0.0,"prediction":"unlikely","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:92134002":{"score":0.0,"prediction":"Moderately.","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:217156009":{"score":0.0,"prediction":"Not busy.","valid":true},"capability:vqav2:280242004":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:230593004":{"score":0.0,"prediction":"uncertain","valid":true},"capability:vqav2:332869019":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:136464001":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:370813009":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:68198000":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:20004002":{"score":0.0,"prediction":"dusk twilight","valid":true},"capability:vqav2:539738001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"Six","valid":true},"capability:vqav2:42667020":{"score":0.0,"prediction":"One","valid":true},"capability:vqav2:547744000":{"score":100.0,"prediction":"2436","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:156754004":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":0.0,"prediction":"unknown","valid":true},"capability:vqav2:527961000":{"score":0.0,"prediction":"Three","valid":true},"capability:vqav2:132408000":{"score":0.0,"prediction":"6","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":0.0,"prediction":"several","valid":true},"capability:vqav2:140263024":{"score":0.0,"prediction":"One","valid":true},"capability:vqav2:140713003":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:453310003":{"score":0.0,"prediction":"several","valid":true},"capability:vqav2:346865000":{"score":30.0,"prediction":"1","valid":true},"capability:vqav2:108541002":{"score":0.0,"prediction":"1 and half miles","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"many","valid":true},"capability:vqav2:246199006":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"Ten","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"6","valid":true},"capability:vqav2:134066000":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:183988000":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:143217006":{"score":0.0,"prediction":"4","valid":true},"capability:vqav2:492758000":{"score":0.0,"prediction":"5","valid":true},"capability:vqav2:450129005":{"score":0.0,"prediction":"One","valid":true},"capability:vqav2:502927001":{"score":30.0,"prediction":"3","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"mid air","valid":true},"capability:vqav2:537506002":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:190700002":{"score":0.0,"prediction":"Two","valid":true},"capability:vqav2:65982002":{"score":30.0,"prediction":"unknown","valid":true},"capability:vqav2:426631001":{"score":0.0,"prediction":"Disc golf","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":0.0,"prediction":"i cannot determine street name from this image","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":0.0,"prediction":"i am sorry but i cannot determine title of video game being played from image provided","valid":true},"capability:vqav2:161603001":{"score":0.0,"prediction":"Deer","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"aviator","valid":true},"capability:vqav2:469919001":{"score":0.0,"prediction":"rain protection","valid":true},"capability:vqav2:543631010":{"score":0.0,"prediction":"Made up","valid":true},"capability:vqav2:108651003":{"score":0.0,"prediction":"simone biles","valid":true},"capability:vqav2:205239008":{"score":0.0,"prediction":"american flag","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":0.0,"prediction":"person","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":0.0,"prediction":"cookies and cream","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":0.0,"prediction":"Blue and white","valid":true},"capability:vqav2:25158001":{"score":0.0,"prediction":"Pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home restroom","valid":true},"capability:vqav2:50006003":{"score":90.0,"prediction":"ferry","valid":true},"capability:vqav2:303667011":{"score":30.0,"prediction":"backpack","valid":true},"capability:vqav2:440110001":{"score":90.0,"prediction":"gray","valid":true},"capability:vqav2:269721004":{"score":0.0,"prediction":"White","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":0.0,"prediction":"stores","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":0.0,"prediction":"Blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:adversarial:783":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:820":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":0.0,"prediction":"yes","valid":true}},"benchmarks":{"vqav2":28.125,"pope":80.20833333333333},"breakdown":{"yes/no":27.5,"number":15.3125,"other":41.5625,"random":87.5,"popular":84.375,"adversarial":68.75},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"35f296425dbc781253c7","model_id":"ministral-3-3b-instruct-2512","is_mock":false,"benchmarks":{"vqav2":78.02083333333333,"pope":79.16666666666667},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":85.9375,"number":72.1875,"other":75.9375,"random":75.0,"popular":81.25,"adversarial":81.25},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"ministral-3-3b-instruct-2512","repo_id":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","revision":"eb599d408350ea2bb60452cb86be7c7b2fc28227","quantization":"Q4_K_M","files":[{"filename":"Ministral-3-3B-Instruct-2512-Q4_K_M.gguf","sha256":"9ed150d4367e68df0ac8e1540f6ddc65b42d0ee26378329d1ecbca60f93fc5f8","size_bytes":2147023008},{"filename":"Ministral-3-3B-Instruct-2512-BF16-mmproj.gguf","sha256":"70ca26e41ecea9da997e2887462ad68b848fbf64da011ff4107bbe7353519ee0","size_bytes":841501856}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"66744138a240e82e6533dd1ee8e80ebc34d4ae0c7082e84252dd4cefa5af5900","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-18T02:15:01.832062+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"48560bc3d0674de73fc43215c909dd213c9c764d9c0741349f4fd92e25f5b470","responses_sha256":"2d4f907346903e604ede3660a45c38331b53d6ea91726feb82a00d644cc827cf","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"89507b8b4a0c32fafadea98b7e69d5eeba08cca55d75a85244dbdf45fd917d56"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:180798000":{"score":30.0,"prediction":"no","valid":true},"capability:vqav2:519316001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:564091009":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:360143002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20254003":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:14892004":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:343038001":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:92134002":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:217156009":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:136464001":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:370813009":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:68198000":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"3.","valid":true},"capability:vqav2:42667020":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"2406","valid":true},"capability:vqav2:110877004":{"score":90.0,"prediction":"3","valid":true},"capability:vqav2:58851000":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:225869002":{"score":0.0,"prediction":"4.","valid":true},"capability:vqav2:156754004":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":100.0,"prediction":"100","valid":true},"capability:vqav2:527961000":{"score":0.0,"prediction":"3.","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:140713003":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":0.0,"prediction":"0","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":100.0,"prediction":"15","valid":true},"capability:vqav2:246199006":{"score":30.0,"prediction":"4","valid":true},"capability:vqav2:28377000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:287436001":{"score":30.0,"prediction":"many","valid":true},"capability:vqav2:134066000":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":0.0,"prediction":"5","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:450129005":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"high","valid":true},"capability:vqav2:537506002":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:190700002":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:65982002":{"score":30.0,"prediction":"unknown","valid":true},"capability:vqav2:426631001":{"score":0.0,"prediction":"Frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":30.0,"prediction":"wii","valid":true},"capability:vqav2:161603001":{"score":0.0,"prediction":"Cow.","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"Bs.","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"wayfarer","valid":true},"capability:vqav2:469919001":{"score":90.0,"prediction":"shade","valid":true},"capability:vqav2:543631010":{"score":0.0,"prediction":"Messy.","valid":true},"capability:vqav2:108651003":{"score":100.0,"prediction":"tennis player","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":0.0,"prediction":"Blue.","valid":true},"capability:vqav2:25158001":{"score":0.0,"prediction":"Pink.","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"boat","valid":true},"capability:vqav2:303667011":{"score":0.0,"prediction":"hat","valid":true},"capability:vqav2:440110001":{"score":0.0,"prediction":"black","valid":true},"capability:vqav2:269721004":{"score":0.0,"prediction":"White.","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":0.0,"prediction":"nashi sushi","valid":true},"capability:vqav2:372913002":{"score":0.0,"prediction":"yellow","valid":true},"capability:vqav2:270702005":{"score":0.0,"prediction":"Blonde.","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":0.0,"prediction":"yes","valid":true}},"benchmarks":{"vqav2":43.645833333333336,"pope":79.16666666666667},"breakdown":{"yes/no":35.9375,"number":44.0625,"other":50.9375,"random":75.0,"popular":81.25,"adversarial":81.25},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"2a8318e6145026b913c5","model_id":"ministral-3-8b-instruct-2512","is_mock":false,"benchmarks":{"vqav2":72.5,"pope":77.08333333333333},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":96.875,"number":54.375,"other":66.25,"random":71.875,"popular":81.25,"adversarial":78.125},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"ministral-3-8b-instruct-2512","repo_id":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","revision":"0102285ad796bd99af90f58de616092e5630e970","quantization":"Q4_K_M","files":[{"filename":"Ministral-3-8B-Instruct-2512-Q4_K_M.gguf","sha256":"33e7a72cf5e6e2cfc2f2847075acc013d68bba023e35310cef86b5cf8fdca761","size_bytes":5198911904},{"filename":"Ministral-3-8B-Instruct-2512-BF16-mmproj.gguf","sha256":"e799380f596d152ff4026a72d409ecc89c96cd437676804bc3f2ab3bd6b486ec","size_bytes":858283168}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"f3286130a16664d36cc8f1fe8e5ad21075963bd19449590b6bb5d5491c0d02b3","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-18T02:18:25.289626+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"31f4d322b72acc34f714b543192328a45c202c342c3d001b9de8bd598b47efd9","responses_sha256":"77daa066e402b3ebedf113ca1e5c0168a353caf334c2c87f161607069c27f98e","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"69b9da9ce9fd72dc19a34c8a15ed781c22076f4892b8538599521046492ae7dc"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:360143002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20254003":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:226571003":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:487266000":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:14892004":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:343038001":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:92134002":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:217156009":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:68198000":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"3","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"2406","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:225869002":{"score":0.0,"prediction":"4","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":0.0,"prediction":"around 100","valid":true},"capability:vqav2:527961000":{"score":0.0,"prediction":"Two.","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":0.0,"prediction":"many","valid":true},"capability:vqav2:346865000":{"score":30.0,"prediction":"1","valid":true},"capability:vqav2:108541002":{"score":60.0,"prediction":"half mile","valid":true},"capability:vqav2:313214001":{"score":100.0,"prediction":"15","valid":true},"capability:vqav2:246199006":{"score":30.0,"prediction":"4","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:287436001":{"score":30.0,"prediction":"many","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:143217006":{"score":0.0,"prediction":"4","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:450129005":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"approximately 3 5 meters","valid":true},"capability:vqav2:537506002":{"score":0.0,"prediction":"3","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":30.0,"prediction":"unknown","valid":true},"capability:vqav2:426631001":{"score":0.0,"prediction":"Frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":60.0,"prediction":"wii sports","valid":true},"capability:vqav2:161603001":{"score":0.0,"prediction":"Cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS.","valid":true},"capability:vqav2:545006005":{"score":0.0,"prediction":"kames tofu","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"aviator","valid":true},"capability:vqav2:469919001":{"score":30.0,"prediction":"sunny","valid":true},"capability:vqav2:543631010":{"score":0.0,"prediction":"Messy","valid":true},"capability:vqav2:108651003":{"score":0.0,"prediction":"serena williams","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":0.0,"prediction":"toast","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":0.0,"prediction":"Blue.","valid":true},"capability:vqav2:25158001":{"score":0.0,"prediction":"Pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home restroom","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"cruise ship","valid":true},"capability:vqav2:303667011":{"score":0.0,"prediction":"hat","valid":true},"capability:vqav2:440110001":{"score":0.0,"prediction":"black","valid":true},"capability:vqav2:269721004":{"score":0.0,"prediction":"White","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":0.0,"prediction":"nashi sushi","valid":true},"capability:vqav2:372913002":{"score":0.0,"prediction":"yellow","valid":true},"capability:vqav2:270702005":{"score":0.0,"prediction":"Blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":46.458333333333336,"pope":77.08333333333333},"breakdown":{"yes/no":43.75,"number":54.375,"other":41.25,"random":71.875,"popular":81.25,"adversarial":78.125},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"480db6b7494b128d0c91","model_id":"qwen3-vl-4b-instruct","is_mock":false,"benchmarks":{"vqav2":81.97916666666667,"pope":90.625},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":95.625,"number":69.375,"other":80.9375,"random":93.75,"popular":93.75,"adversarial":84.375},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-vl-4b-instruct","repo_id":"Qwen/Qwen3-VL-4B-Instruct-GGUF","revision":"1cd86afb9a95c410a6038ab3b40d8b578c892266","quantization":"Q4_K_M","files":[{"filename":"Qwen3VL-4B-Instruct-Q4_K_M.gguf","sha256":"66358cb18bb6b3b1b6675aa412c7a88ef01d228f481184d13668e5201c730a0a","size_bytes":2497281664},{"filename":"mmproj-Qwen3VL-4B-Instruct-F16.gguf","sha256":"256f3a43bd4205ffef48d6b92715e1e70b5b0e9aef06522584967513a9985331","size_bytes":836180256}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"36938ce9c8f546016a10cd37f9f87c69f812d2a0bfe7cd005ea1074ef441a498","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-19T07:22:46.902184+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"877d0a84429d6612848c01e5e773aaf9b7a3859a1cd7f682589c32c61a8c7d27","responses_sha256":"c3d7875492dafe8e7bf7c1793ab973843e8f0fdf766ed526da2017e78326b1ff","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"39244d71bd38588cf954edfd2f5f3c423d696d8bf8446efe97589b19c603e6b9"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:345252005":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:360143002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20254003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:226571003":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:487266000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:47938001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:14892004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:343038001":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:92134002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:379740002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:217156009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:136464001":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:370813009":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"2435","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:524775002":{"score":0.0,"prediction":"50","valid":true},"capability:vqav2:527961000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":30.0,"prediction":"0","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:246199006":{"score":100.0,"prediction":"5","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":100.0,"prediction":"20","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"4","valid":true},"capability:vqav2:450129005":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":100.0,"prediction":"10 feet","valid":true},"capability:vqav2:537506002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":100.0,"prediction":"frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":60.0,"prediction":"boxing","valid":true},"capability:vqav2:161603001":{"score":100.0,"prediction":"cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS","valid":true},"capability:vqav2:545006005":{"score":0.0,"prediction":"peter's","valid":true},"capability:vqav2:196336000":{"score":60.0,"prediction":"black","valid":true},"capability:vqav2:469919001":{"score":90.0,"prediction":"shade","valid":true},"capability:vqav2:543631010":{"score":100.0,"prediction":"messy","valid":true},"capability:vqav2:108651003":{"score":100.0,"prediction":"tennis player","valid":true},"capability:vqav2:205239008":{"score":0.0,"prediction":"american flag","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":0.0,"prediction":"fruit","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:25158001":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"boat","valid":true},"capability:vqav2:303667011":{"score":0.0,"prediction":"bag","valid":true},"capability:vqav2:440110001":{"score":90.0,"prediction":"gray","valid":true},"capability:vqav2:269721004":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":100.0,"prediction":"hashi sushi","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":100.0,"prediction":"blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":80.9375,"pope":90.625},"breakdown":{"yes/no":95.625,"number":69.375,"other":77.8125,"random":93.75,"popular":93.75,"adversarial":84.375},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"7bde4f83afda1ad3ce5f","model_id":"qwen3-vl-8b-instruct","is_mock":false,"benchmarks":{"vqav2":86.45833333333333,"pope":93.75},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":96.5625,"number":81.875,"other":80.9375,"random":96.875,"popular":93.75,"adversarial":90.625},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-vl-8b-instruct","repo_id":"Qwen/Qwen3-VL-8B-Instruct-GGUF","revision":"f982a07559d4a2f6c8744d840bf6fccab30eea96","quantization":"Q4_K_M","files":[{"filename":"Qwen3VL-8B-Instruct-Q4_K_M.gguf","sha256":"67d1659bfe71b89d50b45a4ad1a9e5b997e5bb16ce5da66a6a6167abd569e9e2","size_bytes":5027784800},{"filename":"mmproj-Qwen3VL-8B-Instruct-F16.gguf","sha256":"ca524100ebf825c9a870db1c580d03879e0da0ab2541697e2458e64891cf9d38","size_bytes":1159029824}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"0c945abd401c66fd64a390d905fd32db05cbe8d905044edca055c97b6de210d6","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-19T07:25:43.807680+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"def0db0a071bc816c1fe998ef3398d583ff4ee46c1585669248a7dc614f4a20b","responses_sha256":"273b6cadb8a345a6a3c765a5ca7e66e5036884e63cd6500ff54eb530ce52ba7f","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"da1c20a93fbb1f59aa92318612f82e78a69f966f8a402af35d32916a1bb791ac"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:345252005":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:47938001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:14892004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:343038001":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:92134002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:379740002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:217156009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:192992013":{"score":100.0,"prediction":"0","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"243e","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":100.0,"prediction":"100","valid":true},"capability:vqav2:527961000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:246199006":{"score":0.0,"prediction":"7","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":100.0,"prediction":"20","valid":true},"capability:vqav2:287436001":{"score":30.0,"prediction":"many","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"4","valid":true},"capability:vqav2:450129005":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":100.0,"prediction":"10 feet","valid":true},"capability:vqav2:537506002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":100.0,"prediction":"frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":0.0,"prediction":"mario kart","valid":true},"capability:vqav2:161603001":{"score":100.0,"prediction":"cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS1","valid":true},"capability:vqav2:545006005":{"score":0.0,"prediction":"mhi","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"aviator","valid":true},"capability:vqav2:469919001":{"score":90.0,"prediction":"shade","valid":true},"capability:vqav2:543631010":{"score":100.0,"prediction":"messy","valid":true},"capability:vqav2:108651003":{"score":100.0,"prediction":"tennis player","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:25158001":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"boat","valid":true},"capability:vqav2:303667011":{"score":30.0,"prediction":"nothing","valid":true},"capability:vqav2:440110001":{"score":90.0,"prediction":"gray","valid":true},"capability:vqav2:269721004":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":100.0,"prediction":"hashi sushi","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":100.0,"prediction":"blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":86.45833333333333,"pope":93.75},"breakdown":{"yes/no":96.5625,"number":81.875,"other":80.9375,"random":96.875,"popular":93.75,"adversarial":90.625},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"bb9f67533e78c9ca0395","model_id":"minicpm-v-4-7-1b","is_mock":false,"benchmarks":{"vqav2":77.8125,"pope":88.54166666666667},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":90.3125,"number":62.1875,"other":80.9375,"random":90.625,"popular":84.375,"adversarial":90.625},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"minicpm-v-4-7-1b","repo_id":"openbmb/MiniCPM-V-4.7-1B-gguf","revision":"0ad5ef54b51a8cf42de80532d840b61b66519054","quantization":"Q4_K_M","files":[{"filename":"MiniCPM-V-4_7-1B-Q4_K_M.gguf","sha256":"f18f594747e5317ab490cff9c06339c9cfb89acbe2f02ebc48a4e167bc23576d","size_bytes":672003680},{"filename":"mmproj-model-f16.gguf","sha256":"fb9cc047a3cdad5317fd8433a4aeda2d22f00f02ca4bd93b34ad84165b25a900","size_bytes":1110117984}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"ccbfe251cd5821ce1e1ad6676873a18aa4a8b300eaffef8666a2fb2b154a15f2","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-20T08:17:16.959449+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"0dbb2885707d0a00eca60f823dfa19f49f5bb2c3c5dd08b43e6250e5e286eb8f","responses_sha256":"289c6a3879b8828b89e6710841dc1e2f699f731c6fc3237661db0f5d93b8f86c","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"b41747d380a0195f3ac8115a3b2159e4a674cca7a33a0bf86cf4f2a282e8cc5f"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:564091009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:360143002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20254003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:14892004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:343038001":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:92134002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:379740002":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:217156009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:280242004":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"9236","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":30.0,"prediction":"40","valid":true},"capability:vqav2:527961000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":0.0,"prediction":"1 5 mile","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:246199006":{"score":100.0,"prediction":"6","valid":true},"capability:vqav2:28377000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:143217006":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"4","valid":true},"capability:vqav2:450129005":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"high","valid":true},"capability:vqav2:537506002":{"score":0.0,"prediction":"3","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":100.0,"prediction":"frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":30.0,"prediction":"wii","valid":true},"capability:vqav2:161603001":{"score":100.0,"prediction":"cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"Bs","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"aviation","valid":true},"capability:vqav2:469919001":{"score":90.0,"prediction":"shade","valid":true},"capability:vqav2:543631010":{"score":100.0,"prediction":"messy","valid":true},"capability:vqav2:108651003":{"score":100.0,"prediction":"tennis player","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:25158001":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"boat","valid":true},"capability:vqav2:303667011":{"score":0.0,"prediction":"t shirt","valid":true},"capability:vqav2:440110001":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:269721004":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":0.0,"prediction":"hash i sushi","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":0.0,"prediction":"Blond","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":73.64583333333333,"pope":88.54166666666667},"breakdown":{"yes/no":80.9375,"number":62.1875,"other":77.8125,"random":90.625,"popular":84.375,"adversarial":90.625},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"714c16ea8552bb449922","model_id":"lfm2-5-vl-1-6b","is_mock":false,"benchmarks":{"vqav2":87.60416666666667,"pope":88.54166666666667},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":93.4375,"number":79.6875,"other":89.6875,"random":90.625,"popular":87.5,"adversarial":87.5},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"lfm2-5-vl-1-6b","repo_id":"LiquidAI/LFM2.5-VL-1.6B-GGUF","revision":"36fc16bc95133424921bcc3da009e83b2f23ffb5","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-VL-1.6B-Q4_K_M.gguf","sha256":"aefc3c97c9eb30d9c0dd6af4c38250f5f5106b57c8cf92de7914c7d0a9c94da2","size_bytes":730896256},{"filename":"mmproj-LFM2.5-VL-1.6b-F16.gguf","sha256":"2cddba98b98390c011c606c416de2e63dcfdd3b21452bf71ad6aab59fa52d2ee","size_bytes":853993856}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"1c132014ea34fa13cf3ea1bb7f7cc040b325498e4f868bf2849e226be53cbaa8","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-20T08:18:32.240227+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"03b4428278b8808c23f0fa926518a7175331b927b3e7fe296b0b42f10891a51e","responses_sha256":"e671fe963e9a170651e86397f9b4f24d14dd654baae445703bb5628960b3b74a","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"fe72aef3285085f023539564369edc1ee5798c175a345736c8e9db107234077a"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:14892004":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:343038001":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:92134002":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:217156009":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:68198000":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"4.","valid":true},"capability:vqav2:42667020":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:547744000":{"score":100.0,"prediction":"2436","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":0.0,"prediction":"3.","valid":true},"capability:vqav2:156754004":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:166505002":{"score":30.0,"prediction":"4","valid":true},"capability:vqav2:524775002":{"score":100.0,"prediction":"100","valid":true},"capability:vqav2:527961000":{"score":0.0,"prediction":"3.","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:140713003":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:453310003":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":100.0,"prediction":"15","valid":true},"capability:vqav2:246199006":{"score":100.0,"prediction":"6","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"20.","valid":true},"capability:vqav2:287436001":{"score":30.0,"prediction":"20","valid":true},"capability:vqav2:134066000":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:183988000":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:143217006":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:450129005":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":100.0,"prediction":"10 feet","valid":true},"capability:vqav2:537506002":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:190700002":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":0.0,"prediction":"Frisbee.","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":60.0,"prediction":"boxing","valid":true},"capability:vqav2:161603001":{"score":0.0,"prediction":"Cow.","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS.","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":60.0,"prediction":"black","valid":true},"capability:vqav2:469919001":{"score":90.0,"prediction":"shade","valid":true},"capability:vqav2:543631010":{"score":0.0,"prediction":"Messy.","valid":true},"capability:vqav2:108651003":{"score":100.0,"prediction":"tennis player","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":0.0,"prediction":"Blue.","valid":true},"capability:vqav2:25158001":{"score":0.0,"prediction":"Pink.","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"boat","valid":true},"capability:vqav2:303667011":{"score":0.0,"prediction":"purse","valid":true},"capability:vqav2:440110001":{"score":90.0,"prediction":"gray","valid":true},"capability:vqav2:269721004":{"score":0.0,"prediction":"White.","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":100.0,"prediction":"hashi sushi","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":0.0,"prediction":"Blonde.","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":50.104166666666664,"pope":88.54166666666667},"breakdown":{"yes/no":40.3125,"number":45.3125,"other":64.6875,"random":90.625,"popular":87.5,"adversarial":87.5},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"f30228162c1110a3ce90","model_id":"lfm2-5-vl-3b","is_mock":false,"benchmarks":{"vqav2":89.47916666666667,"pope":92.70833333333333},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":97.5,"number":78.4375,"other":92.5,"random":93.75,"popular":90.625,"adversarial":93.75},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"lfm2-5-vl-3b","repo_id":"LiquidAI/LFM2.5-VL-3B-GGUF","revision":"6f730e9a2c454e8af9adc29db58e638e01e5957f","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-VL-3B-Q4_K_M.gguf","sha256":"2436cf4bbac9a16e5dfc7799a140e583c2bc15958f4b24a391f8a8b10ecb8884","size_bytes":1674455072},{"filename":"mmproj-LFM2.5-VL-3B-F16.gguf","sha256":"74c4b2c095913be3cccce10aefe3b5d6f73aa7b4a15d49a8b68d97c229f8b922","size_bytes":853993952}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"ef759f51c87434028200334a09f860d469aa37a2a5063ecf8e2780e314d2e2d3","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-20T08:20:00.691991+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"b07d21e8e3fc04cf0e4b6fce207d8e306bd63cad38c558adf1f227b04b0cfade","responses_sha256":"910f294c4528778a6639bcca500f6c4cf5886e57527d7fa3a480531b4c8cfb2f","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"f83b0b470d6c563378d290da46cd9b47d8a3702f57675d557df25cfcfe803a7b"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:226571003":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:487266000":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:14892004":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:343038001":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:92134002":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:217156009":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:230593004":{"score":90.0,"prediction":"yes","valid":true},"capability:vqav2:332869019":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:68198000":{"score":0.0,"prediction":"No","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"1","valid":true},"capability:vqav2:42667020":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:547744000":{"score":100.0,"prediction":"2436","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":100.0,"prediction":"100","valid":true},"capability:vqav2:527961000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:140713003":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:246199006":{"score":100.0,"prediction":"6","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:287436001":{"score":30.0,"prediction":"20","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":60.0,"prediction":"3","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:450129005":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:502927001":{"score":90.0,"prediction":"1","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"20 feet","valid":true},"capability:vqav2:537506002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":90.0,"prediction":"woman","valid":true},"capability:vqav2:426631001":{"score":0.0,"prediction":"Frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":60.0,"prediction":"boxing","valid":true},"capability:vqav2:161603001":{"score":0.0,"prediction":"Cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":60.0,"prediction":"black","valid":true},"capability:vqav2:469919001":{"score":90.0,"prediction":"shade","valid":true},"capability:vqav2:543631010":{"score":0.0,"prediction":"Messy","valid":true},"capability:vqav2:108651003":{"score":100.0,"prediction":"tennis player","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":90.0,"prediction":"bread","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":0.0,"prediction":"Blue","valid":true},"capability:vqav2:25158001":{"score":0.0,"prediction":"Pink","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home","valid":true},"capability:vqav2:50006003":{"score":90.0,"prediction":"ferry","valid":true},"capability:vqav2:303667011":{"score":0.0,"prediction":"hat","valid":true},"capability:vqav2:440110001":{"score":90.0,"prediction":"gray","valid":true},"capability:vqav2:269721004":{"score":0.0,"prediction":"White","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":100.0,"prediction":"hashi sushi","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":0.0,"prediction":"Blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":0.0,"prediction":"yes","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":62.395833333333336,"pope":92.70833333333333},"breakdown":{"yes/no":41.25,"number":78.4375,"other":67.5,"random":93.75,"popular":90.625,"adversarial":93.75},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"933dd5027316e1dea51b","model_id":"smolvlm2-256m","is_mock":false,"benchmarks":{"vqav2":61.666666666666664,"pope":68.75},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":69.375,"number":58.75,"other":56.875,"random":59.375,"popular":78.125,"adversarial":68.75},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"smolvlm2-256m","repo_id":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF","revision":"a8383113a70b406f088ac936e5f1918ed08e620d","quantization":"Q4_K_M","files":[{"filename":"SmolVLM2-256M-Video-Instruct-Q4_K_M.gguf","sha256":"1d86050bd8ef9b4404ba682dcbf0f37a3144070c32e8825402c0b99a8e89f48e","size_bytes":131234176},{"filename":"mmproj-SmolVLM2-256M-Video-Instruct-f16.gguf","sha256":"819d4b38743fcf57f2a26af0ebfa6e23a7a8849e3c47e63f6ab8a61acb7c245a","size_bytes":190033440}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"fb1244e4a519c85b89c4f4510ded8ec9f62a5ed0a5c3d4f1e8b262c27e8449db","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-20T08:21:22.509032+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"17446195ea438aa79a5cb41bf0e34ee34a5973088f5e31fcda2b0df7a2102669","responses_sha256":"71cb3dea90b449880219d455161fad20c74cf02735fe1fb24cbd15725c3da704","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"8c603a20127226f31fad2c5fbbcf04743958a65935ec97f81f6a7f7834badf32"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":0.0,"prediction":"no","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:301563006":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:44993001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:14892004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:343038001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:120412003":{"score":0.0,"prediction":"yes","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"Inside.","valid":true},"capability:vqav2:92134002":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:217156009":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:280242004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:42667020":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"2456","valid":true},"capability:vqav2:110877004":{"score":90.0,"prediction":"3","valid":true},"capability:vqav2:58851000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":0.0,"prediction":"Two.","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":0.0,"prediction":"200 people","valid":true},"capability:vqav2:527961000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":0.0,"prediction":"One.","valid":true},"capability:vqav2:140713003":{"score":0.0,"prediction":"two","valid":true},"capability:vqav2:453310003":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:346865000":{"score":30.0,"prediction":"1","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":30.0,"prediction":"12","valid":true},"capability:vqav2:246199006":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:28377000":{"score":30.0,"prediction":"2","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"12","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:134066000":{"score":0.0,"prediction":"two","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:492758000":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:450129005":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:502927001":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"high","valid":true},"capability:vqav2:537506002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:190700002":{"score":0.0,"prediction":"two","valid":true},"capability:vqav2:65982002":{"score":0.0,"prediction":"alicia keys","valid":true},"capability:vqav2:426631001":{"score":0.0,"prediction":"Frisbee.","valid":true},"capability:vqav2:299448001":{"score":0.0,"prediction":"o'sore or scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":100.0,"prediction":"buddy holly","valid":true},"capability:vqav2:560993000":{"score":60.0,"prediction":"wii sports","valid":true},"capability:vqav2:161603001":{"score":0.0,"prediction":"Cow.","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BUSINESS.","valid":true},"capability:vqav2:545006005":{"score":0.0,"prediction":"chiantitos","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"sunglasses","valid":true},"capability:vqav2:469919001":{"score":0.0,"prediction":"image does not provide enough information to determine exact reason for people standing with umbrellas","valid":true},"capability:vqav2:543631010":{"score":0.0,"prediction":"Yes.","valid":true},"capability:vqav2:108651003":{"score":100.0,"prediction":"tennis player","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":0.0,"prediction":"toast","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":0.0,"prediction":"Blue.","valid":true},"capability:vqav2:25158001":{"score":0.0,"prediction":"Purple.","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home restroom","valid":true},"capability:vqav2:50006003":{"score":60.0,"prediction":"yacht","valid":true},"capability:vqav2:303667011":{"score":0.0,"prediction":"hat","valid":true},"capability:vqav2:440110001":{"score":0.0,"prediction":"black","valid":true},"capability:vqav2:269721004":{"score":0.0,"prediction":"Brown.","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":0.0,"prediction":"sizzler's","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":0.0,"prediction":"Blonde.","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2046":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":43.958333333333336,"pope":68.75},"breakdown":{"yes/no":47.5,"number":40.0,"other":44.375,"random":59.375,"popular":78.125,"adversarial":68.75},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"c35d5975ad4d6fb76a09","model_id":"smolvlm2-2-2b","is_mock":false,"benchmarks":{"vqav2":79.27083333333333,"pope":86.45833333333333},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":94.375,"number":76.5625,"other":66.875,"random":84.375,"popular":93.75,"adversarial":81.25},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"smolvlm2-2-2b","repo_id":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF","revision":"1bc3c9f74ceafd4c8d4411cc9cf188bba3798f91","quantization":"Q4_K_M","files":[{"filename":"SmolVLM2-2.2B-Instruct-Q4_K_M.gguf","sha256":"0cf76814555b8665149075b74ab6b5c1d428ea1d3d01c1918c12012e8d7c9f58","size_bytes":1112602656},{"filename":"mmproj-SmolVLM2-2.2B-Instruct-f16.gguf","sha256":"db9a3a1648cab1ebc3af4a2b0c8145dd8faebf6f7dd7b16e7dc1842229f14ac4","size_bytes":872303680}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"18010c633b60bb946b1a514451cd35aa85a6865c2689d734ae225e0e66ccb722","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-20T08:22:40.958031+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"cc899317f2a7dc373ea8a9bbe327e598204abdc97756f612d6fe817a53920f51","responses_sha256":"8eb13cd9daeeebd1b039de21a10746b68dbd4db572cf2cb966a5ea5dbc30a0d5","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"b73ba29ddd796ce24eb27346b52b914baa7aa5d43984150222cbe3384f58bd87"},"legacy_scoring":{"grades":{"capability:vqav2:192858001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:345252005":{"score":0.0,"prediction":"yes.","valid":true},"capability:vqav2:180798000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:519316001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:564091009":{"score":0.0,"prediction":"no.","valid":true},"capability:vqav2:301563006":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:44993001":{"score":0.0,"prediction":"yes.","valid":true},"capability:vqav2:38034007":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:351489009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:360143002":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:20254003":{"score":0.0,"prediction":"no.","valid":true},"capability:vqav2:226571003":{"score":60.0,"prediction":"no","valid":true},"capability:vqav2:487266000":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:47938001":{"score":0.0,"prediction":"yes.","valid":true},"capability:vqav2:444343007":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:104453000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:14892004":{"score":0.0,"prediction":"no.","valid":true},"capability:vqav2:343038001":{"score":0.0,"prediction":"no.","valid":true},"capability:vqav2:120412003":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:151537000":{"score":0.0,"prediction":"yes.","valid":true},"capability:vqav2:92134002":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:379740002":{"score":0.0,"prediction":"No.","valid":true},"capability:vqav2:217156009":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:280242004":{"score":30.0,"prediction":"yes","valid":true},"capability:vqav2:573796008":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:230593004":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:332869019":{"score":0.0,"prediction":"yes.","valid":true},"capability:vqav2:136464001":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:370813009":{"score":0.0,"prediction":"yes.","valid":true},"capability:vqav2:68198000":{"score":100.0,"prediction":"no","valid":true},"capability:vqav2:20004002":{"score":100.0,"prediction":"yes","valid":true},"capability:vqav2:539738001":{"score":0.0,"prediction":"Yes","valid":true},"capability:vqav2:192992013":{"score":0.0,"prediction":"2","valid":true},"capability:vqav2:42667020":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:547744000":{"score":0.0,"prediction":"2465","valid":true},"capability:vqav2:110877004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:58851000":{"score":100.0,"prediction":"4","valid":true},"capability:vqav2:225869002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:156754004":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:166505002":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:524775002":{"score":0.0,"prediction":"20","valid":true},"capability:vqav2:527961000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:132408000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:22176000":{"score":30.0,"prediction":"0","valid":true},"capability:vqav2:147904004":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:140263024":{"score":0.0,"prediction":"one.","valid":true},"capability:vqav2:140713003":{"score":0.0,"prediction":"2.","valid":true},"capability:vqav2:453310003":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:346865000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:108541002":{"score":100.0,"prediction":"1 2 mile","valid":true},"capability:vqav2:313214001":{"score":30.0,"prediction":"12","valid":true},"capability:vqav2:246199006":{"score":100.0,"prediction":"5","valid":true},"capability:vqav2:28377000":{"score":100.0,"prediction":"1","valid":true},"capability:vqav2:27564001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:287436001":{"score":0.0,"prediction":"10","valid":true},"capability:vqav2:134066000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:183988000":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:143217006":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:492758000":{"score":100.0,"prediction":"3","valid":true},"capability:vqav2:450129005":{"score":0.0,"prediction":"1.","valid":true},"capability:vqav2:502927001":{"score":90.0,"prediction":"1","valid":true},"capability:vqav2:54750000":{"score":0.0,"prediction":"20 feet","valid":true},"capability:vqav2:537506002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:190700002":{"score":100.0,"prediction":"2","valid":true},"capability:vqav2:65982002":{"score":0.0,"prediction":"girl in image","valid":true},"capability:vqav2:426631001":{"score":100.0,"prediction":"frisbee","valid":true},"capability:vqav2:299448001":{"score":100.0,"prediction":"queen of scots","valid":true},"capability:vqav2:89268003":{"score":100.0,"prediction":"snowy","valid":true},"capability:vqav2:474751000":{"score":100.0,"prediction":"pink","valid":true},"capability:vqav2:143174000":{"score":100.0,"prediction":"balloon museum","valid":true},"capability:vqav2:314836002":{"score":0.0,"prediction":"buddy holly and crew","valid":true},"capability:vqav2:560993000":{"score":60.0,"prediction":"boxing","valid":true},"capability:vqav2:161603001":{"score":100.0,"prediction":"cow","valid":true},"capability:vqav2:183614001":{"score":0.0,"prediction":"BS","valid":true},"capability:vqav2:545006005":{"score":90.0,"prediction":"chinatown","valid":true},"capability:vqav2:196336000":{"score":0.0,"prediction":"aviators","valid":true},"capability:vqav2:469919001":{"score":0.0,"prediction":"shopping","valid":true},"capability:vqav2:543631010":{"score":0.0,"prediction":"messy.","valid":true},"capability:vqav2:108651003":{"score":0.0,"prediction":"maria sharapova","valid":true},"capability:vqav2:205239008":{"score":100.0,"prediction":"american","valid":true},"capability:vqav2:286458001":{"score":100.0,"prediction":"black","valid":true},"capability:vqav2:62491012":{"score":100.0,"prediction":"man","valid":true},"capability:vqav2:52267010":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:558911000":{"score":0.0,"prediction":"bread and cheese","valid":true},"capability:vqav2:386204051":{"score":100.0,"prediction":"female","valid":true},"capability:vqav2:476349004":{"score":100.0,"prediction":"blue","valid":true},"capability:vqav2:25158001":{"score":0.0,"prediction":"purple.","valid":true},"capability:vqav2:538589001":{"score":100.0,"prediction":"home restroom","valid":true},"capability:vqav2:50006003":{"score":0.0,"prediction":"cruise ship","valid":true},"capability:vqav2:303667011":{"score":0.0,"prediction":"hat","valid":true},"capability:vqav2:440110001":{"score":90.0,"prediction":"gray","valid":true},"capability:vqav2:269721004":{"score":100.0,"prediction":"white","valid":true},"capability:vqav2:543422007":{"score":100.0,"prediction":"skiing","valid":true},"capability:vqav2:571834008":{"score":0.0,"prediction":"spices tea","valid":true},"capability:vqav2:372913002":{"score":100.0,"prediction":"green","valid":true},"capability:vqav2:270702005":{"score":100.0,"prediction":"blonde","valid":true},"capability:pope:random:2151":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2154":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:687":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:686":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:435":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:436":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2493":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:2496":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2479":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2480":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:173":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:172":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:2089":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:2094":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1115":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1112":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:915":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:916":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:199":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:204":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:793":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:794":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1007":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:1008":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:293":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:290":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:1947":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:1946":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:235":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:random:238":{"score":100.0,"prediction":"no","valid":true},"capability:pope:random:225":{"score":0.0,"prediction":"no","valid":true},"capability:pope:random:226":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:95":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:92":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:583":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:584":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2735":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2732":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:803":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:802":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:577":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:582":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2721":{"score":0.0,"prediction":"no","valid":true},"capability:pope:popular:2724":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2045":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2046":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:47":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:44":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2861":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2860":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:867":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:868":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1193":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1194":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1245":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1248":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:1869":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:1872":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:2051":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:2052":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:905":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:902":{"score":100.0,"prediction":"no","valid":true},"capability:pope:popular:205":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:popular:206":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1853":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1854":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2515":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2516":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:517":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:522":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1651":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:1652":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:387":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:390":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2219":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2220":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1745":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1744":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:1779":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:1782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:783":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:782":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2397":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2400":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2159":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:2158":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:163":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:168":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:2595":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:2594":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:989":{"score":0.0,"prediction":"no","valid":true},"capability:pope:adversarial:990":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:819":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:820":{"score":100.0,"prediction":"no","valid":true},"capability:pope:adversarial:771":{"score":100.0,"prediction":"yes","valid":true},"capability:pope:adversarial:774":{"score":100.0,"prediction":"no","valid":true}},"benchmarks":{"vqav2":58.4375,"pope":86.45833333333333},"breakdown":{"yes/no":53.75,"number":60.9375,"other":60.625,"random":84.375,"popular":93.75,"adversarial":81.25},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"version":"edge-vision-score-v1"}},{"id":"c0a30f0be74edb59d739","model_id":"lfm3-vl-2b","is_mock":false,"benchmarks":{"vqav2":87.60416666666667,"pope":86.45833333333333},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":93.75,"number":82.5,"other":86.5625,"random":90.625,"popular":90.625,"adversarial":78.125},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"lfm3-vl-2b","repo_id":"LiquidAI/LFM3-VL-2B-GGUF","revision":"7c3b4a43c9023e80bf234fec5e826a3365c8dda8","quantization":"Q4_K_M","files":[{"filename":"LFM3-VL-2B-Q4_K_M.gguf","sha256":"56dac2e192ff0d9ab8507f4f1aeb4aed0463449bbbefaac79497f041c95f21eb","size_bytes":1099627808},{"filename":"mmproj-LFM3-VL-2B-F16.gguf","sha256":"1d8e6e58eefc093e09d6332f081516e1ddbd5b35cfca7f35463fb270db230b1e","size_bytes":378996032}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"2015176952db29b540f529ebf0658b9f3efc21faae3c5704c04b428c1fda64ca","code":{"artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"ggml-base.dll":"d74f6f7aa58b5b66f054e6d55cf423d770193d32545627699be50b8fdc2161e1","ggml-cpu.dll":"c7bca4ddadf27c7f0d806ac9fa215fc20186aa6e49069ca50f12747992cbad71","ggml-cuda.dll":"e32c35f83a25e5d86717e41440d62dbafe3eb55ae446b01ba10799fb6ac4fe15","ggml.dll":"5e873d58573a62d97dddc2ab3e3ad7e575d12f114501fe5222054d136976cc0b","llama-bench-impl.dll":"a668cff5f5c6e184126bf4086f0abb54ff4659c806785ed45e77650e699e6cde","llama-bench.exe":"2f21bf2ee855c8de5fadc210760e37ae86181de33de45ea0cca318ddd63d4925","llama-common.dll":"7ed637fc00afe110016691fa048ed17226c8b558163d3b65882abe428a30353f","llama-server-impl.dll":"ba8b42609dcf5a9ee94f0ebd8065d07f4da42616b38210f2bc41b2eb01aeb78b","llama-server.exe":"7f6a5af27ce3499731f1a8ae9b8800c67715d177fe8262e5f2c01cf2dfe1fc78","llama-tts.exe":"18a968314e3f57f34c449b9b9bbd8feb07215f6c1ac571170a03660d61912721","llama.dll":"554c3a84c4a1582f949a91e36982177bf740ea5fa23216c9d459be4a68ff1468","mtmd.dll":"8914067dc668f39b765c0094c83cd009c7ccca7a0dc3b1cebce03011226c4b34"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-27T18:56:00.760210+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v2","source_result_sha256":"a36057b246235f6ab5abdec79483d3625e84e567d15756a964c8d8ef38b5d585","responses_sha256":"9e665917239ecc2ea386b690bd630786eee4960281e798a8bb42682ca9c0eb17","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"343802fbc8f0385193292b9065670a7eed92004afc758ca1b51e714e5f11775b"}},{"id":"1ac871d84e4c6b0081fc","model_id":"lfm3-omni-2b","is_mock":false,"benchmarks":{"vqav2":77.60416666666667,"pope":89.58333333333333},"counts":{"vqav2":{"total":96,"invalid":0},"pope":{"total":96,"invalid":0}},"breakdown":{"yes/no":90.3125,"number":66.875,"other":75.625,"random":90.625,"popular":93.75,"adversarial":84.375},"provenance":{"protocol":"edge-vision-split-v1","device_id":"rtx4060ti-16gb","role":"capability","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"lfm3-omni-2b","repo_id":"LiquidAI/LFM3-Omni-2B-GGUF","revision":"5bcc26f7968f71d26e066027a70978529dbb605d","quantization":"Q4_K_M","files":[{"filename":"LFM3-Omni-2B-Q4_K_M.gguf","sha256":"9f8d30e9d4fd7a9349d586e077988229b3ca0a0e4ad730897563d1eccc9893e2","size_bytes":1099630080},{"filename":"mmproj-LFM3-Omni-2B-F16.gguf","sha256":"361bc95192c7d9156b566fcd4e48930363b78218e493fb1be607456bd51586e3","size_bytes":949841248}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"0c75f2a01b633451c445ea915beb3b8cec2e534213c3a39ca571dbf51d3c1acc","code":{"artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"ggml-base.dll":"d74f6f7aa58b5b66f054e6d55cf423d770193d32545627699be50b8fdc2161e1","ggml-cpu.dll":"c7bca4ddadf27c7f0d806ac9fa215fc20186aa6e49069ca50f12747992cbad71","ggml-cuda.dll":"e32c35f83a25e5d86717e41440d62dbafe3eb55ae446b01ba10799fb6ac4fe15","ggml.dll":"5e873d58573a62d97dddc2ab3e3ad7e575d12f114501fe5222054d136976cc0b","llama-bench-impl.dll":"a668cff5f5c6e184126bf4086f0abb54ff4659c806785ed45e77650e699e6cde","llama-bench.exe":"2f21bf2ee855c8de5fadc210760e37ae86181de33de45ea0cca318ddd63d4925","llama-common.dll":"7ed637fc00afe110016691fa048ed17226c8b558163d3b65882abe428a30353f","llama-server-impl.dll":"ba8b42609dcf5a9ee94f0ebd8065d07f4da42616b38210f2bc41b2eb01aeb78b","llama-server.exe":"7f6a5af27ce3499731f1a8ae9b8800c67715d177fe8262e5f2c01cf2dfe1fc78","llama-tts.exe":"18a968314e3f57f34c449b9b9bbd8feb07215f6c1ac571170a03660d61912721","llama.dll":"554c3a84c4a1582f949a91e36982177bf740ea5fa23216c9d459be4a68ff1468","mtmd.dll":"8914067dc668f39b765c0094c83cd009c7ccca7a0dc3b1cebce03011226c4b34"},"runtime_version":{"returncode":0},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","profile":{"id":"rtx4060ti-stock-vision-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","recorded_at":"2026-10-27T18:57:14.231232+00:00","scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v2","source_result_sha256":"f4ccd0f308e376d0f90619aeeb056f9430f843424ec4bb9c351632b3f76d5bf4","responses_sha256":"ea1601ceadf0fcfaf5714ddf58bbbd7013e637e0ba0ed11c19cb60442751a8e3","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"112e5ad07e2764a155e830e9f5b93445df9540ba917d2b21dec0c833feb0cedc"}}],"rows":[{"id":"cab07a03e161cf3f98fe","model_id":"qwen3-5-0-8b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":4.290834783296709,"median_ttft_s":4.07251732100849,"p95_task_s":5.0302798230113694,"peak_memory_mib":1590.5625,"output_tokens_per_task":2,"model_size_mib":703.3389587402344},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":79.6875,"pope":90.625},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"88ee173b2c548508127d","performance_result_id":"cab07a03e161cf3f98fe","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-5-0-8b","repo_id":"unsloth/Qwen3.5-0.8B-GGUF","revision":"6ab461498e2023f6e3c1baea90a8f0fe38ab64d0","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-0.8B-Q4_K_M.gguf","sha256":"bd258782e35f7f458f8aced1adc053e6e92e89bc735ba3be89d38a06121dc517","size_bytes":532517120},{"filename":"mmproj-F16.gguf","sha256":"56e4c6cfe73b0c82e3e82bc518d7591997e61d81f723fc41a586f4fa69ea2453","size_bytes":204987232}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"c8345e9bb3c8d0344ce4b17b66a0e7e2ea6069ef32b68871543c4a8dc44c6630","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"6730dc40b7d6147b9e611280402f486d09777ec1fc02996b1d9f4be9364e3e1e","responses_sha256":"b3d6acd0bcc79cc245809ee0acc7cd9786b07cf6b933cd18c0421856aac35575","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"9ddc44e5eae4122a4b17164ff3d6530eb8652f71e6468752f2c6b19cf9370b7c"},"capability_evidence":{"id":"88ee173b2c548508127d","comparison_basis":"matched_configuration","compatibility_id":"c8345e9bb3c8d0344ce4b17b66a0e7e2ea6069ef32b68871543c4a8dc44c6630","cross_device_status":"passed"},"capability_result_id":"88ee173b2c548508127d"},{"id":"e00599606ba80ec17f51","model_id":"qwen3-5-2b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":11.172503135187542,"median_ttft_s":10.759122761999606,"p95_task_s":13.08125398500124,"peak_memory_mib":3498.203125,"output_tokens_per_task":2,"model_size_mib":1858.7714233398438},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":84.58333333333333,"pope":92.70833333333333},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"a696fa2c5ae3cacf36c3","performance_result_id":"e00599606ba80ec17f51","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-5-2b","repo_id":"unsloth/Qwen3.5-2B-GGUF","revision":"f6d5376be1edb4d416d56da11e5397a961aca8ae","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-2B-Q4_K_M.gguf","sha256":"aaf42c8b7c3cab2bf3d69c355048d4a0ee9973d48f16c731c0520ee914699223","size_bytes":1280835840},{"filename":"mmproj-F16.gguf","sha256":"7035e9cb8d7c6a9681d07eef9a364783e86ea4cd73faab2eabb4f43a101830c7","size_bytes":668227264}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"44da9ea1f9e55cf06557c0e6fcdcb35fb43cee40c638a6d55706c5b311b5c1c8","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"1191a74c3596629ae4b277e4bd4ae4a98e046e8077217b589d6965d49765cefd","responses_sha256":"2362c2e6b194021eaff36054451b2b9937a24347f0d62f5f5cf52aefbd5218d7","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"aab986f9949af67a7e8c432db798e215da92ce51d8bdcb8d3936549be469379f"},"capability_evidence":{"id":"a696fa2c5ae3cacf36c3","comparison_basis":"matched_configuration","compatibility_id":"44da9ea1f9e55cf06557c0e6fcdcb35fb43cee40c638a6d55706c5b311b5c1c8","cross_device_status":"passed"},"capability_result_id":"a696fa2c5ae3cacf36c3"},{"id":"5f7e8cd181b64eba68ca","model_id":"qwen3-5-4b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":18.218457877445704,"median_ttft_s":17.399057932008873,"p95_task_s":21.16099204099737,"peak_memory_mib":6526.03125,"output_tokens_per_task":2,"model_size_mib":3255.2351989746094},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":88.4375,"pope":87.5},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"50bbccfaaa63df59398c","performance_result_id":"5f7e8cd181b64eba68ca","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-5-4b","repo_id":"unsloth/Qwen3.5-4B-GGUF","revision":"e87f176479d0855a907a41277aca2f8ee7a09523","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-4B-Q4_K_M.gguf","sha256":"00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4","size_bytes":2740937888},{"filename":"mmproj-F16.gguf","sha256":"cd88edcf8d031894960bb0c9c5b9b7e1fea6ebee02b9f7ce925a00d12891f864","size_bytes":672423616}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"10e153a1d9cdc47be42716eb7eb06562519d3c9b74871b16b2d1c06f3860a799","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"55d5b02db9eedf3e06c2ceb9e542cc92193b09c6c6e253d06245ab622cb95a65","responses_sha256":"7eacd44b68c4d0b94b45be6591d699f233c808452b165422db9ebde3ef0d1c9a","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"f503cfcfb012f417a443464bb7a88ed0d5c6080c9d259fff6a8b7b96cca6f90b"},"capability_evidence":{"id":"50bbccfaaa63df59398c","comparison_basis":"matched_configuration","compatibility_id":"10e153a1d9cdc47be42716eb7eb06562519d3c9b74871b16b2d1c06f3860a799","cross_device_status":"passed"},"capability_result_id":"50bbccfaaa63df59398c"},{"id":"7c63a60e51b63991b4f9","model_id":"qwen3-5-9b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":30.686355111593944,"median_ttft_s":29.76885630900506,"p95_task_s":35.27257160800218,"peak_memory_mib":11050.546875,"output_tokens_per_task":2,"model_size_mib":6292.999786376953},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":86.14583333333333,"pope":90.625},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"60d7422345851ba2a92e","performance_result_id":"7c63a60e51b63991b4f9","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-5-9b","repo_id":"unsloth/Qwen3.5-9B-GGUF","revision":"3885219b6810b007914f3a7950a8d1b469d598a5","quantization":"Q4_K_M","files":[{"filename":"Qwen3.5-9B-Q4_K_M.gguf","sha256":"03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8","size_bytes":5680522464},{"filename":"mmproj-F16.gguf","sha256":"f70dc3509053962b0d0d3ee8a7eacebf5d60aa560cad78254ae8698516ae029f","size_bytes":918166080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"b1e27f198ed76ca14c67ce9823b66a72aa01d124ddc1feb0adf44329abd866b6","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"2984e8b8ddc6f4d51ebc63e5df20a7f00cbfcc160d8f0dbc1589231d9723cef7","responses_sha256":"c10395c06c8c18a63b37e071955f53282bf0de04399889637b043f49d8fc0b1d","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"fb26a64602325c6a957a2803855fcc06e517a34c02866572db081aa0950f3212"},"capability_evidence":{"id":"60d7422345851ba2a92e","comparison_basis":"matched_configuration","compatibility_id":"b1e27f198ed76ca14c67ce9823b66a72aa01d124ddc1feb0adf44329abd866b6","cross_device_status":"passed"},"capability_result_id":"60d7422345851ba2a92e"},{"id":"489c1f141328201a668e","model_id":"gemma-4-e2b-it","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":7.337638900110808,"median_ttft_s":6.795368074992439,"p95_task_s":8.797206176997861,"peak_memory_mib":5544.828125,"output_tokens_per_task":2,"model_size_mib":3902.8094787597656},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":54.0625,"pope":68.75},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"7c29b016c3a47ce9ea85","performance_result_id":"489c1f141328201a668e","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"gemma-4-e2b-it","repo_id":"unsloth/gemma-4-E2B-it-GGUF","revision":"0314792d7f1f7e229411f620751375812bb9faf2","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","size_bytes":3106738272},{"filename":"mmproj-F16.gguf","sha256":"140be8d7849741f88c50757d529b84373ee8e27052cc2236855b537f4a8215fa","size_bytes":985654080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"a4f42cb82187b4ce83d5305f890bc8208551798342abb9ea6b5c4824546a646d","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"b18809647ffb4f5b91b848760ecc85209ad58643682b8cdba7bb617035020e17","responses_sha256":"e456fb6dd31ee9fdd516404c555dece1a600a753945e7303ea3ac31562de7737","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"d7976900182f8e38b9b08b98bc46051b20ff6697fbc6d64ab032e5eaf9e13895"},"capability_evidence":{"id":"7c29b016c3a47ce9ea85","comparison_basis":"matched_configuration","compatibility_id":"a4f42cb82187b4ce83d5305f890bc8208551798342abb9ea6b5c4824546a646d","cross_device_status":"passed"},"capability_result_id":"7c29b016c3a47ce9ea85"},{"id":"873099b6eb1792c49533","model_id":"gemma-4-e4b-it","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":11.567743079370874,"median_ttft_s":10.686719489007373,"p95_task_s":13.862514449996524,"peak_memory_mib":8795.6875,"output_tokens_per_task":2,"model_size_mib":5691.093688964844},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":54.166666666666664,"pope":80.20833333333333},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"8f76223d01111f7a0e2e","performance_result_id":"873099b6eb1792c49533","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"gemma-4-e4b-it","repo_id":"unsloth/gemma-4-E4B-it-GGUF","revision":"bfc15c382204943c3a8fff0c750b94ae2364d7a3","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","size_bytes":4977171584},{"filename":"mmproj-F16.gguf","sha256":"ddf46c21d7078e95338cfc22306b19b276a29a5ad089023449dd54d4b6170a51","size_bytes":990372672}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"d92c980c0301c6ba32b4a7b73d35dc159e03ae336b3e14546e26b16ca8518ddf","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"55ac91ff4762e840884b76184eacc6777c6e4c3b55dcb6d944cb0d6c617b7727","responses_sha256":"ff0ce197bec1fb760f62aa9d836c10cecc03b3fc77ec136825e6fc7702078656","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"59458ef54be06f814a80d5673df82f8d577a70310d2de6ebc5666b396eafbc04"},"capability_evidence":{"id":"8f76223d01111f7a0e2e","comparison_basis":"matched_configuration","compatibility_id":"d92c980c0301c6ba32b4a7b73d35dc159e03ae336b3e14546e26b16ca8518ddf","cross_device_status":"passed"},"capability_result_id":"8f76223d01111f7a0e2e"},{"id":"21c983d58eb8dfc41cdf","model_id":"ministral-3-3b-instruct-2512","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":227.65520043907412,"median_ttft_s":212.86907954000344,"p95_task_s":261.82810228399467,"peak_memory_mib":6049.359375,"output_tokens_per_task":2.888888888888889,"model_size_mib":2850.0794067382812},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":78.02083333333333,"pope":79.16666666666667},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"35f296425dbc781253c7","performance_result_id":"21c983d58eb8dfc41cdf","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"ministral-3-3b-instruct-2512","repo_id":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","revision":"eb599d408350ea2bb60452cb86be7c7b2fc28227","quantization":"Q4_K_M","files":[{"filename":"Ministral-3-3B-Instruct-2512-Q4_K_M.gguf","sha256":"9ed150d4367e68df0ac8e1540f6ddc65b42d0ee26378329d1ecbca60f93fc5f8","size_bytes":2147023008},{"filename":"Ministral-3-3B-Instruct-2512-BF16-mmproj.gguf","sha256":"70ca26e41ecea9da997e2887462ad68b848fbf64da011ff4107bbe7353519ee0","size_bytes":841501856}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"66744138a240e82e6533dd1ee8e80ebc34d4ae0c7082e84252dd4cefa5af5900","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"18dda01c52e8a1558b30f6ca3c4a877498416eb8c43719567aada24eb44184f3","responses_sha256":"97fe4285ebc46fef1ce8491174d8ad204c0286b731e3e7aa2f82cd9a76ac52b2","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"e773f73264f3b0ba504c3babb8bdc94022a6732f6b6bf642bfa8f1a4aad44cba"},"capability_evidence":{"id":"35f296425dbc781253c7","comparison_basis":"matched_configuration","compatibility_id":"66744138a240e82e6533dd1ee8e80ebc34d4ae0c7082e84252dd4cefa5af5900","cross_device_status":"passed"},"capability_result_id":"35f296425dbc781253c7"},{"id":"d409c87263da23754dee","model_id":"ministral-3-8b-instruct-2512","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":280.3763613590746,"median_ttft_s":263.6690346999967,"p95_task_s":317.7706075069873,"peak_memory_mib":11434.515625,"output_tokens_per_task":3.5555555555555554,"model_size_mib":5776.591369628906},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":72.5,"pope":77.08333333333333},"parity":{"status":"review_required","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":false,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"2a8318e6145026b913c5","performance_result_id":"d409c87263da23754dee","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"ministral-3-8b-instruct-2512","repo_id":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","revision":"0102285ad796bd99af90f58de616092e5630e970","quantization":"Q4_K_M","files":[{"filename":"Ministral-3-8B-Instruct-2512-Q4_K_M.gguf","sha256":"33e7a72cf5e6e2cfc2f2847075acc013d68bba023e35310cef86b5cf8fdca761","size_bytes":5198911904},{"filename":"Ministral-3-8B-Instruct-2512-BF16-mmproj.gguf","sha256":"e799380f596d152ff4026a72d409ecc89c96cd437676804bc3f2ab3bd6b486ec","size_bytes":858283168}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"f3286130a16664d36cc8f1fe8e5ad21075963bd19449590b6bb5d5491c0d02b3","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"4a9fd71f4d59fa888a3ca29fd8503e28f3aee3a2d5f101c510a82c28a37fc14a","responses_sha256":"5d185e0f8a199cc824510fc3d33b817db903988a1854fb30143239aa196e712c","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"f4edd969d59b8e1a6f667b2c6a43bcbfd2495b802480e504079a2a22ea90749d"},"capability_evidence":{"id":"2a8318e6145026b913c5","comparison_basis":"matched_configuration","compatibility_id":"f3286130a16664d36cc8f1fe8e5ad21075963bd19449590b6bb5d5491c0d02b3","cross_device_status":"review_required"},"capability_result_id":"2a8318e6145026b913c5"},{"id":"64f4b12c5a327a821945","model_id":"qwen3-vl-4b-instruct","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":17.07381551329551,"median_ttft_s":16.411501037015114,"p95_task_s":19.88022800500039,"peak_memory_mib":7169.203125,"output_tokens_per_task":2,"model_size_mib":3179.0370178222656},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":81.97916666666667,"pope":90.625},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"480db6b7494b128d0c91","performance_result_id":"64f4b12c5a327a821945","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-vl-4b-instruct","repo_id":"Qwen/Qwen3-VL-4B-Instruct-GGUF","revision":"1cd86afb9a95c410a6038ab3b40d8b578c892266","quantization":"Q4_K_M","files":[{"filename":"Qwen3VL-4B-Instruct-Q4_K_M.gguf","sha256":"66358cb18bb6b3b1b6675aa412c7a88ef01d228f481184d13668e5201c730a0a","size_bytes":2497281664},{"filename":"mmproj-Qwen3VL-4B-Instruct-F16.gguf","sha256":"256f3a43bd4205ffef48d6b92715e1e70b5b0e9aef06522584967513a9985331","size_bytes":836180256}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"36938ce9c8f546016a10cd37f9f87c69f812d2a0bfe7cd005ea1074ef441a498","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"118338fa9557d8fff379a6530494b4c9aaac4283174a900db58aa6d62b8d45f5","responses_sha256":"e509015f685de95b898772c0fc048308ed714aac9721a327f7e61396bfb5d38b","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"0df3850b061b829e388292a4bf69bbbb623808cb50b7152d835a873252e7d4b8"},"capability_evidence":{"id":"480db6b7494b128d0c91","comparison_basis":"matched_configuration","compatibility_id":"36938ce9c8f546016a10cd37f9f87c69f812d2a0bfe7cd005ea1074ef441a498","cross_device_status":"passed"},"capability_result_id":"480db6b7494b128d0c91"},{"id":"694b070923b11f1fd4da","model_id":"qwen3-vl-8b-instruct","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":29.60230789944331,"median_ttft_s":28.563327809009934,"p95_task_s":33.975803950976115,"peak_memory_mib":11254.0625,"output_tokens_per_task":2,"model_size_mib":5900.206207275391},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":86.45833333333333,"pope":93.75},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"7bde4f83afda1ad3ce5f","performance_result_id":"694b070923b11f1fd4da","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"qwen3-vl-8b-instruct","repo_id":"Qwen/Qwen3-VL-8B-Instruct-GGUF","revision":"f982a07559d4a2f6c8744d840bf6fccab30eea96","quantization":"Q4_K_M","files":[{"filename":"Qwen3VL-8B-Instruct-Q4_K_M.gguf","sha256":"67d1659bfe71b89d50b45a4ad1a9e5b997e5bb16ce5da66a6a6167abd569e9e2","size_bytes":5027784800},{"filename":"mmproj-Qwen3VL-8B-Instruct-F16.gguf","sha256":"ca524100ebf825c9a870db1c580d03879e0da0ab2541697e2458e64891cf9d38","size_bytes":1159029824}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"0c945abd401c66fd64a390d905fd32db05cbe8d905044edca055c97b6de210d6","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"b6d96a7cb64dddb508a0bdb6eb2d265f14878c77f9b7f92489889bcba9d7444d","responses_sha256":"3be98c1de1d5083208dc9837a6fc784e7517cc9f5260f7ecb10d44f7720b7fb6","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"be5c2daac785788fe8660d81a1dc3d0b3d0f9ce3db3909757e7c58dd75d89877"},"capability_evidence":{"id":"7bde4f83afda1ad3ce5f","comparison_basis":"matched_configuration","compatibility_id":"0c945abd401c66fd64a390d905fd32db05cbe8d905044edca055c97b6de210d6","cross_device_status":"passed"},"capability_result_id":"7bde4f83afda1ad3ce5f"},{"id":"3e3055d617287040e048","model_id":"minicpm-v-4-7-1b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":138.2528539901886,"median_ttft_s":111.68969765197835,"p95_task_s":323.61876767198555,"peak_memory_mib":2454.515625,"output_tokens_per_task":2,"model_size_mib":1699.5636596679688},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":77.8125,"pope":88.54166666666667},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"bb9f67533e78c9ca0395","performance_result_id":"3e3055d617287040e048","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"minicpm-v-4-7-1b","repo_id":"openbmb/MiniCPM-V-4.7-1B-gguf","revision":"0ad5ef54b51a8cf42de80532d840b61b66519054","quantization":"Q4_K_M","files":[{"filename":"MiniCPM-V-4_7-1B-Q4_K_M.gguf","sha256":"f18f594747e5317ab490cff9c06339c9cfb89acbe2f02ebc48a4e167bc23576d","size_bytes":672003680},{"filename":"mmproj-model-f16.gguf","sha256":"fb9cc047a3cdad5317fd8433a4aeda2d22f00f02ca4bd93b34ad84165b25a900","size_bytes":1110117984}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"ccbfe251cd5821ce1e1ad6676873a18aa4a8b300eaffef8666a2fb2b154a15f2","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"00fc2c73df4cb86866f461d9b669f11fbec1f4f679e68af59dd889f897e22850","responses_sha256":"3630fe41443196d2b2178d9e8034d1b48772374750c863a92ce3b794a2676c21","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"60bddcc2fccb492a70bf6719091a6441e9fd0b897494f6acb151996836a60da4"},"capability_evidence":{"id":"bb9f67533e78c9ca0395","comparison_basis":"matched_configuration","compatibility_id":"ccbfe251cd5821ce1e1ad6676873a18aa4a8b300eaffef8666a2fb2b154a15f2","cross_device_status":"passed"},"capability_result_id":"bb9f67533e78c9ca0395"},{"id":"eab64909765277c860e3","model_id":"lfm2-5-vl-1-6b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":11.332953208295361,"median_ttft_s":10.951911983982427,"p95_task_s":13.207817918999353,"peak_memory_mib":2504.875,"output_tokens_per_task":3.111111111111111,"model_size_mib":1511.468994140625},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":87.60416666666667,"pope":88.54166666666667},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"714c16ea8552bb449922","performance_result_id":"eab64909765277c860e3","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"lfm2-5-vl-1-6b","repo_id":"LiquidAI/LFM2.5-VL-1.6B-GGUF","revision":"36fc16bc95133424921bcc3da009e83b2f23ffb5","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-VL-1.6B-Q4_K_M.gguf","sha256":"aefc3c97c9eb30d9c0dd6af4c38250f5f5106b57c8cf92de7914c7d0a9c94da2","size_bytes":730896256},{"filename":"mmproj-LFM2.5-VL-1.6b-F16.gguf","sha256":"2cddba98b98390c011c606c416de2e63dcfdd3b21452bf71ad6aab59fa52d2ee","size_bytes":853993856}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"1c132014ea34fa13cf3ea1bb7f7cc040b325498e4f868bf2849e226be53cbaa8","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"bbf7cc5205edf6b411ec1a4ed65b793632cde9e2b65a1c8eb2761ab2cbeed8c9","responses_sha256":"591a124684eff1a97f768dfff1c6bd19b5cce124d1d7059003da84a4d12b7c57","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"658b8b177b44e9adeb0e02a26f6e966d64ee3953383aeeef4f584e9f4a3797b3"},"capability_evidence":{"id":"714c16ea8552bb449922","comparison_basis":"matched_configuration","compatibility_id":"1c132014ea34fa13cf3ea1bb7f7cc040b325498e4f868bf2849e226be53cbaa8","cross_device_status":"passed"},"capability_result_id":"714c16ea8552bb449922"},{"id":"c790a01e4bd071c8aed0","model_id":"lfm2-5-vl-3b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":15.528660613890409,"median_ttft_s":14.967396296997322,"p95_task_s":18.11603183601983,"peak_memory_mib":4369.328125,"output_tokens_per_task":2.111111111111111,"model_size_mib":2411.31689453125},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":89.47916666666667,"pope":92.70833333333333},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"f30228162c1110a3ce90","performance_result_id":"c790a01e4bd071c8aed0","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"lfm2-5-vl-3b","repo_id":"LiquidAI/LFM2.5-VL-3B-GGUF","revision":"6f730e9a2c454e8af9adc29db58e638e01e5957f","quantization":"Q4_K_M","files":[{"filename":"LFM2.5-VL-3B-Q4_K_M.gguf","sha256":"2436cf4bbac9a16e5dfc7799a140e583c2bc15958f4b24a391f8a8b10ecb8884","size_bytes":1674455072},{"filename":"mmproj-LFM2.5-VL-3B-F16.gguf","sha256":"74c4b2c095913be3cccce10aefe3b5d6f73aa7b4a15d49a8b68d97c229f8b922","size_bytes":853993952}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"ef759f51c87434028200334a09f860d469aa37a2a5063ecf8e2780e314d2e2d3","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"f144c09710849abc964c95fedd37101bb9bd56620b0b142876ee7a61ede68acf","responses_sha256":"a87f7a42edeaf1c1beb5772d948a9fcb7496319e97c8e078bdbc839d188cb15d","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"0ed5a7c5b885800b0018acec6a9f3c07930311139b1017fb7fdea3fd27c5057c"},"capability_evidence":{"id":"f30228162c1110a3ce90","comparison_basis":"matched_configuration","compatibility_id":"ef759f51c87434028200334a09f860d469aa37a2a5063ecf8e2780e314d2e2d3","cross_device_status":"passed"},"capability_result_id":"f30228162c1110a3ce90"},{"id":"9c3dc9c0fe599f110bf2","model_id":"smolvlm2-256m","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":6.912055933705738,"median_ttft_s":6.849205981998239,"p95_task_s":7.061060738982633,"peak_memory_mib":687.953125,"output_tokens_per_task":3.2222222222222223,"model_size_mib":306.3846740722656},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":61.666666666666664,"pope":68.75},"parity":{"status":"review_required","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":false,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"933dd5027316e1dea51b","performance_result_id":"9c3dc9c0fe599f110bf2","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"smolvlm2-256m","repo_id":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF","revision":"a8383113a70b406f088ac936e5f1918ed08e620d","quantization":"Q4_K_M","files":[{"filename":"SmolVLM2-256M-Video-Instruct-Q4_K_M.gguf","sha256":"1d86050bd8ef9b4404ba682dcbf0f37a3144070c32e8825402c0b99a8e89f48e","size_bytes":131234176},{"filename":"mmproj-SmolVLM2-256M-Video-Instruct-f16.gguf","sha256":"819d4b38743fcf57f2a26af0ebfa6e23a7a8849e3c47e63f6ab8a61acb7c245a","size_bytes":190033440}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"fb1244e4a519c85b89c4f4510ded8ec9f62a5ed0a5c3d4f1e8b262c27e8449db","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"96b4237aa97aa2342a9df2e6c4609bebbcfd49dfa70ce734964c0a8a3b14bbf7","responses_sha256":"a89f92b9f6e5c24b6c475d40122cd804a5b30835a425a7d341eb9bc26fc68d31","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"e1b5dd43d058177320f8549047b78c234688d866d2f02d882473e15567b23b69"},"capability_evidence":{"id":"933dd5027316e1dea51b","comparison_basis":"matched_configuration","compatibility_id":"fb1244e4a519c85b89c4f4510ded8ec9f62a5ed0a5c3d4f1e8b262c27e8449db","cross_device_status":"review_required"},"capability_result_id":"933dd5027316e1dea51b"},{"id":"bf431e26c334016681d1","model_id":"smolvlm2-2-2b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":22.115156299076734,"median_ttft_s":21.923474856012035,"p95_task_s":22.30586850902182,"peak_memory_mib":4483.59375,"output_tokens_per_task":3,"model_size_mib":1892.9541931152344},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":79.27083333333333,"pope":86.45833333333333},"parity":{"status":"review_required","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":false,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"c35d5975ad4d6fb76a09","performance_result_id":"bf431e26c334016681d1","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"smolvlm2-2-2b","repo_id":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF","revision":"1bc3c9f74ceafd4c8d4411cc9cf188bba3798f91","quantization":"Q4_K_M","files":[{"filename":"SmolVLM2-2.2B-Instruct-Q4_K_M.gguf","sha256":"0cf76814555b8665149075b74ab6b5c1d428ea1d3d01c1918c12012e8d7c9f58","size_bytes":1112602656},{"filename":"mmproj-SmolVLM2-2.2B-Instruct-f16.gguf","sha256":"db9a3a1648cab1ebc3af4a2b0c8145dd8faebf6f7dd7b16e7dc1842229f14ac4","size_bytes":872303680}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"18010c633b60bb946b1a514451cd35aa85a6865c2689d734ae225e0e66ccb722","code":{"vision.py":"563c632d7a5b18f5da3c4b8b05691f3813f620d38ce1294511513ebf7ebe3e0d","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"850f0852441b71f5c96b794137b6115295969c3d4011ad11f0dd8ab4aae46070","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","split.py":"865692190ed5d7a5b87a4aa8b09708a6520fe2186b1975a08d0e1291b26ccd02","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"fe633bc4b2b431a3a50f88be91697c474f7ee679d58cc2d83b9302f1e62c06c7"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v1","source_result_sha256":"73f700c4aa5f27af5ab18d94485659aced68e8f9a2f1db44d9a0d044c42acb47","responses_sha256":"b413b54250bc7e17110f74a093d79172b21a6e8822f03c34617c8ff7611a0d28","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"5102b97fe943b1474b4aa681e0f311b31c892013c9cc1c9c4b8737596e71a23c"},"capability_evidence":{"id":"c35d5975ad4d6fb76a09","comparison_basis":"matched_configuration","compatibility_id":"18010c633b60bb946b1a514451cd35aa85a6865c2689d734ae225e0e66ccb722","cross_device_status":"review_required"},"capability_result_id":"c35d5975ad4d6fb76a09"},{"id":"cf8fb0b0887296d3a7dc","model_id":"lfm3-vl-2b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":6.981122049886768,"median_ttft_s":6.760107452981174,"p95_task_s":7.862721957964823,"peak_memory_mib":2864.890625,"output_tokens_per_task":2.3333333333333335,"model_size_mib":1410.1255798339844},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":87.60416666666667,"pope":86.45833333333333},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":false,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"c0a30f0be74edb59d739","performance_result_id":"cf8fb0b0887296d3a7dc","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"lfm3-vl-2b","repo_id":"LiquidAI/LFM3-VL-2B-GGUF","revision":"7c3b4a43c9023e80bf234fec5e826a3365c8dda8","quantization":"Q4_K_M","files":[{"filename":"LFM3-VL-2B-Q4_K_M.gguf","sha256":"56dac2e192ff0d9ab8507f4f1aeb4aed0463449bbbefaac79497f041c95f21eb","size_bytes":1099627808},{"filename":"mmproj-LFM3-VL-2B-F16.gguf","sha256":"1d8e6e58eefc093e09d6332f081516e1ddbd5b35cfca7f35463fb270db230b1e","size_bytes":378996032}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"2015176952db29b540f529ebf0658b9f3efc21faae3c5704c04b428c1fda64ca","code":{"vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"libllama-bench-impl.so":"cbf019054c12e09b00c679d95416b93ed111e16738dc2300b0eb0e772bc8fc38","libllama-server-impl.so":"258b31452cbf724f4678352f720562c3f062efb25d19f11556b147e2b41b9f7c","libggml-cpu.so.0.27.0":"d668aae422209ff4e1979fd08cf5034635361eb723b2f3b32c9deedd295ea179","libggml.so.0.27.0":"b83ba3553355179bf2d49bf360939fbff3d05090a4600e19691bc85ee95dde5b","llama-server":"8e675df37eb23196e8003d269db725c918f7040bd9406ef90a406cd4fca6b2f0","libggml-base.so.0.27.0":"e78459903f2480a486a778f5fa760e2069b04c6ea2e43e6e6ffc60547f756f3f","libllama-common.so.0.7.0":"00caef28e1713b67ae7c2b6120b86db539016f2ec2021ab130d620b7d1d7826a","libmtmd.so.0.7.0":"f697f2e706fd7e80fa265bdb22a76ace717625da11a123e2fe3f7424cc44aca4","llama-bench":"673f2cfb7eee2dcc2bf466ea608ecd983383561a5bc7b8eb883578093283397a","llama-tts":"f6712a209c941f0248fe3d897da5b3f31111d30425ff6038228b2833ba003933","libllama.so.0.7.0":"89d0d09acdcb4a0002a601ed160026cee9d379e47f2f6d4f267e66318bff86e4"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v2","source_result_sha256":"bdfce0896004e356f7bffd7a719abce8638bd7a92dab6dc982b5c33d6cdc3e62","responses_sha256":"c4363e6806f888cb8bb411ebbdd1fd041b7d685e583aee57db198ff718a24f0f","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"69cefdefc415823d5ebdc1d572bce57c43802b54de066fcab4aac7db147f91e5"},"capability_evidence":{"id":"c0a30f0be74edb59d739","comparison_basis":"matched_configuration","compatibility_id":"2015176952db29b540f529ebf0658b9f3efc21faae3c5704c04b428c1fda64ca","cross_device_status":"passed"},"capability_result_id":"c0a30f0be74edb59d739"},{"id":"8ac17bb819c0a9f165b3","model_id":"lfm3-omni-2b","device_id":"pi5-16gb","is_mock":false,"metrics":{"mean_task_s":6.9625851617117105,"median_ttft_s":6.71664990496356,"p95_task_s":8.08841166307684,"peak_memory_mib":3429.25,"output_tokens_per_task":2.111111111111111,"model_size_mib":1954.5281677246094},"workload":{"images":9,"repetitions":3,"max_output_tokens":64,"context_capacity":8192,"cache":"slot erased; no image-token preflight","timing":"local HTTP request, image decoding/encoding, prefill and generation; excludes load and disk/base64 preparation","memory":"engine peak RSS including language model and vision encoder; includes warmup; not worst-case memory","input_overflows":0,"truncated":0},"suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","benchmarks":{"vqav2":77.60416666666667,"pope":89.58333333333333},"parity":{"status":"passed","sample_count":9,"rows":[{"case_id":"vqav2:14892004","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:453310003","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"vqav2:65982002","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:199","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:random:2496","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:1193","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:popular:902","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:819","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"},{"case_id":"pope:adversarial:2220","prompt_tokens_match":true,"score_match":true,"exact_text_match":true,"cpu_status":"ok","gpu_status":"ok"}],"scorer_version":"edge-vision-score-v2","capability_result_id":"1ac871d84e4c6b0081fc","performance_result_id":"8ac17bb819c0a9f165b3","policy":"all nine prompt token counts and scores agree; at least two complete answers; limited spot check"},"provenance":{"protocol":"edge-vision-split-v1","device_id":"pi5-16gb","role":"performance","compatibility":{"protocol":"edge-vision-split-v1","artifact":{"model_id":"lfm3-omni-2b","repo_id":"LiquidAI/LFM3-Omni-2B-GGUF","revision":"5bcc26f7968f71d26e066027a70978529dbb605d","quantization":"Q4_K_M","files":[{"filename":"LFM3-Omni-2B-Q4_K_M.gguf","sha256":"9f8d30e9d4fd7a9349d586e077988229b3ca0a0e4ad730897563d1eccc9893e2","size_bytes":1099630080},{"filename":"mmproj-LFM3-Omni-2B-F16.gguf","sha256":"361bc95192c7d9156b566fcd4e48930363b78218e493fb1be607456bd51586e3","size_bytes":949841248}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"ec7db790839b46dc348a90c6ee38d549a4eb1eeba775e29e466af6cdea09e6b2","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","output_budget":64,"preprocessing":{"longest_edge":512,"upscale":false,"aspect_ratio":"preserve","orientation":"EXIF transpose","mode":"RGB","resample":"Lanczos","format":"PNG"},"internal_image_policy":"pinned model/runtime defaults; no custom cropping or token caps","request_cache":"erase slot; cache_prompt=false; no input-token preflight","probes":["vqav2:14892004","vqav2:453310003","vqav2:65982002","pope:random:199","pope:random:2496","pope:popular:1193","pope:popular:902","pope:adversarial:819","pope:adversarial:2220"]},"compatibility_id":"0c75f2a01b633451c445ea915beb3b8cec2e534213c3a39ca571dbf51d3c1acc","code":{"vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"libllama-bench-impl.so":"cbf019054c12e09b00c679d95416b93ed111e16738dc2300b0eb0e772bc8fc38","libllama-server-impl.so":"258b31452cbf724f4678352f720562c3f062efb25d19f11556b147e2b41b9f7c","libggml-cpu.so.0.27.0":"d668aae422209ff4e1979fd08cf5034635361eb723b2f3b32c9deedd295ea179","libggml.so.0.27.0":"b83ba3553355179bf2d49bf360939fbff3d05090a4600e19691bc85ee95dde5b","llama-server":"8e675df37eb23196e8003d269db725c918f7040bd9406ef90a406cd4fca6b2f0","libggml-base.so.0.27.0":"e78459903f2480a486a778f5fa760e2069b04c6ea2e43e6e6ffc60547f756f3f","libllama-common.so.0.7.0":"00caef28e1713b67ae7c2b6120b86db539016f2ec2021ab130d620b7d1d7826a","libmtmd.so.0.7.0":"f697f2e706fd7e80fa265bdb22a76ace717625da11a123e2fe3f7424cc44aca4","llama-bench":"673f2cfb7eee2dcc2bf466ea608ecd983383561a5bc7b8eb883578093283397a","llama-tts":"f6712a209c941f0248fe3d897da5b3f31111d30425ff6038228b2833ba003933","libllama.so.0.7.0":"89d0d09acdcb4a0002a601ed160026cee9d379e47f2f6d4f267e66318bff86e4"},"runtime_version":{"returncode":0},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","profile":{"id":"pi5-stock-vision-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-vision-pilot-v1","notes":"Separate 512px vision pilot; 64 output tokens; after all text jobs. Pi: nine probes, three repetitions."}},"scorer_version":"edge-vision-score-v2","scoring":{"version":"edge-vision-score-v2","source_version":"edge-vision-score-v2","source_result_sha256":"78366007a9481595f51293e21e24664027acca01a98ffc0db53b7cb7c7e6cbe3","responses_sha256":"1c08f7c945626f06466248753b4821a4d360b76f4d93a15dd24e654d261f74bb","scorer_sha256":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a","normalization":"All VQAv2 predictions and references: lowercase, punctuation, number words, articles and contractions; official leave-one-out soft accuracy. POPE strict yes/no unchanged.","sources":["https://visualqa.org/evaluation.html","https://github.com/GT-Vision-Lab/VQA/issues/14"],"revision_id":"7edfc288b604e90228747566ceeb6b9407f8d6273867465795af506733f2f7dd"},"capability_evidence":{"id":"1ac871d84e4c6b0081fc","comparison_basis":"matched_configuration","compatibility_id":"0c75f2a01b633451c445ea915beb3b8cec2e534213c3a39ca571dbf51d3c1acc","cross_device_status":"passed"},"capability_result_id":"1ac871d84e4c6b0081fc"}],"progress":[{"id":"88ee173b2c548508127d","model_id":"qwen3-5-0-8b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"a696fa2c5ae3cacf36c3","model_id":"qwen3-5-2b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"50bbccfaaa63df59398c","model_id":"qwen3-5-4b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"60d7422345851ba2a92e","model_id":"qwen3-5-9b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"7c29b016c3a47ce9ea85","model_id":"gemma-4-e2b-it","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"8f76223d01111f7a0e2e","model_id":"gemma-4-e4b-it","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"35f296425dbc781253c7","model_id":"ministral-3-3b-instruct-2512","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"2a8318e6145026b913c5","model_id":"ministral-3-8b-instruct-2512","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"480db6b7494b128d0c91","model_id":"qwen3-vl-4b-instruct","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"7bde4f83afda1ad3ce5f","model_id":"qwen3-vl-8b-instruct","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"bb9f67533e78c9ca0395","model_id":"minicpm-v-4-7-1b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"714c16ea8552bb449922","model_id":"lfm2-5-vl-1-6b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"f30228162c1110a3ce90","model_id":"lfm2-5-vl-3b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"933dd5027316e1dea51b","model_id":"smolvlm2-256m","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"c35d5975ad4d6fb76a09","model_id":"smolvlm2-2-2b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"cab07a03e161cf3f98fe","model_id":"qwen3-5-0-8b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"e00599606ba80ec17f51","model_id":"qwen3-5-2b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"5f7e8cd181b64eba68ca","model_id":"qwen3-5-4b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"7c63a60e51b63991b4f9","model_id":"qwen3-5-9b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"489c1f141328201a668e","model_id":"gemma-4-e2b-it","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"873099b6eb1792c49533","model_id":"gemma-4-e4b-it","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"21c983d58eb8dfc41cdf","model_id":"ministral-3-3b-instruct-2512","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"d409c87263da23754dee","model_id":"ministral-3-8b-instruct-2512","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"64f4b12c5a327a821945","model_id":"qwen3-vl-4b-instruct","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"694b070923b11f1fd4da","model_id":"qwen3-vl-8b-instruct","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"3e3055d617287040e048","model_id":"minicpm-v-4-7-1b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"eab64909765277c860e3","model_id":"lfm2-5-vl-1-6b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"c790a01e4bd071c8aed0","model_id":"lfm2-5-vl-3b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"9c3dc9c0fe599f110bf2","model_id":"smolvlm2-256m","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"bf431e26c334016681d1","model_id":"smolvlm2-2-2b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"c0a30f0be74edb59d739","model_id":"lfm3-vl-2b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"1ac871d84e4c6b0081fc","model_id":"lfm3-omni-2b","status":"completed","completed_cases":192,"total_cases":192,"error":null,"role":"capability","waiting_for_text_batch":false},{"id":"cf8fb0b0887296d3a7dc","model_id":"lfm3-vl-2b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false},{"id":"8ac17bb819c0a9f165b3","model_id":"lfm3-omni-2b","status":"completed","completed_cases":27,"total_cases":27,"error":null,"role":"performance","waiting_for_text_batch":false}],"protocol_summary":"RTX: 96 VQAv2 + 96 POPE; Pi: nine fixed images/questions × three repeats; 512px longest edge, 8K capacity, reasoning off, 64 output tokens. Text scores stay separate.","sources":["https://visualqa.org/download.html","https://github.com/RUCAIBox/POPE/tree/08d957b917e5a378a2f99d35b6293c536a66298b"],"models":[],"performance":[]},"audio":{"protocol":"edge-audio-split-v1","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","scoring":{"version":"edge-audio-score-v1","asr":"Corpus WER; pinned Whisper English normalizer for English, BasicTextNormalizer for German; same transform on references and hypotheses; no clamping at 100%","instructions":"Pinned Google IFEval strict prompt-level; audio only, never supply the reference transcript as text"},"labels":{"librispeech-clean":"LibriSpeech clean · 150","librispeech-other":"LibriSpeech other · 150","fleurs-en":"FLEURS English · 100","fleurs-de":"FLEURS German · 100","voicebench-ifeval":"Spoken IFEval · 96"},"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"sources":[{"dataset":"librispeech","path":"librispeech-clean.parquet","url":"https://huggingface.co/datasets/openslr/librispeech_asr/resolve/71cacbfb7e2354c4226d01e70d77d5fca3d04ba1/clean/test/0000.parquet","sha256":"7113aa4c3cf963fb54697145719a7725f984c8836d1c494a554cbb9f1a017df0","size_bytes":350452636,"license":"CC-BY-4.0"},{"dataset":"librispeech","path":"librispeech-other.parquet","url":"https://huggingface.co/datasets/openslr/librispeech_asr/resolve/71cacbfb7e2354c4226d01e70d77d5fca3d04ba1/other/test/0000.parquet","sha256":"38e0c86a8104585c577badd707ca4331e20fa2c645f46180af0b7bcdecff9249","size_bytes":332873172,"license":"CC-BY-4.0"},{"dataset":"voicebench","path":"voicebench-ifeval.parquet","url":"https://huggingface.co/datasets/hlt-lab/voicebench/resolve/b02edcef1330480be3a11bd6f7434ac32f05ad08/ifeval/test-00000-of-00001.parquet","sha256":"7a3ab534dd78a214262e109e7c610a6de2601ba9c89e767536bc84cca492663f","size_bytes":117898801,"license":"Apache-2.0 (dataset card)"},{"dataset":"fleurs","path":"fleurs-en_us.tsv","url":"https://huggingface.co/datasets/google/fleurs/resolve/70bb2e84b976b7e960aa89f1c648e09c59f894dd/data/en_us/test.tsv","sha256":"74c046239374deeb60fa63f258f907388093a32bcaa3140965f70ef05c79f7ca","size_bytes":367864,"license":"CC-BY-4.0"},{"dataset":"fleurs","path":"fleurs-de_de.tsv","url":"https://huggingface.co/datasets/google/fleurs/resolve/70bb2e84b976b7e960aa89f1c648e09c59f894dd/data/de_de/test.tsv","sha256":"82fab72c58a347345675c238f2492bb997105a4ab45d69e2a2b34ed29082fa97","size_bytes":559542,"license":"CC-BY-4.0"},{"dataset":"fleurs","path":"fleurs-en_us.tar.gz","url":"https://huggingface.co/datasets/google/fleurs/resolve/70bb2e84b976b7e960aa89f1c648e09c59f894dd/data/en_us/audio/test.tar.gz","sha256":"d9c2e37b41aacd41bc283554a0a82b5476b36887049774ecb2819dcaaa55a356","size_bytes":289851356,"license":"CC-BY-4.0"},{"dataset":"fleurs","path":"fleurs-de_de.tar.gz","url":"https://huggingface.co/datasets/google/fleurs/resolve/70bb2e84b976b7e960aa89f1c648e09c59f894dd/data/de_de/audio/test.tar.gz","sha256":"e86b42dfcdef749926cd92135045f87c25966c09e50d01c401adb04ee7d8628f","size_bytes":568734559,"license":"CC-BY-4.0"}],"publication":"Fixed public subsets, not full official leaderboard scores. VoiceBench uses synthetic speech. No LLM judge or paid API.","models":[{"id":"gemma-4-e2b-it","task_type":"speech-assistant","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"quantization":"Q4_K_M","projector_quantization":"F16","request_profile":"speech-chat-v1"},{"id":"gemma-4-e4b-it","task_type":"speech-assistant","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"quantization":"Q4_K_M","projector_quantization":"F16","request_profile":"speech-chat-v1"},{"id":"qwen3-asr-0-6b","task_type":"transcription","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de"],"quantization":"Q8_0","projector_quantization":"Q8_0","request_profile":"qwen3-asr-v1"},{"id":"qwen3-asr-1-7b","task_type":"transcription","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de"],"quantization":"Q8_0","projector_quantization":"Q8_0","request_profile":"qwen3-asr-v1"},{"id":"voxtral-mini-3b-2507","task_type":"speech-assistant","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"quantization":"Q4_K_M","projector_quantization":"Q8_0","request_profile":"speech-chat-v1"},{"id":"lfm2-5-audio-1-5b","task_type":"transcription","tracks":["librispeech-clean","librispeech-other","fleurs-en"],"quantization":"Q8_0","projector_quantization":"Q8_0","request_profile":"lfm2-asr-v1"},{"id":"qwen2-5-omni-3b","task_type":"speech-assistant","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"quantization":"Q4_K_M","projector_quantization":"F16","request_profile":"speech-chat-v1"},{"id":"ultravox-0-5-llama-3-2-1b","task_type":"speech-assistant","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"quantization":"Q4_K_M","projector_quantization":"F16","request_profile":"speech-chat-v1"},{"id":"qwen2-5-omni-7b","task_type":"speech-assistant","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"quantization":"Q4_K_M","projector_quantization":"F16","request_profile":"speech-chat-v1"},{"id":"lfm3-audio-2b","task_type":"speech-assistant","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"quantization":"Q4_K_M","projector_quantization":"F16","request_profile":"lfm3-speech-v1"},{"id":"lfm3-omni-2b","task_type":"speech-assistant","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"quantization":"Q4_K_M","projector_quantization":"F16","request_profile":"lfm3-speech-v1"}],"capabilities":[{"id":"3128be2bc470ab16310c","model_id":"gemma-4-e2b-it","recorded_at":"2026-10-19T11:18:55.383162+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":4.403794037940379,"errors":130,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.2550335570469797,5.690492713393477],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":9.768339768339768,"errors":253,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[8.227604767397155,11.56832298136646],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":11.670480549199084,"errors":255,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[9.070294784580499,14.675767918088738],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":9.63740458015267,"errors":202,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[7.471763683753258,12.244897959183673],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":0,"score":55.208333333333336,"correct":53,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[45.25145906400809,64.76440606635843]}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"gemma-4-e2b-it","repo_id":"unsloth/gemma-4-E2B-it-GGUF","revision":"0314792d7f1f7e229411f620751375812bb9faf2","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","size_bytes":3106738272},{"filename":"mmproj-F16.gguf","sha256":"140be8d7849741f88c50757d529b84373ee8e27052cc2236855b537f4a8215fa","size_bytes":985654080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"b4445c2bb86c44ce2e60eb1247259b8db3968dd53e4633c203b399314fdfa06d"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"621ebe791077f8f7962f","model_id":"gemma-4-e4b-it","recorded_at":"2026-10-19T11:34:41.840961+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":4.098915989159892,"errors":121,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.002144388849178,5.2947405577126725],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":9.536679536679536,"errors":247,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[7.703870725291244,11.39750302053967],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":9.382151029748284,"errors":205,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[7.441433164905834,11.394799054373522],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":9.875954198473282,"errors":207,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[7.275254865616311,13.003239241092087],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":0,"score":66.66666666666666,"correct":64,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[56.756318940983796,75.294449476189]}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"gemma-4-e4b-it","repo_id":"unsloth/gemma-4-E4B-it-GGUF","revision":"bfc15c382204943c3a8fff0c750b94ae2364d7a3","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","size_bytes":4977171584},{"filename":"mmproj-F16.gguf","sha256":"ddf46c21d7078e95338cfc22306b19b276a29a5ad089023449dd54d4b6170a51","size_bytes":990372672}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"33769d3ac216fc832a706b6fceddfe672ffd3b2e294f83dfb2ecbb573144bc4c"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"4ccb02dac01c23fe90e7","model_id":"qwen3-asr-0-6b","recorded_at":"2026-10-19T11:37:00.727416+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.6084010840108403,"errors":77,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.8233259981138006,3.462709284627093],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":4.324324324324325,"errors":112,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.0597014925373136,5.79957356076759],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":5.995423340961098,"errors":131,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.301075268817204,7.7434679334916865],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":8.826335877862595,"errors":185,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[6.666666666666667,11.520302171860246],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen3-asr-0-6b","repo_id":"ggml-org/Qwen3-ASR-0.6B-GGUF","revision":"928ab958557df9aa2ef1c93e0e83c7ad0933fae2","quantization":"Q8_0","files":[{"filename":"Qwen3-ASR-0.6B-Q8_0.gguf","sha256":"bca259818b50ca7c4c05e9bdb35a5dc04fa039653a6d6f3f0f331f96f6aa1971","size_bytes":804749248},{"filename":"mmproj-Qwen3-ASR-0.6B-Q8_0.gguf","sha256":"41a342b5e4c514e968cb756de6cd1b7be39eff43c44c57a2ef5fc6522e36603d","size_bytes":214392480}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780"],"adapter_policy":{"profile":"qwen3-asr-v1","output_parser":"qwen3-asr-header-v1","language_policy":"automatic detection; audio-only input","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"02f0068e6f8b0bd9f0d6b060aba1f2ec6a40c9cf5e3c135785fa03041b4e2ba2"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"2ba76ec2978340fda140","model_id":"qwen3-asr-1-7b","recorded_at":"2026-10-19T11:40:31.703588+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":1.7953929539295392,"errors":53,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.1240029006526469,2.5731746542296556],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":3.3204633204633205,"errors":86,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[2.2736181889455116,4.476479514415781],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":4.3478260869565215,"errors":95,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.114518447532343,5.706642888987963],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":5.152671755725191,"errors":108,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.6014967259120674,7.159569489939167],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen3-asr-1-7b","repo_id":"ggml-org/Qwen3-ASR-1.7B-GGUF","revision":"36a678687ba7d07a74ca70ccb0e36902e005fb80","quantization":"Q8_0","files":[{"filename":"Qwen3-ASR-1.7B-Q8_0.gguf","sha256":"58e22d0532d4eacaf034cfac17a6fed159f37c41390c710186783be439d1fc57","size_bytes":2165034944},{"filename":"mmproj-Qwen3-ASR-1.7B-Q8_0.gguf","sha256":"46c1d533af3f354ceb37ce855dbceff7da7fa7cf1e6a523df3b13440bd164c0d","size_bytes":355709344}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780"],"adapter_policy":{"profile":"qwen3-asr-v1","output_parser":"qwen3-asr-header-v1","language_policy":"automatic detection; audio-only input","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"46dce26b072e393dd8c6a4b2a8dfd183b607191810b21a53b304de6a489704ea"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"a4a0265c805b7cc0e68a","model_id":"voxtral-mini-3b-2507","recorded_at":"2026-10-19T11:53:57.386223+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":47.89972899728997,"errors":1414,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[38.16034804226228,59.52856572113464],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":2,"score":80.54054054054055,"errors":2086,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[49.14013904134651,128.1171548117155],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":43.066361556064074,"errors":941,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[34.20008814455707,52.58108725445409],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":24.47519083969466,"errors":513,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[20.28846153846154,29.462160875773442],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":2,"score":31.25,"correct":30,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[22.850817977225667,41.09206755345494]}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"voxtral-mini-3b-2507","repo_id":"ggml-org/Voxtral-Mini-3B-2507-GGUF","revision":"20616573013f28229fff61de74359d3eeff61f6a","quantization":"Q4_K_M","files":[{"filename":"Voxtral-Mini-3B-2507-Q4_K_M.gguf","sha256":"4705be8ec22ca23d12632f4b4a3691faa95917d90a06d3cf3c3ec0e91958f1a8","size_bytes":2473001920},{"filename":"mmproj-Voxtral-Mini-3B-2507-Q8_0.gguf","sha256":"4f24c4ef3ce929d02ed9d1cfb050ae9a7365f057c0ddec0d489580982ebe0d02","size_bytes":715714080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"fe4154dff1c03611edb7a916d3e3020fd42afcfab81e7dc6893a362ff18b5489"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"49f994cf011ed19b3231","model_id":"lfm2-5-audio-1-5b","recorded_at":"2026-10-19T11:56:13.117238+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.33739837398374,"errors":69,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.6223679668622712,3.1937544357700496],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":4.362934362934363,"errors":113,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.264094955489614,5.496308449548811],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":6.636155606407323,"errors":145,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.874651810584958,8.656145384983262],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm2-5-audio-1-5b","repo_id":"LiquidAI/LFM2.5-Audio-1.5B-GGUF","revision":"7d525f883a077e20afb782f2ff618edcae0e39e4","quantization":"Q8_0","files":[{"filename":"LFM2.5-Audio-1.5B-Q8_0.gguf","sha256":"fce1362831bad25de69a9a83d5016adf64e9a83bb5f9f97c092256ba8236f7d0","size_bytes":1246253280},{"filename":"mmproj-LFM2.5-Audio-1.5B-Q8_0.gguf","sha256":"8f943619aa95cfb6218347ffd97edc4c485e76b6a839c899a4d9617db1939c67","size_bytes":293443936}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879"],"adapter_policy":{"profile":"lfm2-asr-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"50a23ae0b2583f98791892a31a8660df8e93f7efa0cd221c34e646e1bf5bf76d"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"44145c82d2b187ff8dc8","model_id":"qwen2-5-omni-3b","recorded_at":"2026-10-19T12:09:10.208335+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.540650406504065,"errors":75,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.8388498829822801,3.400063552589768],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":1,"score":24.517374517374517,"errors":635,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.742794600510763,66.50082918739635],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":9.107551487414188,"errors":199,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[6.488725264611137,12.424942263279446],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":13.311068702290076,"errors":279,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[10.307328605200945,16.721311475409838],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":8,"score":37.5,"correct":36,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[28.47245670539583,47.48946698172457]}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen2-5-omni-3b","repo_id":"ggml-org/Qwen2.5-Omni-3B-GGUF","revision":"75f1b73b657a50f5092502799457ccb4a4a1f9df","quantization":"Q4_K_M","files":[{"filename":"Qwen2.5-Omni-3B-Q4_K_M.gguf","sha256":"4b0bd358c1e9ec55dd3055ef6d71c958c821533d85916a10cfa89c4552a86e29","size_bytes":2104931648},{"filename":"mmproj-Qwen2.5-Omni-3B-f16.gguf","sha256":"f6d9276e9fa4f060c7abdbe886786cf31a8911b62770f8a54b7581b7b99fa27e","size_bytes":2623983328}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"b9437a31fc0d08403db3d4e6e174f4a736714af0e79d5b38083506e5d71b0b8f"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"56a5ff768ed032ce857c","model_id":"ultravox-0-5-llama-3-2-1b","recorded_at":"2026-10-19T12:19:10.440371+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":12,"score":247.08672086720867,"errors":7294,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[176.79521276595744,329.2831541218638],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":12,"score":286.0617760617761,"errors":7409,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[218.57596052167784,369.9242122058237],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":11,"score":220.09153318077804,"errors":4809,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[155.06993006993008,311.21226641111645],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":5,"score":92.60496183206106,"errors":1941,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[66.10657705232838,128.62244897959184],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":6,"score":40.625,"correct":39,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[31.34514434260545,50.62629842273485]}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"ultravox-0-5-llama-3-2-1b","repo_id":"ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF","revision":"5390c7c41cbd6f261f7f205fc0c5ae61bbdca650","quantization":"Q4_K_M","files":[{"filename":"Llama-3.2-1B-Instruct-Q4_K_M.gguf","sha256":"6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83","size_bytes":807694464},{"filename":"mmproj-ultravox-v0_5-llama-3_2-1b-f16.gguf","sha256":"b34dde1835752949d6b960528269af93c92fec91c61ea0534fcc73f96c1ed8b2","size_bytes":1371123616}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"57775f459860df6a76b0a98bf30e1ec480a1248f5342626c4beffa1b080f564f"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"fa3e3263aba9b8c02797","model_id":"qwen2-5-omni-7b","recorded_at":"2026-10-19T12:41:58.336077+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":20.426829268292682,"errors":603,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[16.57902876585215,24.59412780656304],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":2,"score":67.91505791505791,"errors":1759,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[37.37133808392716,109.43033102386451],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":1,"score":86.95652173913044,"errors":1900,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[68.01470588235294,127.85527462946818],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":5,"score":135.25763358778627,"errors":2835,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[76.28145386766076,206.10091743119267],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":3,"score":26.041666666666668,"correct":25,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[18.305777843717664,35.62124255659644]}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen2-5-omni-7b","repo_id":"ggml-org/Qwen2.5-Omni-7B-GGUF","revision":"89b785438c8901d4635e42f50480ba5985a1bbf1","quantization":"Q4_K_M","files":[{"filename":"Qwen2.5-Omni-7B-Q4_K_M.gguf","sha256":"09883dff531dc56923a041c9c99c7c779e26ffde32caa83adeeb7502ec3b50fe","size_bytes":4683072384},{"filename":"mmproj-Qwen2.5-Omni-7B-f16.gguf","sha256":"7ed062b35f15f3c4cacdac72d5291db2f908f178ba4fb19e210b555f233e069d","size_bytes":2643656480}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"runtime_version":{"returncode":0},"compatibility_id":"9a4311d11404af1aa2c1ebca2302af69ddabc0c9f4d6cb6a84ac41ba19e5c33f"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"160838b52f9db6dec490","model_id":"lfm3-audio-2b","recorded_at":"2026-10-27T19:15:23.100563+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.913279132791328,"errors":86,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[2.057478772044415,3.881439661256175],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":5.521235521235521,"errors":143,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.155233241865935,7.178890182382616],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":6.132723112128146,"errors":134,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.388422035480859,7.874015748031496],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":6.6316793893129775,"errors":139,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.796511627906977,8.932661475034356],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":51,"score":32.29166666666667,"correct":31,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[23.775702086652156,42.17035647010175]}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm3-audio-2b","repo_id":"LiquidAI/LFM3-Audio-2B-GGUF","revision":"fcfae9027c00a6f3f872c48a841cfeb77e2b5a1c","quantization":"Q4_K_M","files":[{"filename":"LFM3-Audio-2B-Q4_K_M.gguf","sha256":"9a773289bd321ed879cd3a76545f6aca506e403851a45fb315420aee45625be2","size_bytes":1099626016},{"filename":"mmproj-LFM3-Audio-2B-F16.gguf","sha256":"bd0fce0670c96e405a753f996701dee6568bc6a1318a80091d74fb58f7510d79","size_bytes":570846400}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"lfm3-speech-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"ggml-base.dll":"d74f6f7aa58b5b66f054e6d55cf423d770193d32545627699be50b8fdc2161e1","ggml-cpu.dll":"c7bca4ddadf27c7f0d806ac9fa215fc20186aa6e49069ca50f12747992cbad71","ggml-cuda.dll":"e32c35f83a25e5d86717e41440d62dbafe3eb55ae446b01ba10799fb6ac4fe15","ggml.dll":"5e873d58573a62d97dddc2ab3e3ad7e575d12f114501fe5222054d136976cc0b","llama-bench-impl.dll":"a668cff5f5c6e184126bf4086f0abb54ff4659c806785ed45e77650e699e6cde","llama-bench.exe":"2f21bf2ee855c8de5fadc210760e37ae86181de33de45ea0cca318ddd63d4925","llama-common.dll":"7ed637fc00afe110016691fa048ed17226c8b558163d3b65882abe428a30353f","llama-server-impl.dll":"ba8b42609dcf5a9ee94f0ebd8065d07f4da42616b38210f2bc41b2eb01aeb78b","llama-server.exe":"7f6a5af27ce3499731f1a8ae9b8800c67715d177fe8262e5f2c01cf2dfe1fc78","llama-tts.exe":"18a968314e3f57f34c449b9b9bbd8feb07215f6c1ac571170a03660d61912721","llama.dll":"554c3a84c4a1582f949a91e36982177bf740ea5fa23216c9d459be4a68ff1468","mtmd.dll":"8914067dc668f39b765c0094c83cd009c7ccca7a0dc3b1cebce03011226c4b34"},"runtime_version":{"returncode":0},"compatibility_id":"11ee1e893f2b720ff901d0b07cba154254ba24d2d249b5eaf02ea0585441ddf5"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"},{"id":"4881e597b77813c045d1","model_id":"lfm3-omni-2b","recorded_at":"2026-10-27T19:22:36.363361+00:00","benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.845528455284553,"errors":84,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.98252688172043,3.8333947659417618],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":5.444015444015444,"errors":141,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.2974588938714495,6.723044397463002],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":6.178489702517163,"errors":135,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.537037037037037,7.874015748031496],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":7.108778625954199,"errors":149,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[5.150214592274678,9.425625920471282],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":6,"score":65.625,"correct":63,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[55.687844240445074,74.35975115065445]}},"provenance":{"protocol":"edge-audio-split-v1","role":"capability","device_id":"rtx4060ti-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm3-omni-2b","repo_id":"LiquidAI/LFM3-Omni-2B-GGUF","revision":"5bcc26f7968f71d26e066027a70978529dbb605d","quantization":"Q4_K_M","files":[{"filename":"LFM3-Omni-2B-Q4_K_M.gguf","sha256":"9f8d30e9d4fd7a9349d586e077988229b3ca0a0e4ad730897563d1eccc9893e2","size_bytes":1099630080},{"filename":"mmproj-LFM3-Omni-2B-F16.gguf","sha256":"361bc95192c7d9156b566fcd4e48930363b78218e493fb1be607456bd51586e3","size_bytes":949841248}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"lfm3-speech-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"rtx4060ti-stock-audio-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","code":{"artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"ggml-base.dll":"d74f6f7aa58b5b66f054e6d55cf423d770193d32545627699be50b8fdc2161e1","ggml-cpu.dll":"c7bca4ddadf27c7f0d806ac9fa215fc20186aa6e49069ca50f12747992cbad71","ggml-cuda.dll":"e32c35f83a25e5d86717e41440d62dbafe3eb55ae446b01ba10799fb6ac4fe15","ggml.dll":"5e873d58573a62d97dddc2ab3e3ad7e575d12f114501fe5222054d136976cc0b","llama-bench-impl.dll":"a668cff5f5c6e184126bf4086f0abb54ff4659c806785ed45e77650e699e6cde","llama-bench.exe":"2f21bf2ee855c8de5fadc210760e37ae86181de33de45ea0cca318ddd63d4925","llama-common.dll":"7ed637fc00afe110016691fa048ed17226c8b558163d3b65882abe428a30353f","llama-server-impl.dll":"ba8b42609dcf5a9ee94f0ebd8065d07f4da42616b38210f2bc41b2eb01aeb78b","llama-server.exe":"7f6a5af27ce3499731f1a8ae9b8800c67715d177fe8262e5f2c01cf2dfe1fc78","llama-tts.exe":"18a968314e3f57f34c449b9b9bbd8feb07215f6c1ac571170a03660d61912721","llama.dll":"554c3a84c4a1582f949a91e36982177bf740ea5fa23216c9d459be4a68ff1468","mtmd.dll":"8914067dc668f39b765c0094c83cd009c7ccca7a0dc3b1cebce03011226c4b34"},"runtime_version":{"returncode":0},"compatibility_id":"a302c8cdc7089643ba7c68401374a77e94e86c4a9283a4b1b1e3533c2b101964"},"scorer_version":"edge-audio-score-v1","is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba"}],"performance":[{"id":"525b681d531519b09b1d","model_id":"gemma-4-e2b-it","recorded_at":"2026-10-19T16:06:30.349450+00:00","metrics":{"peak_memory_mib":5654.421875,"model_size_mib":3902.8094787597656,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":10.31556546066228,"p95_task_s":13.048007206991315,"median_ttft_s":7.213128743023844,"processing_rtf":1.6782373309103493},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":9.09317219389292,"p95_task_s":13.378825820982456,"median_ttft_s":6.508738814998651,"processing_rtf":1.5021760232201962},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":16.71947057244122,"p95_task_s":22.930208049016073,"median_ttft_s":11.232073516992386,"processing_rtf":1.5923305307086877},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":17.2805242803297,"p95_task_s":29.112046903988812,"median_ttft_s":11.139675423008157,"processing_rtf":1.4328792935596768},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":36.830428671444274,"p95_task_s":46.496338372991886,"median_ttft_s":12.555863321991637,"processing_rtf":3.0939540214586927}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"gemma-4-e2b-it","repo_id":"unsloth/gemma-4-E2B-it-GGUF","revision":"0314792d7f1f7e229411f620751375812bb9faf2","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","size_bytes":3106738272},{"filename":"mmproj-F16.gguf","sha256":"140be8d7849741f88c50757d529b84373ee8e27052cc2236855b537f4a8215fa","size_bytes":985654080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"b4445c2bb86c44ce2e60eb1247259b8db3968dd53e4633c203b399314fdfa06d"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"passed","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":15,"capability_result_id":"3128be2bc470ab16310c","performance_result_id":"525b681d531519b09b1d","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"3128be2bc470ab16310c","comparison_basis":"matched_configuration","compatibility_id":"b4445c2bb86c44ce2e60eb1247259b8db3968dd53e4633c203b399314fdfa06d","cross_device_status":"passed"}},{"id":"6045936f3529ec22b22f","model_id":"gemma-4-e4b-it","recorded_at":"2026-10-19T16:34:58.989934+00:00","metrics":{"peak_memory_mib":8230.546875,"model_size_mib":5691.093688964844,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":20.790570084995124,"p95_task_s":25.818111789005343,"median_ttft_s":13.597214219014859,"processing_rtf":3.382413788231311},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":18.505889335783042,"p95_task_s":26.326889974006917,"median_ttft_s":12.36230951800826,"processing_rtf":3.0571403087747315},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":32.669608298000334,"p95_task_s":44.109215522999875,"median_ttft_s":21.445279526989907,"processing_rtf":3.1113912664762227},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":33.397013570110886,"p95_task_s":55.38432432900299,"median_ttft_s":21.270219221012667,"processing_rtf":2.769238272811848},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":70.44870740999856,"p95_task_s":76.08269846299663,"median_ttft_s":23.62110922197462,"processing_rtf":5.91807017893133}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"gemma-4-e4b-it","repo_id":"unsloth/gemma-4-E4B-it-GGUF","revision":"bfc15c382204943c3a8fff0c750b94ae2364d7a3","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","size_bytes":4977171584},{"filename":"mmproj-F16.gguf","sha256":"ddf46c21d7078e95338cfc22306b19b276a29a5ad089023449dd54d4b6170a51","size_bytes":990372672}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"33769d3ac216fc832a706b6fceddfe672ffd3b2e294f83dfb2ecbb573144bc4c"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true}],"complete_cases":15,"capability_result_id":"621ebe791077f8f7962f","performance_result_id":"6045936f3529ec22b22f","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"621ebe791077f8f7962f","comparison_basis":"matched_configuration","compatibility_id":"33769d3ac216fc832a706b6fceddfe672ffd3b2e294f83dfb2ecbb573144bc4c","cross_device_status":"review_required"}},{"id":"dc6c53d6fced27d79281","model_id":"qwen3-asr-0-6b","recorded_at":"2026-10-19T16:38:25.323223+00:00","metrics":{"peak_memory_mib":2600.640625,"model_size_mib":971.9292907714844,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":3.248334270889043,"p95_task_s":3.8087524919828866,"median_ttft_s":1.733643674000632,"processing_rtf":0.5284708683658964},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":2.877363398768163,"p95_task_s":4.130375848006224,"median_ttft_s":1.5326818509784061,"processing_rtf":0.475335363232626},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":4.988656900554714,"p95_task_s":7.057042252999963,"median_ttft_s":2.51236310400418,"processing_rtf":0.4751101810052109},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":5.229537428990524,"p95_task_s":8.914470152987633,"median_ttft_s":2.5227466790238395,"processing_rtf":0.43362665248677645}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen3-asr-0-6b","repo_id":"ggml-org/Qwen3-ASR-0.6B-GGUF","revision":"928ab958557df9aa2ef1c93e0e83c7ad0933fae2","quantization":"Q8_0","files":[{"filename":"Qwen3-ASR-0.6B-Q8_0.gguf","sha256":"bca259818b50ca7c4c05e9bdb35a5dc04fa039653a6d6f3f0f331f96f6aa1971","size_bytes":804749248},{"filename":"mmproj-Qwen3-ASR-0.6B-Q8_0.gguf","sha256":"41a342b5e4c514e968cb756de6cd1b7be39eff43c44c57a2ef5fc6522e36603d","size_bytes":214392480}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780"],"adapter_policy":{"profile":"qwen3-asr-v1","output_parser":"qwen3-asr-header-v1","language_policy":"automatic detection; audio-only input","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"02f0068e6f8b0bd9f0d6b060aba1f2ec6a40c9cf5e3c135785fa03041b4e2ba2"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"passed","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true}],"complete_cases":12,"capability_result_id":"4ccb02dac01c23fe90e7","performance_result_id":"dc6c53d6fced27d79281","expected_cases":12,"scope":"12 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"4ccb02dac01c23fe90e7","comparison_basis":"matched_configuration","compatibility_id":"02f0068e6f8b0bd9f0d6b060aba1f2ec6a40c9cf5e3c135785fa03041b4e2ba2","cross_device_status":"passed"}},{"id":"1e0a80223f8d2b329bb4","model_id":"qwen3-asr-1-7b","recorded_at":"2026-10-19T16:45:51.433312+00:00","metrics":{"peak_memory_mib":5016.046875,"model_size_mib":2403.9690856933594,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":8.11588776788752,"p95_task_s":9.728579975984758,"median_ttft_s":4.416066903009778,"processing_rtf":1.3203721965109847},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":7.015373700667017,"p95_task_s":10.096720945002744,"median_ttft_s":4.006367510999553,"processing_rtf":1.1589273734582077},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":12.291414813555699,"p95_task_s":16.676196544984123,"median_ttft_s":6.239413435017923,"processing_rtf":1.1706109346243523},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":12.621446654333138,"p95_task_s":20.598679271002766,"median_ttft_s":6.234914386004675,"processing_rtf":1.0465544489496799}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen3-asr-1-7b","repo_id":"ggml-org/Qwen3-ASR-1.7B-GGUF","revision":"36a678687ba7d07a74ca70ccb0e36902e005fb80","quantization":"Q8_0","files":[{"filename":"Qwen3-ASR-1.7B-Q8_0.gguf","sha256":"58e22d0532d4eacaf034cfac17a6fed159f37c41390c710186783be439d1fc57","size_bytes":2165034944},{"filename":"mmproj-Qwen3-ASR-1.7B-Q8_0.gguf","sha256":"46c1d533af3f354ceb37ce855dbceff7da7fa7cf1e6a523df3b13440bd164c0d","size_bytes":355709344}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780"],"adapter_policy":{"profile":"qwen3-asr-v1","output_parser":"qwen3-asr-header-v1","language_policy":"automatic detection; audio-only input","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"46dce26b072e393dd8c6a4b2a8dfd183b607191810b21a53b304de6a489704ea"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"passed","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true}],"complete_cases":12,"capability_result_id":"2ba76ec2978340fda140","performance_result_id":"1e0a80223f8d2b329bb4","expected_cases":12,"scope":"12 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"2ba76ec2978340fda140","comparison_basis":"matched_configuration","compatibility_id":"46dce26b072e393dd8c6a4b2a8dfd183b607191810b21a53b304de6a489704ea","cross_device_status":"passed"}},{"id":"961ccf4605040b57f2e3","model_id":"voxtral-mini-3b-2507","recorded_at":"2026-10-19T18:18:49.906640+00:00","metrics":{"peak_memory_mib":6280.828125,"model_size_mib":3040.996551513672,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":111.04148829278549,"p95_task_s":113.07970347200171,"median_ttft_s":104.41616217701812,"processing_rtf":18.06531805197161},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":109.6055661202182,"p95_task_s":111.10038375298609,"median_ttft_s":104.22196292100125,"processing_rtf":18.1066463854986},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":112.51596302677838,"p95_task_s":118.92819645898999,"median_ttft_s":104.51448529001209,"processing_rtf":10.715806002550321},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":111.48882073132943,"p95_task_s":115.97182632697513,"median_ttft_s":104.34629583900096,"processing_rtf":9.24451249845186},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":145.2498492204403,"p95_task_s":174.94198460498592,"median_ttft_s":104.44629052802338,"processing_rtf":12.201768247684837}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"voxtral-mini-3b-2507","repo_id":"ggml-org/Voxtral-Mini-3B-2507-GGUF","revision":"20616573013f28229fff61de74359d3eeff61f6a","quantization":"Q4_K_M","files":[{"filename":"Voxtral-Mini-3B-2507-Q4_K_M.gguf","sha256":"4705be8ec22ca23d12632f4b4a3691faa95917d90a06d3cf3c3ec0e91958f1a8","size_bytes":2473001920},{"filename":"mmproj-Voxtral-Mini-3B-2507-Q8_0.gguf","sha256":"4f24c4ef3ce929d02ed9d1cfb050ae9a7365f057c0ddec0d489580982ebe0d02","size_bytes":715714080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"fe4154dff1c03611edb7a916d3e3020fd42afcfab81e7dc6893a362ff18b5489"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":false,"both_completed":false,"exact_text_match":false},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":14,"capability_result_id":"a4a0265c805b7cc0e68a","performance_result_id":"961ccf4605040b57f2e3","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"a4a0265c805b7cc0e68a","comparison_basis":"matched_configuration","compatibility_id":"fe4154dff1c03611edb7a916d3e3020fd42afcfab81e7dc6893a362ff18b5489","cross_device_status":"review_required"}},{"id":"ccc88f99b7fe3e2a3187","model_id":"lfm2-5-audio-1-5b","recorded_at":"2026-10-19T18:22:56.823272+00:00","metrics":{"peak_memory_mib":2924.03125,"model_size_mib":1468.3696899414062,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":4.973428345780121,"p95_task_s":6.03464485501172,"median_ttft_s":2.3498086749750655,"processing_rtf":0.8091260866236639},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":4.387909914337797,"p95_task_s":6.35220045101596,"median_ttft_s":2.251886079990072,"processing_rtf":0.724874985848755},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":7.701759918773961,"p95_task_s":10.365967070974875,"median_ttft_s":3.5776987849967554,"processing_rtf":0.7335009446451392}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm2-5-audio-1-5b","repo_id":"LiquidAI/LFM2.5-Audio-1.5B-GGUF","revision":"7d525f883a077e20afb782f2ff618edcae0e39e4","quantization":"Q8_0","files":[{"filename":"LFM2.5-Audio-1.5B-Q8_0.gguf","sha256":"fce1362831bad25de69a9a83d5016adf64e9a83bb5f9f97c092256ba8236f7d0","size_bytes":1246253280},{"filename":"mmproj-LFM2.5-Audio-1.5B-Q8_0.gguf","sha256":"8f943619aa95cfb6218347ffd97edc4c485e76b6a839c899a4d9617db1939c67","size_bytes":293443936}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879"],"adapter_policy":{"profile":"lfm2-asr-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"50a23ae0b2583f98791892a31a8660df8e93f7efa0cd221c34e646e1bf5bf76d"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"passed","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true}],"complete_cases":9,"capability_result_id":"49f994cf011ed19b3231","performance_result_id":"ccc88f99b7fe3e2a3187","expected_cases":9,"scope":"9 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"49f994cf011ed19b3231","comparison_basis":"matched_configuration","compatibility_id":"50a23ae0b2583f98791892a31a8660df8e93f7efa0cd221c34e646e1bf5bf76d","cross_device_status":"passed"}},{"id":"ea2570d783eea0ef60d7","model_id":"qwen2-5-omni-3b","recorded_at":"2026-10-19T19:31:20.264492+00:00","metrics":{"peak_memory_mib":6812.34375,"model_size_mib":4509.844757080078,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":66.9006001022224,"p95_task_s":68.11802058899775,"median_ttft_s":62.5287673099956,"processing_rtf":10.884045569775878},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":66.2108381682289,"p95_task_s":68.8276917799958,"median_ttft_s":62.50920419199974,"processing_rtf":10.93791379431094},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":69.80851776755298,"p95_task_s":74.31625029598945,"median_ttft_s":62.515097408002475,"processing_rtf":6.648430263576475},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":69.33945085300365,"p95_task_s":73.90458165601012,"median_ttft_s":62.5672623339924,"processing_rtf":5.7495398717250135},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":102.78464494266922,"p95_task_s":134.32545136101544,"median_ttft_s":62.63259863900021,"processing_rtf":8.634462780802187}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen2-5-omni-3b","repo_id":"ggml-org/Qwen2.5-Omni-3B-GGUF","revision":"75f1b73b657a50f5092502799457ccb4a4a1f9df","quantization":"Q4_K_M","files":[{"filename":"Qwen2.5-Omni-3B-Q4_K_M.gguf","sha256":"4b0bd358c1e9ec55dd3055ef6d71c958c821533d85916a10cfa89c4552a86e29","size_bytes":2104931648},{"filename":"mmproj-Qwen2.5-Omni-3B-f16.gguf","sha256":"f6d9276e9fa4f060c7abdbe886786cf31a8911b62770f8a54b7581b7b99fa27e","size_bytes":2623983328}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"b9437a31fc0d08403db3d4e6e174f4a736714af0e79d5b38083506e5d71b0b8f"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":15,"capability_result_id":"44145c82d2b187ff8dc8","performance_result_id":"ea2570d783eea0ef60d7","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"44145c82d2b187ff8dc8","comparison_basis":"matched_configuration","compatibility_id":"b9437a31fc0d08403db3d4e6e174f4a736714af0e79d5b38083506e5d71b0b8f","cross_device_status":"review_required"}},{"id":"eb565e13250a1f619c98","model_id":"ultravox-0-5-llama-3-2-1b","recorded_at":"2026-10-19T20:18:08.340798+00:00","metrics":{"peak_memory_mib":3476.453125,"model_size_mib":2077.882843017578,"tracks":{"librispeech-clean":{"count":9,"completed":6,"truncated":3,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":null,"p95_task_s":null,"median_ttft_s":null,"processing_rtf":null},"librispeech-other":{"count":9,"completed":6,"truncated":3,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":null,"p95_task_s":null,"median_ttft_s":null,"processing_rtf":null},"fleurs-en":{"count":9,"completed":6,"truncated":3,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":null,"p95_task_s":null,"median_ttft_s":null,"processing_rtf":null},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":37.83745749100409,"p95_task_s":40.69175468798494,"median_ttft_s":34.29775680199964,"processing_rtf":3.1374342861529096},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":47.86649051812128,"p95_task_s":50.18779276701389,"median_ttft_s":34.22806819999823,"processing_rtf":4.0210425502454035}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"ultravox-0-5-llama-3-2-1b","repo_id":"ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF","revision":"5390c7c41cbd6f261f7f205fc0c5ae61bbdca650","quantization":"Q4_K_M","files":[{"filename":"Llama-3.2-1B-Instruct-Q4_K_M.gguf","sha256":"6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83","size_bytes":807694464},{"filename":"mmproj-ultravox-v0_5-llama-3_2-1b-f16.gguf","sha256":"b34dde1835752949d6b960528269af93c92fec91c61ea0534fcc73f96c1ed8b2","size_bytes":1371123616}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"57775f459860df6a76b0a98bf30e1ec480a1248f5342626c4beffa1b080f564f"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":false,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":false,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":false,"both_completed":false,"exact_text_match":false},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":false,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":11,"capability_result_id":"56a5ff768ed032ce857c","performance_result_id":"eb565e13250a1f619c98","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"56a5ff768ed032ce857c","comparison_basis":"matched_configuration","compatibility_id":"57775f459860df6a76b0a98bf30e1ec480a1248f5342626c4beffa1b080f564f","cross_device_status":"review_required"}},{"id":"7ec787742cad66da6f09","model_id":"qwen2-5-omni-7b","recorded_at":"2026-10-19T22:08:55.389454+00:00","metrics":{"peak_memory_mib":11168.828125,"model_size_mib":6987.313140869141,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":118.6730065694428,"p95_task_s":124.71777916999417,"median_ttft_s":111.08813687998918,"processing_rtf":19.306888270516726},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":117.68574030366533,"p95_task_s":124.38462324300781,"median_ttft_s":112.41665000098874,"processing_rtf":19.44147692241167},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":115.4083165899954,"p95_task_s":117.20240337800351,"median_ttft_s":112.51119846798247,"processing_rtf":10.991268246666227},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":119.88949912044336,"p95_task_s":126.07653108000522,"median_ttft_s":112.29823556699557,"processing_rtf":9.941086162557493},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":209.66573611755544,"p95_task_s":238.77471838498604,"median_ttft_s":111.17356735700741,"processing_rtf":17.613049069015076}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen2-5-omni-7b","repo_id":"ggml-org/Qwen2.5-Omni-7B-GGUF","revision":"89b785438c8901d4635e42f50480ba5985a1bbf1","quantization":"Q4_K_M","files":[{"filename":"Qwen2.5-Omni-7B-Q4_K_M.gguf","sha256":"09883dff531dc56923a041c9c99c7c779e26ffde32caa83adeeb7502ec3b50fe","size_bytes":4683072384},{"filename":"mmproj-Qwen2.5-Omni-7B-f16.gguf","sha256":"7ed062b35f15f3c4cacdac72d5291db2f908f178ba4fb19e210b555f233e069d","size_bytes":2643656480}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"9a4311d11404af1aa2c1ebca2302af69ddabc0c9f4d6cb6a84ac41ba19e5c33f"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":15,"capability_result_id":"fa3e3263aba9b8c02797","performance_result_id":"7ec787742cad66da6f09","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"fa3e3263aba9b8c02797","comparison_basis":"matched_configuration","compatibility_id":"9a4311d11404af1aa2c1ebca2302af69ddabc0c9f4d6cb6a84ac41ba19e5c33f","cross_device_status":"review_required"}},{"id":"eb131de412b43aaf915e","model_id":"lfm3-audio-2b","recorded_at":"2026-10-27T19:26:02.176933+00:00","metrics":{"peak_memory_mib":3100.1875,"model_size_mib":1593.0866394042969,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":4.652465368763337,"p95_task_s":5.612598294042982,"median_ttft_s":2.309042793000117,"processing_rtf":0.7569086825536882},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":4.163959128989114,"p95_task_s":6.358623386011459,"median_ttft_s":2.1470097169512883,"processing_rtf":0.687878710736087},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":7.364727255125116,"p95_task_s":10.092165822978131,"median_ttft_s":3.411468893988058,"processing_rtf":0.7014025957262016},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":6.890072050672542,"p95_task_s":11.299662305042148,"median_ttft_s":3.3631075399462134,"processing_rtf":0.5713160904371926},"voicebench-ifeval":{"count":9,"completed":6,"truncated":3,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":null,"p95_task_s":null,"median_ttft_s":null,"processing_rtf":null}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm3-audio-2b","repo_id":"LiquidAI/LFM3-Audio-2B-GGUF","revision":"fcfae9027c00a6f3f872c48a841cfeb77e2b5a1c","quantization":"Q4_K_M","files":[{"filename":"LFM3-Audio-2B-Q4_K_M.gguf","sha256":"9a773289bd321ed879cd3a76545f6aca506e403851a45fb315420aee45625be2","size_bytes":1099626016},{"filename":"mmproj-LFM3-Audio-2B-F16.gguf","sha256":"bd0fce0670c96e405a753f996701dee6568bc6a1318a80091d74fb58f7510d79","size_bytes":570846400}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"lfm3-speech-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"libllama-bench-impl.so":"cbf019054c12e09b00c679d95416b93ed111e16738dc2300b0eb0e772bc8fc38","libllama-server-impl.so":"258b31452cbf724f4678352f720562c3f062efb25d19f11556b147e2b41b9f7c","libggml-cpu.so.0.27.0":"d668aae422209ff4e1979fd08cf5034635361eb723b2f3b32c9deedd295ea179","libggml.so.0.27.0":"b83ba3553355179bf2d49bf360939fbff3d05090a4600e19691bc85ee95dde5b","llama-server":"8e675df37eb23196e8003d269db725c918f7040bd9406ef90a406cd4fca6b2f0","libggml-base.so.0.27.0":"e78459903f2480a486a778f5fa760e2069b04c6ea2e43e6e6ffc60547f756f3f","libllama-common.so.0.7.0":"00caef28e1713b67ae7c2b6120b86db539016f2ec2021ab130d620b7d1d7826a","libmtmd.so.0.7.0":"f697f2e706fd7e80fa265bdb22a76ace717625da11a123e2fe3f7424cc44aca4","llama-bench":"673f2cfb7eee2dcc2bf466ea608ecd983383561a5bc7b8eb883578093283397a","llama-tts":"f6712a209c941f0248fe3d897da5b3f31111d30425ff6038228b2833ba003933","libllama.so.0.7.0":"89d0d09acdcb4a0002a601ed160026cee9d379e47f2f6d4f267e66318bff86e4"},"runtime_version":{"returncode":0},"compatibility_id":"11ee1e893f2b720ff901d0b07cba154254ba24d2d249b5eaf02ea0585441ddf5"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":false,"exact_text_match":true},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":14,"capability_result_id":"160838b52f9db6dec490","performance_result_id":"eb131de412b43aaf915e","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"160838b52f9db6dec490","comparison_basis":"matched_configuration","compatibility_id":"11ee1e893f2b720ff901d0b07cba154254ba24d2d249b5eaf02ea0585441ddf5","cross_device_status":"review_required"}},{"id":"ffea6c962d366b5a94c9","model_id":"lfm3-omni-2b","recorded_at":"2026-10-27T19:32:00.807394+00:00","metrics":{"peak_memory_mib":3468.40625,"model_size_mib":1954.5281677246094,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":4.646211818455615,"p95_task_s":6.0766854780958965,"median_ttft_s":2.2614708030596375,"processing_rtf":0.7558912936749916},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":4.080323393883494,"p95_task_s":5.888564238091931,"median_ttft_s":2.0940133669646457,"processing_rtf":0.6740622346723834},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":7.156657646681803,"p95_task_s":9.550720916013233,"median_ttft_s":3.3510481680277735,"processing_rtf":0.6815864425411241},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":6.913875371230663,"p95_task_s":11.399975039996207,"median_ttft_s":3.3133892220212147,"processing_rtf":0.5732898317770035},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":12.535717417007415,"p95_task_s":16.83500203397125,"median_ttft_s":3.7561056460253894,"processing_rtf":1.053067659358822}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm3-omni-2b","repo_id":"LiquidAI/LFM3-Omni-2B-GGUF","revision":"5bcc26f7968f71d26e066027a70978529dbb605d","quantization":"Q4_K_M","files":[{"filename":"LFM3-Omni-2B-Q4_K_M.gguf","sha256":"9f8d30e9d4fd7a9349d586e077988229b3ca0a0e4ad730897563d1eccc9893e2","size_bytes":1099630080},{"filename":"mmproj-LFM3-Omni-2B-F16.gguf","sha256":"361bc95192c7d9156b566fcd4e48930363b78218e493fb1be607456bd51586e3","size_bytes":949841248}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"lfm3-speech-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"libllama-bench-impl.so":"cbf019054c12e09b00c679d95416b93ed111e16738dc2300b0eb0e772bc8fc38","libllama-server-impl.so":"258b31452cbf724f4678352f720562c3f062efb25d19f11556b147e2b41b9f7c","libggml-cpu.so.0.27.0":"d668aae422209ff4e1979fd08cf5034635361eb723b2f3b32c9deedd295ea179","libggml.so.0.27.0":"b83ba3553355179bf2d49bf360939fbff3d05090a4600e19691bc85ee95dde5b","llama-server":"8e675df37eb23196e8003d269db725c918f7040bd9406ef90a406cd4fca6b2f0","libggml-base.so.0.27.0":"e78459903f2480a486a778f5fa760e2069b04c6ea2e43e6e6ffc60547f756f3f","libllama-common.so.0.7.0":"00caef28e1713b67ae7c2b6120b86db539016f2ec2021ab130d620b7d1d7826a","libmtmd.so.0.7.0":"f697f2e706fd7e80fa265bdb22a76ace717625da11a123e2fe3f7424cc44aca4","llama-bench":"673f2cfb7eee2dcc2bf466ea608ecd983383561a5bc7b8eb883578093283397a","llama-tts":"f6712a209c941f0248fe3d897da5b3f31111d30425ff6038228b2833ba003933","libllama.so.0.7.0":"89d0d09acdcb4a0002a601ed160026cee9d379e47f2f6d4f267e66318bff86e4"},"runtime_version":{"returncode":0},"compatibility_id":"a302c8cdc7089643ba7c68401374a77e94e86c4a9283a4b1b1e3533c2b101964"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false}],"complete_cases":15,"capability_result_id":"4881e597b77813c045d1","performance_result_id":"ffea6c962d366b5a94c9","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"4881e597b77813c045d1","comparison_basis":"matched_configuration","compatibility_id":"a302c8cdc7089643ba7c68401374a77e94e86c4a9283a4b1b1e3533c2b101964","cross_device_status":"review_required"}}],"rows":[{"id":"525b681d531519b09b1d","model_id":"gemma-4-e2b-it","recorded_at":"2026-10-19T16:06:30.349450+00:00","metrics":{"peak_memory_mib":5654.421875,"model_size_mib":3902.8094787597656,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":10.31556546066228,"p95_task_s":13.048007206991315,"median_ttft_s":7.213128743023844,"processing_rtf":1.6782373309103493},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":9.09317219389292,"p95_task_s":13.378825820982456,"median_ttft_s":6.508738814998651,"processing_rtf":1.5021760232201962},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":16.71947057244122,"p95_task_s":22.930208049016073,"median_ttft_s":11.232073516992386,"processing_rtf":1.5923305307086877},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":17.2805242803297,"p95_task_s":29.112046903988812,"median_ttft_s":11.139675423008157,"processing_rtf":1.4328792935596768},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":36.830428671444274,"p95_task_s":46.496338372991886,"median_ttft_s":12.555863321991637,"processing_rtf":3.0939540214586927}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"gemma-4-e2b-it","repo_id":"unsloth/gemma-4-E2B-it-GGUF","revision":"0314792d7f1f7e229411f620751375812bb9faf2","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E2B-it-Q4_K_M.gguf","sha256":"740185b21d22ceb83a11c3aa62ad5842ef32c70f6096d756bbee85a1e4ec34b8","size_bytes":3106738272},{"filename":"mmproj-F16.gguf","sha256":"140be8d7849741f88c50757d529b84373ee8e27052cc2236855b537f4a8215fa","size_bytes":985654080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"b4445c2bb86c44ce2e60eb1247259b8db3968dd53e4633c203b399314fdfa06d"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"passed","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":15,"capability_result_id":"3128be2bc470ab16310c","performance_result_id":"525b681d531519b09b1d","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":4.403794037940379,"errors":130,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.2550335570469797,5.690492713393477],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":9.768339768339768,"errors":253,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[8.227604767397155,11.56832298136646],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":11.670480549199084,"errors":255,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[9.070294784580499,14.675767918088738],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":9.63740458015267,"errors":202,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[7.471763683753258,12.244897959183673],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":0,"score":55.208333333333336,"correct":53,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[45.25145906400809,64.76440606635843]}},"capability_result_id":"3128be2bc470ab16310c","capability_evidence":{"id":"3128be2bc470ab16310c","comparison_basis":"matched_configuration","compatibility_id":"b4445c2bb86c44ce2e60eb1247259b8db3968dd53e4633c203b399314fdfa06d","cross_device_status":"passed"}},{"id":"dc6c53d6fced27d79281","model_id":"qwen3-asr-0-6b","recorded_at":"2026-10-19T16:38:25.323223+00:00","metrics":{"peak_memory_mib":2600.640625,"model_size_mib":971.9292907714844,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":3.248334270889043,"p95_task_s":3.8087524919828866,"median_ttft_s":1.733643674000632,"processing_rtf":0.5284708683658964},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":2.877363398768163,"p95_task_s":4.130375848006224,"median_ttft_s":1.5326818509784061,"processing_rtf":0.475335363232626},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":4.988656900554714,"p95_task_s":7.057042252999963,"median_ttft_s":2.51236310400418,"processing_rtf":0.4751101810052109},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":5.229537428990524,"p95_task_s":8.914470152987633,"median_ttft_s":2.5227466790238395,"processing_rtf":0.43362665248677645}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen3-asr-0-6b","repo_id":"ggml-org/Qwen3-ASR-0.6B-GGUF","revision":"928ab958557df9aa2ef1c93e0e83c7ad0933fae2","quantization":"Q8_0","files":[{"filename":"Qwen3-ASR-0.6B-Q8_0.gguf","sha256":"bca259818b50ca7c4c05e9bdb35a5dc04fa039653a6d6f3f0f331f96f6aa1971","size_bytes":804749248},{"filename":"mmproj-Qwen3-ASR-0.6B-Q8_0.gguf","sha256":"41a342b5e4c514e968cb756de6cd1b7be39eff43c44c57a2ef5fc6522e36603d","size_bytes":214392480}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780"],"adapter_policy":{"profile":"qwen3-asr-v1","output_parser":"qwen3-asr-header-v1","language_policy":"automatic detection; audio-only input","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"02f0068e6f8b0bd9f0d6b060aba1f2ec6a40c9cf5e3c135785fa03041b4e2ba2"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"passed","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true}],"complete_cases":12,"capability_result_id":"4ccb02dac01c23fe90e7","performance_result_id":"dc6c53d6fced27d79281","expected_cases":12,"scope":"12 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.6084010840108403,"errors":77,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.8233259981138006,3.462709284627093],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":4.324324324324325,"errors":112,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.0597014925373136,5.79957356076759],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":5.995423340961098,"errors":131,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.301075268817204,7.7434679334916865],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":8.826335877862595,"errors":185,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[6.666666666666667,11.520302171860246],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"}},"capability_result_id":"4ccb02dac01c23fe90e7","capability_evidence":{"id":"4ccb02dac01c23fe90e7","comparison_basis":"matched_configuration","compatibility_id":"02f0068e6f8b0bd9f0d6b060aba1f2ec6a40c9cf5e3c135785fa03041b4e2ba2","cross_device_status":"passed"}},{"id":"1e0a80223f8d2b329bb4","model_id":"qwen3-asr-1-7b","recorded_at":"2026-10-19T16:45:51.433312+00:00","metrics":{"peak_memory_mib":5016.046875,"model_size_mib":2403.9690856933594,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":8.11588776788752,"p95_task_s":9.728579975984758,"median_ttft_s":4.416066903009778,"processing_rtf":1.3203721965109847},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":7.015373700667017,"p95_task_s":10.096720945002744,"median_ttft_s":4.006367510999553,"processing_rtf":1.1589273734582077},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":12.291414813555699,"p95_task_s":16.676196544984123,"median_ttft_s":6.239413435017923,"processing_rtf":1.1706109346243523},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":12.621446654333138,"p95_task_s":20.598679271002766,"median_ttft_s":6.234914386004675,"processing_rtf":1.0465544489496799}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen3-asr-1-7b","repo_id":"ggml-org/Qwen3-ASR-1.7B-GGUF","revision":"36a678687ba7d07a74ca70ccb0e36902e005fb80","quantization":"Q8_0","files":[{"filename":"Qwen3-ASR-1.7B-Q8_0.gguf","sha256":"58e22d0532d4eacaf034cfac17a6fed159f37c41390c710186783be439d1fc57","size_bytes":2165034944},{"filename":"mmproj-Qwen3-ASR-1.7B-Q8_0.gguf","sha256":"46c1d533af3f354ceb37ce855dbceff7da7fa7cf1e6a523df3b13440bd164c0d","size_bytes":355709344}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780"],"adapter_policy":{"profile":"qwen3-asr-v1","output_parser":"qwen3-asr-header-v1","language_policy":"automatic detection; audio-only input","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"46dce26b072e393dd8c6a4b2a8dfd183b607191810b21a53b304de6a489704ea"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"passed","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true}],"complete_cases":12,"capability_result_id":"2ba76ec2978340fda140","performance_result_id":"1e0a80223f8d2b329bb4","expected_cases":12,"scope":"12 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":1.7953929539295392,"errors":53,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.1240029006526469,2.5731746542296556],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":3.3204633204633205,"errors":86,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[2.2736181889455116,4.476479514415781],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":4.3478260869565215,"errors":95,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.114518447532343,5.706642888987963],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":5.152671755725191,"errors":108,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.6014967259120674,7.159569489939167],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"}},"capability_result_id":"2ba76ec2978340fda140","capability_evidence":{"id":"2ba76ec2978340fda140","comparison_basis":"matched_configuration","compatibility_id":"46dce26b072e393dd8c6a4b2a8dfd183b607191810b21a53b304de6a489704ea","cross_device_status":"passed"}},{"id":"ccc88f99b7fe3e2a3187","model_id":"lfm2-5-audio-1-5b","recorded_at":"2026-10-19T18:22:56.823272+00:00","metrics":{"peak_memory_mib":2924.03125,"model_size_mib":1468.3696899414062,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":4.973428345780121,"p95_task_s":6.03464485501172,"median_ttft_s":2.3498086749750655,"processing_rtf":0.8091260866236639},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":4.387909914337797,"p95_task_s":6.35220045101596,"median_ttft_s":2.251886079990072,"processing_rtf":0.724874985848755},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":7.701759918773961,"p95_task_s":10.365967070974875,"median_ttft_s":3.5776987849967554,"processing_rtf":0.7335009446451392}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm2-5-audio-1-5b","repo_id":"LiquidAI/LFM2.5-Audio-1.5B-GGUF","revision":"7d525f883a077e20afb782f2ff618edcae0e39e4","quantization":"Q8_0","files":[{"filename":"LFM2.5-Audio-1.5B-Q8_0.gguf","sha256":"fce1362831bad25de69a9a83d5016adf64e9a83bb5f9f97c092256ba8236f7d0","size_bytes":1246253280},{"filename":"mmproj-LFM2.5-Audio-1.5B-Q8_0.gguf","sha256":"8f943619aa95cfb6218347ffd97edc4c485e76b6a839c899a4d9617db1939c67","size_bytes":293443936}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879"],"adapter_policy":{"profile":"lfm2-asr-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"50a23ae0b2583f98791892a31a8660df8e93f7efa0cd221c34e646e1bf5bf76d"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"passed","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true}],"complete_cases":9,"capability_result_id":"49f994cf011ed19b3231","performance_result_id":"ccc88f99b7fe3e2a3187","expected_cases":9,"scope":"9 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.33739837398374,"errors":69,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.6223679668622712,3.1937544357700496],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":4.362934362934363,"errors":113,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.264094955489614,5.496308449548811],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":6.636155606407323,"errors":145,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.874651810584958,8.656145384983262],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"}},"capability_result_id":"49f994cf011ed19b3231","capability_evidence":{"id":"49f994cf011ed19b3231","comparison_basis":"matched_configuration","compatibility_id":"50a23ae0b2583f98791892a31a8660df8e93f7efa0cd221c34e646e1bf5bf76d","cross_device_status":"passed"}},{"id":"eb131de412b43aaf915e","model_id":"lfm3-audio-2b","recorded_at":"2026-10-27T19:26:02.176933+00:00","metrics":{"peak_memory_mib":3100.1875,"model_size_mib":1593.0866394042969,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":4.652465368763337,"p95_task_s":5.612598294042982,"median_ttft_s":2.309042793000117,"processing_rtf":0.7569086825536882},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":4.163959128989114,"p95_task_s":6.358623386011459,"median_ttft_s":2.1470097169512883,"processing_rtf":0.687878710736087},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":7.364727255125116,"p95_task_s":10.092165822978131,"median_ttft_s":3.411468893988058,"processing_rtf":0.7014025957262016},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":6.890072050672542,"p95_task_s":11.299662305042148,"median_ttft_s":3.3631075399462134,"processing_rtf":0.5713160904371926},"voicebench-ifeval":{"count":9,"completed":6,"truncated":3,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":null,"p95_task_s":null,"median_ttft_s":null,"processing_rtf":null}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm3-audio-2b","repo_id":"LiquidAI/LFM3-Audio-2B-GGUF","revision":"fcfae9027c00a6f3f872c48a841cfeb77e2b5a1c","quantization":"Q4_K_M","files":[{"filename":"LFM3-Audio-2B-Q4_K_M.gguf","sha256":"9a773289bd321ed879cd3a76545f6aca506e403851a45fb315420aee45625be2","size_bytes":1099626016},{"filename":"mmproj-LFM3-Audio-2B-F16.gguf","sha256":"bd0fce0670c96e405a753f996701dee6568bc6a1318a80091d74fb58f7510d79","size_bytes":570846400}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"lfm3-speech-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"libllama-bench-impl.so":"cbf019054c12e09b00c679d95416b93ed111e16738dc2300b0eb0e772bc8fc38","libllama-server-impl.so":"258b31452cbf724f4678352f720562c3f062efb25d19f11556b147e2b41b9f7c","libggml-cpu.so.0.27.0":"d668aae422209ff4e1979fd08cf5034635361eb723b2f3b32c9deedd295ea179","libggml.so.0.27.0":"b83ba3553355179bf2d49bf360939fbff3d05090a4600e19691bc85ee95dde5b","llama-server":"8e675df37eb23196e8003d269db725c918f7040bd9406ef90a406cd4fca6b2f0","libggml-base.so.0.27.0":"e78459903f2480a486a778f5fa760e2069b04c6ea2e43e6e6ffc60547f756f3f","libllama-common.so.0.7.0":"00caef28e1713b67ae7c2b6120b86db539016f2ec2021ab130d620b7d1d7826a","libmtmd.so.0.7.0":"f697f2e706fd7e80fa265bdb22a76ace717625da11a123e2fe3f7424cc44aca4","llama-bench":"673f2cfb7eee2dcc2bf466ea608ecd983383561a5bc7b8eb883578093283397a","llama-tts":"f6712a209c941f0248fe3d897da5b3f31111d30425ff6038228b2833ba003933","libllama.so.0.7.0":"89d0d09acdcb4a0002a601ed160026cee9d379e47f2f6d4f267e66318bff86e4"},"runtime_version":{"returncode":0},"compatibility_id":"11ee1e893f2b720ff901d0b07cba154254ba24d2d249b5eaf02ea0585441ddf5"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":false,"exact_text_match":true},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":14,"capability_result_id":"160838b52f9db6dec490","performance_result_id":"eb131de412b43aaf915e","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"160838b52f9db6dec490","comparison_basis":"matched_configuration","compatibility_id":"11ee1e893f2b720ff901d0b07cba154254ba24d2d249b5eaf02ea0585441ddf5","cross_device_status":"review_required"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.913279132791328,"errors":86,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[2.057478772044415,3.881439661256175],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":5.521235521235521,"errors":143,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.155233241865935,7.178890182382616],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":6.132723112128146,"errors":134,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.388422035480859,7.874015748031496],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":6.6316793893129775,"errors":139,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.796511627906977,8.932661475034356],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":51,"score":32.29166666666667,"correct":31,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[23.775702086652156,42.17035647010175]}},"capability_result_id":"160838b52f9db6dec490"},{"id":"ffea6c962d366b5a94c9","model_id":"lfm3-omni-2b","recorded_at":"2026-10-27T19:32:00.807394+00:00","metrics":{"peak_memory_mib":3468.40625,"model_size_mib":1954.5281677246094,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":4.646211818455615,"p95_task_s":6.0766854780958965,"median_ttft_s":2.2614708030596375,"processing_rtf":0.7558912936749916},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":4.080323393883494,"p95_task_s":5.888564238091931,"median_ttft_s":2.0940133669646457,"processing_rtf":0.6740622346723834},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":7.156657646681803,"p95_task_s":9.550720916013233,"median_ttft_s":3.3510481680277735,"processing_rtf":0.6815864425411241},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":6.913875371230663,"p95_task_s":11.399975039996207,"median_ttft_s":3.3133892220212147,"processing_rtf":0.5732898317770035},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":12.535717417007415,"p95_task_s":16.83500203397125,"median_ttft_s":3.7561056460253894,"processing_rtf":1.053067659358822}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"lfm3-omni-2b","repo_id":"LiquidAI/LFM3-Omni-2B-GGUF","revision":"5bcc26f7968f71d26e066027a70978529dbb605d","quantization":"Q4_K_M","files":[{"filename":"LFM3-Omni-2B-Q4_K_M.gguf","sha256":"9f8d30e9d4fd7a9349d586e077988229b3ca0a0e4ad730897563d1eccc9893e2","size_bytes":1099630080},{"filename":"mmproj-LFM3-Omni-2B-F16.gguf","sha256":"361bc95192c7d9156b566fcd4e48930363b78218e493fb1be607456bd51586e3","size_bytes":949841248}]},"runtime_revision":"19ff817fb25e9a1b838b1d7f9f4325f7bf9779c4","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"lfm3-speech-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1-lfm3-19ff817fb2","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"68e0b331b6406ce8ec7750b3c93fcbd3d1588c788e21c3b9b8f5671d65d1a9b3","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","lfm3.py":"468306a92ba6ffc36d8b127d49a90a8623d136bbdf65a4ff54b286b06f97cd50","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"7e7ad4da3d6295223e51dec084f399de81b21a3890475e960413c85ae4505181","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"f319ca451921451335a6ab43c5ef0e24c2a6ac54d71a19e592859e05546918a1","split.py":"54fb51636ba48134b9eee097bcf3079144fe33371a31644f440d6b20df333d1a","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"af53ae3cd1e3c58cf293c2a7b1d59317f045a0e4e3f677d6a6f8e87c7c367a9e"},"runtime_components":{"libllama-bench-impl.so":"cbf019054c12e09b00c679d95416b93ed111e16738dc2300b0eb0e772bc8fc38","libllama-server-impl.so":"258b31452cbf724f4678352f720562c3f062efb25d19f11556b147e2b41b9f7c","libggml-cpu.so.0.27.0":"d668aae422209ff4e1979fd08cf5034635361eb723b2f3b32c9deedd295ea179","libggml.so.0.27.0":"b83ba3553355179bf2d49bf360939fbff3d05090a4600e19691bc85ee95dde5b","llama-server":"8e675df37eb23196e8003d269db725c918f7040bd9406ef90a406cd4fca6b2f0","libggml-base.so.0.27.0":"e78459903f2480a486a778f5fa760e2069b04c6ea2e43e6e6ffc60547f756f3f","libllama-common.so.0.7.0":"00caef28e1713b67ae7c2b6120b86db539016f2ec2021ab130d620b7d1d7826a","libmtmd.so.0.7.0":"f697f2e706fd7e80fa265bdb22a76ace717625da11a123e2fe3f7424cc44aca4","llama-bench":"673f2cfb7eee2dcc2bf466ea608ecd983383561a5bc7b8eb883578093283397a","llama-tts":"f6712a209c941f0248fe3d897da5b3f31111d30425ff6038228b2833ba003933","libllama.so.0.7.0":"89d0d09acdcb4a0002a601ed160026cee9d379e47f2f6d4f267e66318bff86e4"},"runtime_version":{"returncode":0},"compatibility_id":"a302c8cdc7089643ba7c68401374a77e94e86c4a9283a4b1b1e3533c2b101964"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false}],"complete_cases":15,"capability_result_id":"4881e597b77813c045d1","performance_result_id":"ffea6c962d366b5a94c9","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"capability_evidence":{"id":"4881e597b77813c045d1","comparison_basis":"matched_configuration","compatibility_id":"a302c8cdc7089643ba7c68401374a77e94e86c4a9283a4b1b1e3533c2b101964","cross_device_status":"review_required"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.845528455284553,"errors":84,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.98252688172043,3.8333947659417618],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":5.444015444015444,"errors":141,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.2974588938714495,6.723044397463002],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":6.178489702517163,"errors":135,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.537037037037037,7.874015748031496],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":7.108778625954199,"errors":149,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[5.150214592274678,9.425625920471282],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":6,"score":65.625,"correct":63,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[55.687844240445074,74.35975115065445]}},"capability_result_id":"4881e597b77813c045d1"},{"id":"6045936f3529ec22b22f","model_id":"gemma-4-e4b-it","recorded_at":"2026-10-19T16:34:58.989934+00:00","metrics":{"peak_memory_mib":8230.546875,"model_size_mib":5691.093688964844,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":20.790570084995124,"p95_task_s":25.818111789005343,"median_ttft_s":13.597214219014859,"processing_rtf":3.382413788231311},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":18.505889335783042,"p95_task_s":26.326889974006917,"median_ttft_s":12.36230951800826,"processing_rtf":3.0571403087747315},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":32.669608298000334,"p95_task_s":44.109215522999875,"median_ttft_s":21.445279526989907,"processing_rtf":3.1113912664762227},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":33.397013570110886,"p95_task_s":55.38432432900299,"median_ttft_s":21.270219221012667,"processing_rtf":2.769238272811848},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":70.44870740999856,"p95_task_s":76.08269846299663,"median_ttft_s":23.62110922197462,"processing_rtf":5.91807017893133}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"gemma-4-e4b-it","repo_id":"unsloth/gemma-4-E4B-it-GGUF","revision":"bfc15c382204943c3a8fff0c750b94ae2364d7a3","quantization":"Q4_K_M","files":[{"filename":"gemma-4-E4B-it-Q4_K_M.gguf","sha256":"85a896a047553e842f25297ee5b031d64ff30147d9c4af17b1e4b394cd1fab87","size_bytes":4977171584},{"filename":"mmproj-F16.gguf","sha256":"ddf46c21d7078e95338cfc22306b19b276a29a5ad089023449dd54d4b6170a51","size_bytes":990372672}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"33769d3ac216fc832a706b6fceddfe672ffd3b2e294f83dfb2ecbb573144bc4c"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true}],"complete_cases":15,"capability_result_id":"621ebe791077f8f7962f","performance_result_id":"6045936f3529ec22b22f","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":4.098915989159892,"errors":121,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[3.002144388849178,5.2947405577126725],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":0,"score":9.536679536679536,"errors":247,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[7.703870725291244,11.39750302053967],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":9.382151029748284,"errors":205,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[7.441433164905834,11.394799054373522],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":9.875954198473282,"errors":207,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[7.275254865616311,13.003239241092087],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":0,"score":66.66666666666666,"correct":64,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[56.756318940983796,75.294449476189]}},"capability_result_id":"621ebe791077f8f7962f","capability_evidence":{"id":"621ebe791077f8f7962f","comparison_basis":"matched_configuration","compatibility_id":"33769d3ac216fc832a706b6fceddfe672ffd3b2e294f83dfb2ecbb573144bc4c","cross_device_status":"review_required"}},{"id":"961ccf4605040b57f2e3","model_id":"voxtral-mini-3b-2507","recorded_at":"2026-10-19T18:18:49.906640+00:00","metrics":{"peak_memory_mib":6280.828125,"model_size_mib":3040.996551513672,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":111.04148829278549,"p95_task_s":113.07970347200171,"median_ttft_s":104.41616217701812,"processing_rtf":18.06531805197161},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":109.6055661202182,"p95_task_s":111.10038375298609,"median_ttft_s":104.22196292100125,"processing_rtf":18.1066463854986},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":112.51596302677838,"p95_task_s":118.92819645898999,"median_ttft_s":104.51448529001209,"processing_rtf":10.715806002550321},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":111.48882073132943,"p95_task_s":115.97182632697513,"median_ttft_s":104.34629583900096,"processing_rtf":9.24451249845186},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":145.2498492204403,"p95_task_s":174.94198460498592,"median_ttft_s":104.44629052802338,"processing_rtf":12.201768247684837}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"voxtral-mini-3b-2507","repo_id":"ggml-org/Voxtral-Mini-3B-2507-GGUF","revision":"20616573013f28229fff61de74359d3eeff61f6a","quantization":"Q4_K_M","files":[{"filename":"Voxtral-Mini-3B-2507-Q4_K_M.gguf","sha256":"4705be8ec22ca23d12632f4b4a3691faa95917d90a06d3cf3c3ec0e91958f1a8","size_bytes":2473001920},{"filename":"mmproj-Voxtral-Mini-3B-2507-Q8_0.gguf","sha256":"4f24c4ef3ce929d02ed9d1cfb050ae9a7365f057c0ddec0d489580982ebe0d02","size_bytes":715714080}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"fe4154dff1c03611edb7a916d3e3020fd42afcfab81e7dc6893a362ff18b5489"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":false,"both_completed":false,"exact_text_match":false},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":14,"capability_result_id":"a4a0265c805b7cc0e68a","performance_result_id":"961ccf4605040b57f2e3","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":47.89972899728997,"errors":1414,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[38.16034804226228,59.52856572113464],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":2,"score":80.54054054054055,"errors":2086,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[49.14013904134651,128.1171548117155],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":43.066361556064074,"errors":941,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[34.20008814455707,52.58108725445409],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":24.47519083969466,"errors":513,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[20.28846153846154,29.462160875773442],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":2,"score":31.25,"correct":30,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[22.850817977225667,41.09206755345494]}},"capability_result_id":"a4a0265c805b7cc0e68a","capability_evidence":{"id":"a4a0265c805b7cc0e68a","comparison_basis":"matched_configuration","compatibility_id":"fe4154dff1c03611edb7a916d3e3020fd42afcfab81e7dc6893a362ff18b5489","cross_device_status":"review_required"}},{"id":"ea2570d783eea0ef60d7","model_id":"qwen2-5-omni-3b","recorded_at":"2026-10-19T19:31:20.264492+00:00","metrics":{"peak_memory_mib":6812.34375,"model_size_mib":4509.844757080078,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":66.9006001022224,"p95_task_s":68.11802058899775,"median_ttft_s":62.5287673099956,"processing_rtf":10.884045569775878},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":66.2108381682289,"p95_task_s":68.8276917799958,"median_ttft_s":62.50920419199974,"processing_rtf":10.93791379431094},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":69.80851776755298,"p95_task_s":74.31625029598945,"median_ttft_s":62.515097408002475,"processing_rtf":6.648430263576475},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":69.33945085300365,"p95_task_s":73.90458165601012,"median_ttft_s":62.5672623339924,"processing_rtf":5.7495398717250135},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":102.78464494266922,"p95_task_s":134.32545136101544,"median_ttft_s":62.63259863900021,"processing_rtf":8.634462780802187}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen2-5-omni-3b","repo_id":"ggml-org/Qwen2.5-Omni-3B-GGUF","revision":"75f1b73b657a50f5092502799457ccb4a4a1f9df","quantization":"Q4_K_M","files":[{"filename":"Qwen2.5-Omni-3B-Q4_K_M.gguf","sha256":"4b0bd358c1e9ec55dd3055ef6d71c958c821533d85916a10cfa89c4552a86e29","size_bytes":2104931648},{"filename":"mmproj-Qwen2.5-Omni-3B-f16.gguf","sha256":"f6d9276e9fa4f060c7abdbe886786cf31a8911b62770f8a54b7581b7b99fa27e","size_bytes":2623983328}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"b9437a31fc0d08403db3d4e6e174f4a736714af0e79d5b38083506e5d71b0b8f"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":15,"capability_result_id":"44145c82d2b187ff8dc8","performance_result_id":"ea2570d783eea0ef60d7","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":2.540650406504065,"errors":75,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[1.8388498829822801,3.400063552589768],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":1,"score":24.517374517374517,"errors":635,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[4.742794600510763,66.50082918739635],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":0,"score":9.107551487414188,"errors":199,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[6.488725264611137,12.424942263279446],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":0,"score":13.311068702290076,"errors":279,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[10.307328605200945,16.721311475409838],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":8,"score":37.5,"correct":36,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[28.47245670539583,47.48946698172457]}},"capability_result_id":"44145c82d2b187ff8dc8","capability_evidence":{"id":"44145c82d2b187ff8dc8","comparison_basis":"matched_configuration","compatibility_id":"b9437a31fc0d08403db3d4e6e174f4a736714af0e79d5b38083506e5d71b0b8f","cross_device_status":"review_required"}},{"id":"eb565e13250a1f619c98","model_id":"ultravox-0-5-llama-3-2-1b","recorded_at":"2026-10-19T20:18:08.340798+00:00","metrics":{"peak_memory_mib":3476.453125,"model_size_mib":2077.882843017578,"tracks":{"librispeech-clean":{"count":9,"completed":6,"truncated":3,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":null,"p95_task_s":null,"median_ttft_s":null,"processing_rtf":null},"librispeech-other":{"count":9,"completed":6,"truncated":3,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":null,"p95_task_s":null,"median_ttft_s":null,"processing_rtf":null},"fleurs-en":{"count":9,"completed":6,"truncated":3,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":null,"p95_task_s":null,"median_ttft_s":null,"processing_rtf":null},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":37.83745749100409,"p95_task_s":40.69175468798494,"median_ttft_s":34.29775680199964,"processing_rtf":3.1374342861529096},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":47.86649051812128,"p95_task_s":50.18779276701389,"median_ttft_s":34.22806819999823,"processing_rtf":4.0210425502454035}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"ultravox-0-5-llama-3-2-1b","repo_id":"ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF","revision":"5390c7c41cbd6f261f7f205fc0c5ae61bbdca650","quantization":"Q4_K_M","files":[{"filename":"Llama-3.2-1B-Instruct-Q4_K_M.gguf","sha256":"6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83","size_bytes":807694464},{"filename":"mmproj-ultravox-v0_5-llama-3_2-1b-f16.gguf","sha256":"b34dde1835752949d6b960528269af93c92fec91c61ea0534fcc73f96c1ed8b2","size_bytes":1371123616}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"57775f459860df6a76b0a98bf30e1ec480a1248f5342626c4beffa1b080f564f"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":false,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":true,"both_completed":false,"exact_text_match":true},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":false,"both_completed":false,"exact_text_match":false},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":false,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":11,"capability_result_id":"56a5ff768ed032ce857c","performance_result_id":"eb565e13250a1f619c98","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":12,"score":247.08672086720867,"errors":7294,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[176.79521276595744,329.2831541218638],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":12,"score":286.0617760617761,"errors":7409,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[218.57596052167784,369.9242122058237],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":11,"score":220.09153318077804,"errors":4809,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[155.06993006993008,311.21226641111645],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":5,"score":92.60496183206106,"errors":1941,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[66.10657705232838,128.62244897959184],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":6,"score":40.625,"correct":39,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[31.34514434260545,50.62629842273485]}},"capability_result_id":"56a5ff768ed032ce857c","capability_evidence":{"id":"56a5ff768ed032ce857c","comparison_basis":"matched_configuration","compatibility_id":"57775f459860df6a76b0a98bf30e1ec480a1248f5342626c4beffa1b080f564f","cross_device_status":"review_required"}},{"id":"7ec787742cad66da6f09","model_id":"qwen2-5-omni-7b","recorded_at":"2026-10-19T22:08:55.389454+00:00","metrics":{"peak_memory_mib":11168.828125,"model_size_mib":6987.313140869141,"tracks":{"librispeech-clean":{"count":9,"completed":9,"truncated":0,"recording_seconds":55.32,"mean_recording_s":6.1466666666666665,"mean_task_s":118.6730065694428,"p95_task_s":124.71777916999417,"median_ttft_s":111.08813687998918,"processing_rtf":19.306888270516726},"librispeech-other":{"count":9,"completed":9,"truncated":0,"recording_seconds":54.480000000000004,"mean_recording_s":6.053333333333334,"mean_task_s":117.68574030366533,"p95_task_s":124.38462324300781,"median_ttft_s":112.41665000098874,"processing_rtf":19.44147692241167},"fleurs-en":{"count":9,"completed":9,"truncated":0,"recording_seconds":94.5,"mean_recording_s":10.5,"mean_task_s":115.4083165899954,"p95_task_s":117.20240337800351,"median_ttft_s":112.51119846798247,"processing_rtf":10.991268246666227},"fleurs-de":{"count":9,"completed":9,"truncated":0,"recording_seconds":108.53999999999999,"mean_recording_s":12.059999999999999,"mean_task_s":119.88949912044336,"p95_task_s":126.07653108000522,"median_ttft_s":112.29823556699557,"processing_rtf":9.941086162557493},"voicebench-ifeval":{"count":9,"completed":9,"truncated":0,"recording_seconds":107.136,"mean_recording_s":11.904,"mean_task_s":209.66573611755544,"p95_task_s":238.77471838498604,"median_ttft_s":111.17356735700741,"processing_rtf":17.613049069015076}},"timing_policy":"warm loaded engine; complete-file audio encoding + prompt/generation/local HTTP; no streaming latency claim","memory_policy":"engine process peak RSS includes LM and audio encoder, across all probes and warmup; not whole-system memory"},"provenance":{"protocol":"edge-audio-split-v1","role":"performance","device_id":"pi5-16gb","compatibility":{"protocol":"edge-audio-split-v1","artifact":{"model_id":"qwen2-5-omni-7b","repo_id":"ggml-org/Qwen2.5-Omni-7B-GGUF","revision":"89b785438c8901d4635e42f50480ba5985a1bbf1","quantization":"Q4_K_M","files":[{"filename":"Qwen2.5-Omni-7B-Q4_K_M.gguf","sha256":"09883dff531dc56923a041c9c99c7c779e26ffde32caa83adeeb7502ec3b50fe","size_bytes":4683072384},{"filename":"mmproj-Qwen2.5-Omni-7B-f16.gguf","sha256":"7ed062b35f15f3c4cacdac72d5291db2f908f178ba4fb19e210b555f233e069d","size_bytes":2643656480}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","context_tokens":8192,"temperature":0,"seed":42,"reasoning_mode":"off","tracks":["librispeech-clean","librispeech-other","fleurs-en","fleurs-de","voicebench-ifeval"],"preprocessing":{"rate":16000,"channels":1,"format":"WAV PCM16","resampling":"scipy.signal.resample_poly, float64, default polyphase filter; no trim, crop, VAD, gain normalization or denoising","selection":"SHA256 seed, duration tertiles, at most three clips per speaker per tertile where speaker IDs exist"},"request_policy":"complete recording, serial; native pinned audio processor; erase slot; cache_prompt=false; audio then fixed task prompt; reference transcripts never sent","output_budget":{"asr":512,"voicebench-ifeval":2048},"first_text_policy":"first non-whitespace answer character; native ASR language header excluded; raw first-token time retained separately","probes":["librispeech-clean:7176-92135-0003","librispeech-clean:61-70968-0011","librispeech-clean:908-157963-0006","librispeech-other:5764-299665-0094","librispeech-other:3764-168671-0029","librispeech-other:8188-269290-0033","fleurs-en:1934:9063124481850378787","fleurs-en:1822:911543279759253336","fleurs-en:1936:2467414061703477879","fleurs-de:1889:13619903763102250854","fleurs-de:1740:9900611883450917327","fleurs-de:1689:9742417165684113780","voicebench-ifeval:2447","voicebench-ifeval:1217","voicebench-ifeval:3619"],"adapter_policy":{"profile":"speech-chat-v1","output_parser":"verbatim-v1","language_policy":"fixed task instruction; known reference language only","reference_policy":"no transcript, reference request or answer in model input"}},"profile":{"id":"pi5-stock-audio-v1","track":"standard","context_tokens":8192,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"off","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":1800,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"edge-audio-pilot-v1","notes":"Complete-file speech input, native audio encoder, text output; no streaming claim. 596 RTX cases; 15 fixed Pi probes x 3."},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","code":{"vision.py":"45b038226b7b96743856e8f6a511d28d637a93037ef915c0ba15c2193bd0d2b3","artifacts.py":"3a902445d454d5346e9d421470a3382c6336f5f01202353b19f9b954bf4179ee","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","bench.py":"bec420906dda6a0ca22ad25100452606d6fe9b98117418017bf3d33f972e7f47","audio_data.py":"a5c4567f6bbbbd225338fcf7f1d51a52c9f217f844024105c59f80835e1dab2d","uploader.py":"d66b5cb1dc26be3403e3835797380ae613f38a9ff79d5e4006d6fda1edc064a7","audio.py":"809a29a66743dd4bf7a72c39e4bb37c3d8abff30b22153d60d5e39bc3111b80a","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","vision_data.py":"4f8fbc70532c1cea1717585b831bc9af54c7367d162665ec39e569652998c22a"},"runtime_components":{"libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9"},"runtime_version":{"returncode":0},"compatibility_id":"9a4311d11404af1aa2c1ebca2302af69ddabc0c9f4d6cb6a84ac41ba19e5c33f"},"is_mock":false,"suite_id":"655370863e322c0649930d4030186ccddce6e22b6131e1c9524ce2c1670d3fba","device_id":"pi5-16gb","parity":{"status":"review_required","checks":[{"case_id":"librispeech-clean:7176-92135-0003","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:61-70968-0011","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-clean:908-157963-0006","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:5764-299665-0094","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:3764-168671-0029","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"librispeech-other:8188-269290-0033","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-en:1934:9063124481850378787","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1822:911543279759253336","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-en:1936:2467414061703477879","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1889:13619903763102250854","prompt_tokens_match":true,"scores_match":false,"both_completed":true,"exact_text_match":false},{"case_id":"fleurs-de:1740:9900611883450917327","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"fleurs-de:1689:9742417165684113780","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":true},{"case_id":"voicebench-ifeval:2447","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:1217","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false},{"case_id":"voicebench-ifeval:3619","prompt_tokens_match":true,"scores_match":true,"both_completed":true,"exact_text_match":false}],"complete_cases":15,"capability_result_id":"fa3e3263aba9b8c02797","performance_result_id":"7ec787742cad66da6f09","expected_cases":15,"scope":"15 fixed first-repeat probes; not proof of equality on all recordings"},"benchmarks":{"librispeech-clean":{"count":150,"invalid":0,"score":20.426829268292682,"errors":603,"reference_words":2952,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[16.57902876585215,24.59412780656304],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"librispeech-other":{"count":150,"invalid":2,"score":67.91505791505791,"errors":1759,"reference_words":2590,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[37.37133808392716,109.43033102386451],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-en":{"count":100,"invalid":1,"score":86.95652173913044,"errors":1900,"reference_words":2185,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[68.01470588235294,127.85527462946818],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"fleurs-de":{"count":100,"invalid":5,"score":135.25763358778627,"errors":2835,"reference_words":2096,"metric":"corpus-wer-percent","higher_is_better":false,"ci95":[76.28145386766076,206.10091743119267],"ci_method":"utterance bootstrap, 1000 seeded resamples; speaker dependence not modeled"},"voicebench-ifeval":{"count":96,"invalid":3,"score":26.041666666666668,"correct":25,"metric":"strict-prompt-percent","higher_is_better":true,"ci95":[18.305777843717664,35.62124255659644]}},"capability_result_id":"fa3e3263aba9b8c02797","capability_evidence":{"id":"fa3e3263aba9b8c02797","comparison_basis":"matched_configuration","compatibility_id":"9a4311d11404af1aa2c1ebca2302af69ddabc0c9f4d6cb6a84ac41ba19e5c33f","cross_device_status":"review_required"}}],"progress":[{"id":"3128be2bc470ab16310c","model_id":"gemma-4-e2b-it","rank":0,"status":"completed","attempts":1,"completed_cases":596,"total_cases":596,"error":null,"updated_at":"2026-10-19T11:18:57.713969+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"621ebe791077f8f7962f","model_id":"gemma-4-e4b-it","rank":1,"status":"completed","attempts":1,"completed_cases":596,"total_cases":596,"error":null,"updated_at":"2026-10-19T11:34:42.425481+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"4ccb02dac01c23fe90e7","model_id":"qwen3-asr-0-6b","rank":2,"status":"completed","attempts":1,"completed_cases":500,"total_cases":500,"error":null,"updated_at":"2026-10-19T11:37:01.179136+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"2ba76ec2978340fda140","model_id":"qwen3-asr-1-7b","rank":3,"status":"completed","attempts":1,"completed_cases":500,"total_cases":500,"error":null,"updated_at":"2026-10-19T11:40:32.262860+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"a4a0265c805b7cc0e68a","model_id":"voxtral-mini-3b-2507","rank":4,"status":"completed","attempts":1,"completed_cases":596,"total_cases":596,"error":null,"updated_at":"2026-10-19T11:53:57.949162+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"49f994cf011ed19b3231","model_id":"lfm2-5-audio-1-5b","rank":5,"status":"completed","attempts":1,"completed_cases":400,"total_cases":400,"error":null,"updated_at":"2026-10-19T11:56:13.588839+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"44145c82d2b187ff8dc8","model_id":"qwen2-5-omni-3b","rank":6,"status":"completed","attempts":1,"completed_cases":596,"total_cases":596,"error":null,"updated_at":"2026-10-19T12:09:10.716717+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"56a5ff768ed032ce857c","model_id":"ultravox-0-5-llama-3-2-1b","rank":7,"status":"completed","attempts":1,"completed_cases":596,"total_cases":596,"error":null,"updated_at":"2026-10-19T12:19:11.098021+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"fa3e3263aba9b8c02797","model_id":"qwen2-5-omni-7b","rank":8,"status":"completed","attempts":1,"completed_cases":596,"total_cases":596,"error":null,"updated_at":"2026-10-19T12:41:58.889426+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"525b681d531519b09b1d","model_id":"gemma-4-e2b-it","rank":0,"status":"completed","attempts":1,"completed_cases":45,"total_cases":45,"error":null,"updated_at":"2026-10-19T16:06:30.359391+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"6045936f3529ec22b22f","model_id":"gemma-4-e4b-it","rank":1,"status":"completed","attempts":1,"completed_cases":45,"total_cases":45,"error":null,"updated_at":"2026-10-19T16:34:59.005105+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"dc6c53d6fced27d79281","model_id":"qwen3-asr-0-6b","rank":2,"status":"completed","attempts":1,"completed_cases":36,"total_cases":36,"error":null,"updated_at":"2026-10-19T16:38:25.328644+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"1e0a80223f8d2b329bb4","model_id":"qwen3-asr-1-7b","rank":3,"status":"completed","attempts":2,"completed_cases":36,"total_cases":36,"error":null,"updated_at":"2026-10-19T16:45:51.440691+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"961ccf4605040b57f2e3","model_id":"voxtral-mini-3b-2507","rank":4,"status":"completed","attempts":1,"completed_cases":45,"total_cases":45,"error":null,"updated_at":"2026-10-19T18:18:49.945940+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"ccc88f99b7fe3e2a3187","model_id":"lfm2-5-audio-1-5b","rank":5,"status":"completed","attempts":3,"completed_cases":27,"total_cases":27,"error":null,"updated_at":"2026-10-19T18:22:56.828430+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"ea2570d783eea0ef60d7","model_id":"qwen2-5-omni-3b","rank":6,"status":"completed","attempts":1,"completed_cases":45,"total_cases":45,"error":null,"updated_at":"2026-10-19T19:31:20.291459+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"eb565e13250a1f619c98","model_id":"ultravox-0-5-llama-3-2-1b","rank":7,"status":"completed","attempts":1,"completed_cases":45,"total_cases":45,"error":null,"updated_at":"2026-10-19T20:18:08.360816+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"7ec787742cad66da6f09","model_id":"qwen2-5-omni-7b","rank":8,"status":"completed","attempts":1,"completed_cases":45,"total_cases":45,"error":null,"updated_at":"2026-10-19T22:08:55.435252+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"160838b52f9db6dec490","model_id":"lfm3-audio-2b","rank":0,"status":"completed","attempts":1,"completed_cases":596,"total_cases":596,"error":null,"updated_at":"2026-10-27T19:15:29.433202+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"4881e597b77813c045d1","model_id":"lfm3-omni-2b","rank":1,"status":"completed","attempts":1,"completed_cases":596,"total_cases":596,"error":null,"updated_at":"2026-10-27T19:22:36.897370+00:00","role":"capability","device_id":"rtx4060ti-16gb","waiting_for":null},{"id":"eb131de412b43aaf915e","model_id":"lfm3-audio-2b","rank":0,"status":"completed","attempts":1,"completed_cases":45,"total_cases":45,"error":null,"updated_at":"2026-10-27T19:26:02.199333+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null},{"id":"ffea6c962d366b5a94c9","model_id":"lfm3-omni-2b","rank":1,"status":"completed","attempts":1,"completed_cases":45,"total_cases":45,"error":null,"updated_at":"2026-10-27T19:32:00.821562+00:00","role":"performance","device_id":"pi5-16gb","waiting_for":null}],"snapshot_at":"2026-10-21T10:42:59.351350+00:00"},"speech":{"protocol":"edge-native-speech-v1","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","models":[{"id":"whisper-tiny","name":"Whisper Tiny","task":"stt","maker":"OpenAI","adapter":"whisper","languages":["en","de"],"voices":[0],"source_repo":"openai/whisper-tiny","source_revision":"169d4a4341b33bc18d8881c4b69c2e104e1cc0af","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.03776064,"parameter_basis":"Publisher stored tensor count","license":{"reported_checkpoint_license":"apache-2.0","url":"https://huggingface.co/openai/whisper-tiny"},"base":"sherpa-onnx-whisper-tiny","files":{"sherpa-onnx-whisper-tiny/tiny-decoder.int8.onnx":{"sha256":"d2fece8dd42771f1df975c6c0445770d0c292bf7547c2cae04a6c0cc57540925","bytes":89855401},"sherpa-onnx-whisper-tiny/tiny-decoder.onnx":{"sha256":"e144c07dc6b55cece24392811f2d934b97013811f5e677d1315d341a0a74a25d","bytes":114505801},"sherpa-onnx-whisper-tiny/tiny-encoder.int8.onnx":{"sha256":"d24fb083ae3b1041fc24e97971d60e280c9342201fbb67b0ab428a8b4a51a434","bytes":12937772},"sherpa-onnx-whisper-tiny/tiny-encoder.onnx":{"sha256":"42c1d4cbf889632ba21ab6f0d4064c80209755f265ce5cd630db4a6793e7089c","bytes":37647080},"sherpa-onnx-whisper-tiny/tiny-tokens.txt":{"sha256":"b34b360dbb493e781e479794586d661700670d65564001f23024971d1f2fa126","bytes":816730},"sherpa-onnx-whisper-tiny/test_wavs/0.wav":{"sha256":"6bc58a4efdf20daac252b6b1502632601a71efe0308f6757dc1eda34891a7e4f","bytes":212044},"sherpa-onnx-whisper-tiny/test_wavs/1.wav":{"sha256":"5143a6ba93c4b274e2c4ac22deb75c2c48936c853f0519add1de828b6c79cc5a","bytes":534924},"sherpa-onnx-whisper-tiny/test_wavs/8k.wav":{"sha256":"f6f3c8b33e2534cdc154fe773ad2750f1f6a2ca5096179cdf037ae782456613e","bytes":77244},"sherpa-onnx-whisper-tiny/test_wavs/trans.txt":{"sha256":"b9ac44e7b794abb1a2d5faf0005e98a665971e7ac2ed15435832cc34edaa9100","bytes":449}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-tiny.tar.bz2","asset_id":179373699,"bytes":116204861,"sha256":"c46116994e539aa165266d96b325252728429c12535eb9d8b6a2b10f129e66b1","fingerprint_basis":"First trusted HTTPS release download hashed and archived; upstream digest absent"},"runtime":"sherpa-onnx-1.13.8","downloads":818386,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:41:59.689568+00:00"},{"id":"moonshine-tiny","name":"Moonshine Tiny","task":"stt","maker":"Moonshine AI","adapter":"moonshine","languages":["en"],"voices":[0],"source_repo":"moonshine-ai/moonshine-tiny","source_revision":"390624ed33d594443aa4aa221f5b9f283b545b5a","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.027092736,"parameter_basis":"Publisher stored tensor count","license":{"reported_checkpoint_license":"mit","url":"https://huggingface.co/moonshine-ai/moonshine-tiny"},"base":"sherpa-onnx-moonshine-tiny-en-int8","files":{"sherpa-onnx-moonshine-tiny-en-int8/cached_decode.int8.onnx":{"sha256":"2aff28bba6a03d8dcf5c9feac45462629bae37317442299f28115ad09da773f6","bytes":45264830},"sherpa-onnx-moonshine-tiny-en-int8/encode.int8.onnx":{"sha256":"8774dfba578de027ec6595c2c654a0836434489bc963a0db124a7f181f571acb","bytes":18249187},"sherpa-onnx-moonshine-tiny-en-int8/LICENSE":{"sha256":"29f60769d1779eb7e196d96b8d2dd471d0263cf8200c79e55c0c00183971ee1b","bytes":1071},"sherpa-onnx-moonshine-tiny-en-int8/preprocess.onnx":{"sha256":"f33addce61a143460fe753b5ee5b7db255e5140b5b779c065b94f6c83ff0bf4e","bytes":6800738},"sherpa-onnx-moonshine-tiny-en-int8/README.md":{"sha256":"47c3767ed840f4176000cd6b8bab82c6c5e0acfc1c702d93cdefe85ee48d7d89","bytes":175},"sherpa-onnx-moonshine-tiny-en-int8/tokens.txt":{"sha256":"1165c2aeb9f72f457a83be2d459a09054f27490acd9b41bd43794dfd25e296ea","bytes":436688},"sherpa-onnx-moonshine-tiny-en-int8/uncached_decode.int8.onnx":{"sha256":"216737000dd5881a17aa043f6bbd286add33e4c3b0ae257153e2ec15438bdc41","bytes":53216096},"sherpa-onnx-moonshine-tiny-en-int8/test_wavs/0.wav":{"sha256":"6bc58a4efdf20daac252b6b1502632601a71efe0308f6757dc1eda34891a7e4f","bytes":212044},"sherpa-onnx-moonshine-tiny-en-int8/test_wavs/1.wav":{"sha256":"5143a6ba93c4b274e2c4ac22deb75c2c48936c853f0519add1de828b6c79cc5a","bytes":534924},"sherpa-onnx-moonshine-tiny-en-int8/test_wavs/8k.wav":{"sha256":"f6f3c8b33e2534cdc154fe773ad2750f1f6a2ca5096179cdf037ae782456613e","bytes":77244},"sherpa-onnx-moonshine-tiny-en-int8/test_wavs/trans.txt":{"sha256":"b9ac44e7b794abb1a2d5faf0005e98a665971e7ac2ed15435832cc34edaa9100","bytes":449}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-moonshine-tiny-en-int8.tar.bz2","asset_id":201857349,"bytes":107600538,"sha256":"d5fe6ec4334fef36255b2a4010412cad4c007e33103fec62fb5d17cad88086f2","fingerprint_basis":"First trusted HTTPS release download hashed and archived; upstream digest absent"},"runtime":"sherpa-onnx-1.13.8","downloads":44244,"admission_status":"queued-native-test","precision":"INT8","checked_at":"2026-10-19T12:42:00.173732+00:00"},{"id":"parakeet-tdt-0-6b-v3","name":"Parakeet TDT 0.6B v3","task":"stt","maker":"NVIDIA","adapter":"parakeet","languages":["en","de"],"voices":[0],"source_repo":"nvidia/parakeet-tdt-0.6b-v3","source_revision":"541d1f99c6b0c3cd0b11a95167540bb8edefd82b","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.627057286,"parameter_basis":"Publisher stored tensor count","license":{"reported_checkpoint_license":"cc-by-4.0","url":"https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3"},"base":"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8","files":{"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8/decoder.int8.onnx":{"sha256":"179e50c43d1a9de79c8a24149a2f9bac6eb5981823f2a2ed88d655b24248db4e","bytes":11845275},"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8/encoder.int8.onnx":{"sha256":"acfc2b4456377e15d04f0243af540b7fe7c992f8d898d751cf134c3a55fd2247","bytes":652184281},"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8/joiner.int8.onnx":{"sha256":"3164c13fc2821009440d20fcb5fdc78bff28b4db2f8d0f0b329101719c0948b3","bytes":6355277},"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8/tokens.txt":{"sha256":"d58544679ea4bc6ac563d1f545eb7d474bd6cfa467f0a6e2c1dc1c7d37e3c35d","bytes":93939},"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8/test_wavs/de.wav":{"sha256":"36d3c4845b9808a1656a2a2e92d884590e2db94389e6fe559643291ae0cd3710","bytes":121388},"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8/test_wavs/en.wav":{"sha256":"148b936b43ce7c546a866e64da059f0458aee2d65e617f16e9d94f06e8d99ed6","bytes":184608},"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8/test_wavs/es.wav":{"sha256":"49fd2cfa4b62db7068143c582b35de9d31ec2733495ece3611105131d21de06c","bytes":235052},"sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8/test_wavs/fr.wav":{"sha256":"b59be4349b92d344fb903677165eaf4694025d1ab119c608726ecbcb3164b528","bytes":219180}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8.tar.bz2","asset_id":283097583,"bytes":487170055,"sha256":"5793d0fd397c5778d2cf2126994d58e9d56b1be7c04d13c7a15bb1b4eafb16bf","fingerprint_basis":"Verified against maintainer GitHub release digest"},"runtime":"sherpa-onnx-1.13.8","downloads":626738,"admission_status":"queued-native-test","precision":"INT8","checked_at":"2026-10-19T12:43:06.547623+00:00"},{"id":"whisper-base","name":"Whisper Base","task":"stt","maker":"OpenAI","adapter":"whisper","languages":["en","de"],"voices":[0],"source_repo":"openai/whisper-base","source_revision":"e37978b90ca9030d5170a5c07aadb050351a65bb","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.07259392,"parameter_basis":"Publisher stored tensor count","license":{"reported_checkpoint_license":"apache-2.0","url":"https://huggingface.co/openai/whisper-base"},"base":"sherpa-onnx-whisper-base","files":{"sherpa-onnx-whisper-base/base-decoder.int8.onnx":{"sha256":"9759d217388a01b3a4c7c15533201067b48ae819c4daafc8624e64b9409dc02d","bytes":130672026},"sherpa-onnx-whisper-base/base-decoder.onnx":{"sha256":"8a12c3f6ad65bb5b86d7e6eccc302378f20f9fb2df6cb10747c62895da7ac194","bytes":196548998},"sherpa-onnx-whisper-base/base-encoder.int8.onnx":{"sha256":"0b8fb1304b6109976038efff5ace81720e00386f3ff6b54ee8c75291ca0a1e11","bytes":29120534},"sherpa-onnx-whisper-base/base-encoder.onnx":{"sha256":"5a6b87cb313993f6c9fefec9e7027556f6cb30becddf49655bee36c50ecc12d7","bytes":95087154},"sherpa-onnx-whisper-base/base-tokens.txt":{"sha256":"b34b360dbb493e781e479794586d661700670d65564001f23024971d1f2fa126","bytes":816730},"sherpa-onnx-whisper-base/test_wavs/0.wav":{"sha256":"6bc58a4efdf20daac252b6b1502632601a71efe0308f6757dc1eda34891a7e4f","bytes":212044},"sherpa-onnx-whisper-base/test_wavs/1.wav":{"sha256":"5143a6ba93c4b274e2c4ac22deb75c2c48936c853f0519add1de828b6c79cc5a","bytes":534924},"sherpa-onnx-whisper-base/test_wavs/8k.wav":{"sha256":"f6f3c8b33e2534cdc154fe773ad2750f1f6a2ca5096179cdf037ae782456613e","bytes":77244},"sherpa-onnx-whisper-base/test_wavs/trans.txt":{"sha256":"b9ac44e7b794abb1a2d5faf0005e98a665971e7ac2ed15435832cc34edaa9100","bytes":449}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-base.tar.bz2","asset_id":196350768,"bytes":207557382,"sha256":"911b2083efd7c0dca2ac3b358b75222660dc09fb716d64fbfc417ba6c99ff3de","fingerprint_basis":"First trusted HTTPS release download hashed and archived; upstream digest absent"},"runtime":"sherpa-onnx-1.13.8","downloads":1676272,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:42:39.990901+00:00"},{"id":"moonshine-base","name":"Moonshine Base","task":"stt","maker":"Moonshine AI","adapter":"moonshine","languages":["en"],"voices":[0],"source_repo":"moonshine-ai/moonshine-base","source_revision":"7a73d8d55ac0ba2ef3ae761593f6784b51f96dcf","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.06151392,"parameter_basis":"Publisher stored tensor count","license":{"reported_checkpoint_license":"mit","url":"https://huggingface.co/moonshine-ai/moonshine-base"},"base":"sherpa-onnx-moonshine-base-en-int8","files":{"sherpa-onnx-moonshine-base-en-int8/cached_decode.int8.onnx":{"sha256":"2db74e51cedf64a8b1be3c8192e0bb5e4923af0e90bd9e87f8e8771873f8ea03","bytes":99983837},"sherpa-onnx-moonshine-base-en-int8/encode.int8.onnx":{"sha256":"7e38770f776f2e5583a53b052936005df2ba5c833d7e09c2a5fd796b94bf73e2","bytes":50311494},"sherpa-onnx-moonshine-base-en-int8/LICENSE":{"sha256":"29f60769d1779eb7e196d96b8d2dd471d0263cf8200c79e55c0c00183971ee1b","bytes":1071},"sherpa-onnx-moonshine-base-en-int8/preprocess.onnx":{"sha256":"ffa630d395c5ccf76f5d4954be5b882df76aaf6491519ec01fd82ea7a3819fb2","bytes":14077290},"sherpa-onnx-moonshine-base-en-int8/README.md":{"sha256":"47c3767ed840f4176000cd6b8bab82c6c5e0acfc1c702d93cdefe85ee48d7d89","bytes":175},"sherpa-onnx-moonshine-base-en-int8/tokens.txt":{"sha256":"1165c2aeb9f72f457a83be2d459a09054f27490acd9b41bd43794dfd25e296ea","bytes":436688},"sherpa-onnx-moonshine-base-en-int8/uncached_decode.int8.onnx":{"sha256":"c01f4b35093bcac20d352d23a75a539e772964579f9d024a90e5e6f09cae9987","bytes":122120451},"sherpa-onnx-moonshine-base-en-int8/test_wavs/0.wav":{"sha256":"6bc58a4efdf20daac252b6b1502632601a71efe0308f6757dc1eda34891a7e4f","bytes":212044},"sherpa-onnx-moonshine-base-en-int8/test_wavs/1.wav":{"sha256":"5143a6ba93c4b274e2c4ac22deb75c2c48936c853f0519add1de828b6c79cc5a","bytes":534924},"sherpa-onnx-moonshine-base-en-int8/test_wavs/8k.wav":{"sha256":"f6f3c8b33e2534cdc154fe773ad2750f1f6a2ca5096179cdf037ae782456613e","bytes":77244},"sherpa-onnx-moonshine-base-en-int8/test_wavs/trans.txt":{"sha256":"b9ac44e7b794abb1a2d5faf0005e98a665971e7ac2ed15435832cc34edaa9100","bytes":449}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-moonshine-base-en-int8.tar.bz2","asset_id":201857400,"bytes":250807309,"sha256":"21870cecaa2e44e4e2bf63e02d1072bed183ccd10284871353bd9d24dad14e5e","fingerprint_basis":"First trusted HTTPS release download hashed and archived; upstream digest absent"},"runtime":"sherpa-onnx-1.13.8","downloads":24242,"admission_status":"queued-native-test","precision":"INT8","checked_at":"2026-10-19T12:43:13.379423+00:00"},{"id":"whisper-small","name":"Whisper Small","task":"stt","maker":"OpenAI","adapter":"whisper","languages":["en","de"],"voices":[0],"source_repo":"openai/whisper-small","source_revision":"973afd24965f72e36ca33b3055d56a652f456b4d","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.241734912,"parameter_basis":"Publisher stored tensor count","license":{"reported_checkpoint_license":"apache-2.0","url":"https://huggingface.co/openai/whisper-small"},"base":"sherpa-onnx-whisper-small","files":{"sherpa-onnx-whisper-small/small-decoder.int8.onnx":{"sha256":"acad50b5c782696e91b55914cc5ab4f756f1532f76e22aa6fc615f39fb69a8ee","bytes":262226114},"sherpa-onnx-whisper-small/small-decoder.onnx":{"sha256":"a4165cca5c77e381938c0e111032a384901b1e434ae2ad948859035392d21d2c","bytes":559127829},"sherpa-onnx-whisper-small/small-encoder.int8.onnx":{"sha256":"4cbe7b22fa9026b843b60a68640c747de05bafb1a11b57edc0e66c232d9f33a9","bytes":112442483},"sherpa-onnx-whisper-small/small-encoder.onnx":{"sha256":"119bd1e8ba0524baee1687f6b22bf0abd2fe539549cd000734edbca81c66751e","bytes":409528992},"sherpa-onnx-whisper-small/small-tokens.txt":{"sha256":"b34b360dbb493e781e479794586d661700670d65564001f23024971d1f2fa126","bytes":816730},"sherpa-onnx-whisper-small/test_wavs/0.wav":{"sha256":"6bc58a4efdf20daac252b6b1502632601a71efe0308f6757dc1eda34891a7e4f","bytes":212044},"sherpa-onnx-whisper-small/test_wavs/1.wav":{"sha256":"5143a6ba93c4b274e2c4ac22deb75c2c48936c853f0519add1de828b6c79cc5a","bytes":534924},"sherpa-onnx-whisper-small/test_wavs/8k.wav":{"sha256":"f6f3c8b33e2534cdc154fe773ad2750f1f6a2ca5096179cdf037ae782456613e","bytes":77244},"sherpa-onnx-whisper-small/test_wavs/trans.txt":{"sha256":"b9ac44e7b794abb1a2d5faf0005e98a665971e7ac2ed15435832cc34edaa9100","bytes":449}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-small.tar.bz2","asset_id":179373989,"bytes":639387718,"sha256":"486a46afbb7ba798507190ffe02fea2dd726049af212e774537efac6afb210a6","fingerprint_basis":"First trusted HTTPS release download hashed and archived; upstream digest absent"},"runtime":"sherpa-onnx-1.13.8","downloads":3510611,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:44:33.952924+00:00"},{"id":"kokoro-82m-v1","name":"Kokoro 82M v1","task":"tts","maker":"Hexgrad","adapter":"kokoro","languages":["en"],"voices":[3,11],"source_repo":"hexgrad/Kokoro-82M","source_revision":"f3ff3571791e39611d31c381e3a41a3af07b4987","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.082,"parameter_basis":"Publisher nominal count; unavailable where null","license":{"reported_checkpoint_license":"apache-2.0","url":"https://huggingface.co/hexgrad/Kokoro-82M"},"base":"kokoro-multi-lang-v1_0","files":{"kokoro-multi-lang-v1_0/date-zh.fst":{"sha256":"eb8aa079ae3cb81d8f4404992f39d61a0cb990947512b5b8d1e54d1f6980e718","bytes":59154},"kokoro-multi-lang-v1_0/lexicon-gb-en.txt":{"sha256":"c4cbb37316f62210dff52718a7afcaae24f50c032cc75ab47ae67b831d1049e7","bytes":6366635},"kokoro-multi-lang-v1_0/lexicon-us-en.txt":{"sha256":"7daaab53a181be9885b853a8582bf1838186317e5dadacbcef9c426d6fa0da14","bytes":5956885},"kokoro-multi-lang-v1_0/lexicon-zh.txt":{"sha256":"902bc2d20ac7c449c5ecbbbb23c89d12119c03ed5b8ed27f114f0260c9e35229","bytes":2365182},"kokoro-multi-lang-v1_0/LICENSE":{"sha256":"cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30","bytes":11358},"kokoro-multi-lang-v1_0/model.onnx":{"sha256":"b40f62b166ac8164b0627ef48a0b358eda0985e272fb03ef5252e7206305da11","bytes":325560556},"kokoro-multi-lang-v1_0/number-zh.fst":{"sha256":"743f402181fcfebf76cc2f0546b71fa26476e626fbe4e460fb7b4c3a7a8bd5bd","bytes":64482},"kokoro-multi-lang-v1_0/phone-zh.fst":{"sha256":"1ac2b6fa56b1442320c4de7db08353bab8963a2b57f365eebcdd3a2d3562f8d7","bytes":88630},"kokoro-multi-lang-v1_0/README.md":{"sha256":"87359cd32dfdff6dfeb16633b5a116aee3b9ac69dec3302378270a2cab9885b1","bytes":730},"kokoro-multi-lang-v1_0/tokens.txt":{"sha256":"6ebb6bb288f20f3ae8d004d3c2ca27697da27c037d75e81a60e2a6a663f95425","bytes":687},"kokoro-multi-lang-v1_0/voices.bin":{"sha256":"1c5a5b983d3d50d8586d437a51f3faa2da7919ce76a013c081e65671a3447c29","bytes":28200960},"kokoro-multi-lang-v1_0/dict/generate_user_dict.py":{"sha256":"24541017b4b60d8e1ad94a5165f7097d2fd107d4ceecbf13583dd37682fdd2a7","bytes":545},"kokoro-multi-lang-v1_0/dict/hmm_model.utf8":{"sha256":"f17790586ac86dd048c8adffed052c4bd2b28ed0682972c1275e59040c0589a7","bytes":519739},"kokoro-multi-lang-v1_0/dict/idf.utf8":{"sha256":"dbd1e03d72b2263cc8d84a4304ed77677eed9e7deaf43a1a5133bbba9733b535","bytes":5998717},"kokoro-multi-lang-v1_0/dict/jieba.dict.utf8":{"sha256":"3043b77068e09c9904f27cad82f12b6ebe9dbdb5aeff3b25e45ab7f9c1122b55","bytes":5071204},"kokoro-multi-lang-v1_0/dict/README.md":{"sha256":"8bcc7c2ed7dff082d9a99c09de0bfd72249bf3b5c4298a3af328da40cbd8cfd1","bytes":683},"kokoro-multi-lang-v1_0/dict/stop_words.utf8":{"sha256":"b788b8a939d2e2fe079abd579ea98f12f9fb84370bfd0dddd81bb9381f7ab42c","bytes":8974},"kokoro-multi-lang-v1_0/dict/user.dict.utf8":{"sha256":"5faabcd0c52adf512de77fd7eee3d556da8c98b50f493b47c66a981b3a24959c","bytes":829194},"kokoro-multi-lang-v1_0/espeak-ng-data/af_dict":{"sha256":"25729d3bf4c4a0f08da60aea9eb5a0cf352630f83fab1ab0c3955b7740da1776","bytes":121473},"kokoro-multi-lang-v1_0/espeak-ng-data/am_dict":{"sha256":"9954365860682c756c8c4459577d3aa0ab77ad0cba6798b746033ada5c3d4bea","bytes":63878},"kokoro-multi-lang-v1_0/espeak-ng-data/an_dict":{"sha256":"6cf38cedb6693aade49e5a5d27a3c92516a5335125bf85fcae58282e66fb82fd","bytes":6691},"kokoro-multi-lang-v1_0/espeak-ng-data/ar_dict":{"sha256":"72316426e797777fe4df9420935a3b6a79b37d7e3f3948537ba71cd7b21b2541","bytes":478165},"kokoro-multi-lang-v1_0/espeak-ng-data/as_dict":{"sha256":"5bcb74ff4558a60c5ba1a48a2a92c01513ee2d29fe30c5a38dc5308c54f1cf49","bytes":5005},"kokoro-multi-lang-v1_0/espeak-ng-data/az_dict":{"sha256":"e352b2dcf811662d79f4beaaa0c7750706cf669c0409fd815a9bd0244b1adfc7","bytes":43773},"kokoro-multi-lang-v1_0/espeak-ng-data/ba_dict":{"sha256":"246c8c655ceed43d9ff44a65de5f933f16255489d0b181b1a46a83e1fd5a0354","bytes":2098},"kokoro-multi-lang-v1_0/espeak-ng-data/be_dict":{"sha256":"232fb0debfc8fdca9b8f2494770ff23535f7f887bbebb0178abffc243490e798","bytes":2652},"kokoro-multi-lang-v1_0/espeak-ng-data/bg_dict":{"sha256":"8fa3adec8e18a3e695b2bbea1d4780182e17222d8b9f8da9908a237828f6b063","bytes":87051},"kokoro-multi-lang-v1_0/espeak-ng-data/bn_dict":{"sha256":"2b59ec34c07955ca5b7814fa5152c33fa357880590703eefab1f3081f031fdef","bytes":89979},"kokoro-multi-lang-v1_0/espeak-ng-data/bpy_dict":{"sha256":"a4321d9ba80bd60f49e0bee5aae57f1ae9c49b7a1c3d4ba384338fe9bf3b6a92","bytes":5226},"kokoro-multi-lang-v1_0/espeak-ng-data/bs_dict":{"sha256":"d5df564f511af082884719685db86ec4df23467cf012ce25e898540baf9de65b","bytes":47068},"kokoro-multi-lang-v1_0/espeak-ng-data/ca_dict":{"sha256":"1be203855ecb0bdfe66578ef5552f83289e39972d78c52714d061b7f7493df4a","bytes":45566},"kokoro-multi-lang-v1_0/espeak-ng-data/chr_dict":{"sha256":"1853980c673015327bed3d4e5f7e88c2ee3bd8a922bcdd232a6497277e903bce","bytes":2859},"kokoro-multi-lang-v1_0/espeak-ng-data/cmn_dict":{"sha256":"109aaa7708d3727382acb3ae41d8e2094a7e2bb9f651a81835be22a6f08071fe","bytes":1566335},"kokoro-multi-lang-v1_0/espeak-ng-data/cs_dict":{"sha256":"5ec02aba90465007f20a5c8aeb889275834cfa8c8f621c3d9bee1ca90d21788d","bytes":49645},"kokoro-multi-lang-v1_0/espeak-ng-data/cv_dict":{"sha256":"8260837c8f18fbe5870905ebb2850dfd18e252150ad6c868b96d9d2c6398ea8a","bytes":1344},"kokoro-multi-lang-v1_0/espeak-ng-data/cy_dict":{"sha256":"31d74ccad218ab80b79566caeb8d21bcf0fe43326ed7c437fa736d39b85e603e","bytes":43130},"kokoro-multi-lang-v1_0/espeak-ng-data/da_dict":{"sha256":"fe0c21895b4844868612f9ea846bc6010e30b5dd1f4cb1567459d73d2792a8ac","bytes":245287},"kokoro-multi-lang-v1_0/espeak-ng-data/de_dict":{"sha256":"e9ac048df5cde03b74907d591c7b29b45ee9ec5fcd4592b0b894f0083572fcfd","bytes":68276},"kokoro-multi-lang-v1_0/espeak-ng-data/el_dict":{"sha256":"5d9f759750131da777d2fd4f06aa602ed746d38f27b84dd9a2d4a550f2cd452e","bytes":72841},"kokoro-multi-lang-v1_0/espeak-ng-data/en_dict":{"sha256":"71bd330ba8a2e3e8076e631508208ef49449d6147c17b7bd2b4b1e1468292e35","bytes":166944},"kokoro-multi-lang-v1_0/espeak-ng-data/eo_dict":{"sha256":"849f061abddd5388bac112b32e6f7bf747e15e1b3ae53fe91079381effff4cc9","bytes":4666},"kokoro-multi-lang-v1_0/espeak-ng-data/es_dict":{"sha256":"3fa93e251eab80838a2d6207ee58c9c847270a65fe3fae98850e0185b5a2186c","bytes":49252},"kokoro-multi-lang-v1_0/espeak-ng-data/et_dict":{"sha256":"1a6734b4e6bc9de9a4c94cfb434873e0a7f4ae4ec89549b3137ae5491cf655da","bytes":44263},"kokoro-multi-lang-v1_0/espeak-ng-data/eu_dict":{"sha256":"762a6eff63552ef72cd88bf1e92dc5a823eb378d50cb85c7917e8c5bba079137","bytes":48841},"kokoro-multi-lang-v1_0/espeak-ng-data/fa_dict":{"sha256":"f92f35ce7eb1d97360016617d97786412a94af55b776a18f1c280dab4f43befd","bytes":292423},"kokoro-multi-lang-v1_0/espeak-ng-data/fi_dict":{"sha256":"dda999437bd4b37a7f7400a2230aace1200a52906ab0b1ff3507d44ab19d64b1","bytes":43928},"kokoro-multi-lang-v1_0/espeak-ng-data/fr_dict":{"sha256":"e399ab924c4d10beef1fc310b30ea56e4ddfd8b4b64b8ed978e9c65394d49b2d","bytes":63727},"kokoro-multi-lang-v1_0/espeak-ng-data/ga_dict":{"sha256":"b2db03d21f7900b697d7dbb8bec855cd1117e9867f19884faf11c4df626659f5","bytes":52673},"kokoro-multi-lang-v1_0/espeak-ng-data/gd_dict":{"sha256":"e92b47dcf9a001363ffee1e62863faf264ff5f16e10cd9cf1f1e83ca89ca14aa","bytes":49121},"kokoro-multi-lang-v1_0/espeak-ng-data/gn_dict":{"sha256":"7640df272b192a68ba401294bf9197ab46d0b141da7a358ad1986e7f77e7f29a","bytes":3248},"kokoro-multi-lang-v1_0/espeak-ng-data/grc_dict":{"sha256":"488779493993d221b09e713e104a221ac1bb35765f826acc26d3d3c1aa3a35ed","bytes":3433},"kokoro-multi-lang-v1_0/espeak-ng-data/gu_dict":{"sha256":"cb1fbfb53bab2ec6d9e44cd9d12ccb9b80de49f274d772314389c477eef530fd","bytes":82480},"kokoro-multi-lang-v1_0/espeak-ng-data/hak_dict":{"sha256":"e3075c7d281f95a2ce2264c01edbd09e962cb3ed29400766c5d2116a08a185c8","bytes":3335},"kokoro-multi-lang-v1_0/espeak-ng-data/haw_dict":{"sha256":"2b4e77b61cadfc5ee622aa8b1d23941e36101d9bdbf8d809e0fa1b442d2c3f74","bytes":2443},"kokoro-multi-lang-v1_0/espeak-ng-data/he_dict":{"sha256":"a8bf0d939d630e9e5097ad361a7765297baf297fd7d06e89f48a79ead980869e","bytes":6963},"kokoro-multi-lang-v1_0/espeak-ng-data/hi_dict":{"sha256":"5a68c9532624e57ac845b26ce1e2e5034c4f6353bede46ecbe57e583ec8effd6","bytes":92143},"kokoro-multi-lang-v1_0/espeak-ng-data/hr_dict":{"sha256":"5f98fcf05f97335a5436a8a9643677da6f158f2a9ee1d41bdda1725b1bb3527e","bytes":49388},"kokoro-multi-lang-v1_0/espeak-ng-data/ht_dict":{"sha256":"d577219d15c29396db254aed958358456ec1501cdf62cb4ca5413752f2ee7cc1","bytes":1803},"kokoro-multi-lang-v1_0/espeak-ng-data/hu_dict":{"sha256":"055d563b839d599db40be5b1cc2af9d31793795b328eb8d4f389ec7d38fe7e81","bytes":153785},"kokoro-multi-lang-v1_0/espeak-ng-data/hy_dict":{"sha256":"8b808ad8f1d4cae32b3b785b96d1e27b3af28e32f4dddfed7c93e129d63b2587","bytes":62263},"kokoro-multi-lang-v1_0/espeak-ng-data/ia_dict":{"sha256":"1c665603a82beb81e0cef2878c9b44642ae6d519e301fbbd06326e03325febf3","bytes":331275},"kokoro-multi-lang-v1_0/espeak-ng-data/id_dict":{"sha256":"8fb3f23f80f71f023219cee7032223f3f6886cc5040eb4c8c507f79d1b84e98d","bytes":43458},"kokoro-multi-lang-v1_0/espeak-ng-data/intonations":{"sha256":"3f8af65fd3eda9759a10f021d61361c120871f463515229c925995c7f90918cc","bytes":2040},"kokoro-multi-lang-v1_0/espeak-ng-data/io_dict":{"sha256":"0d9d6995fead1ccdd5512f7909ec8f9efc8ccc97f5c9d23ecae6b3ba77ffadbf","bytes":2165},"kokoro-multi-lang-v1_0/espeak-ng-data/is_dict":{"sha256":"8eeab5b1ca3f75362881fae3de3316fcaff281179a4c51fceb0098f11ead96e0","bytes":44354},"kokoro-multi-lang-v1_0/espeak-ng-data/it_dict":{"sha256":"111f968359c9ebe36b107a2565ba9f258bab337d3cbe37e44871980a8f21ce6b","bytes":152889},"kokoro-multi-lang-v1_0/espeak-ng-data/ja_dict":{"sha256":"0d1135d3cdfed811d3eac7c90a2e277329fa6f060cdd23af287db161982cab44","bytes":47652},"kokoro-multi-lang-v1_0/espeak-ng-data/jbo_dict":{"sha256":"71298417de1e5fd07df275270a5d47ca8820cb8c9f5dc2156c070b7a3ae7999c","bytes":2243},"kokoro-multi-lang-v1_0/espeak-ng-data/ka_dict":{"sha256":"c8624947110a13bee72d4fc15b06026004df3f40c16c7b917d27e369ca122a32","bytes":87775},"kokoro-multi-lang-v1_0/espeak-ng-data/kk_dict":{"sha256":"88dc0106629a57d0aca5073afb11db1a044799185355088a7ad4331c836affd3","bytes":1859},"kokoro-multi-lang-v1_0/espeak-ng-data/kl_dict":{"sha256":"ec441964d7fbd4622bb628327903d5c6c999c95d539b2e061884decf95ac30e3","bytes":2838},"kokoro-multi-lang-v1_0/espeak-ng-data/kn_dict":{"sha256":"c51e0385937b407b36c02fd2c85dfecdc5cac411398ee8a74eca15b35617af64","bytes":87828},"kokoro-multi-lang-v1_0/espeak-ng-data/kok_dict":{"sha256":"52659dec01d1b119bfef56b622430f5525c50af0144c9f9688cb3c22cc02ed31","bytes":6394},"kokoro-multi-lang-v1_0/espeak-ng-data/ko_dict":{"sha256":"f629060f27d597e0fd52d8010609f41c8a0ec28f5c2bb0016850e00244950681","bytes":47523},"kokoro-multi-lang-v1_0/espeak-ng-data/ku_dict":{"sha256":"65de1c5429e8d193775b36fcf169a60fbbb9964ef13a4a1bab7ff0ce855cad20","bytes":2265},"kokoro-multi-lang-v1_0/espeak-ng-data/ky_dict":{"sha256":"def4427fd4070673c073b892c7b229f8c3f17eb1df36bea2ec7188ddcfb4d0ea","bytes":64977},"kokoro-multi-lang-v1_0/espeak-ng-data/la_dict":{"sha256":"17818dd567936fde032404fbbd6177844b9f5fc5a915480f567272147936f917","bytes":3806},"kokoro-multi-lang-v1_0/espeak-ng-data/lb_dict":{"sha256":"d819a062b9722334f187540d3530fac1de365cd200d4a466f5ecccd7e3c05772","bytes":687931},"kokoro-multi-lang-v1_0/espeak-ng-data/lfn_dict":{"sha256":"10281bc404f429165a330b800eb64674e37a135d1b4c689e57fb1d9e827d6924","bytes":2793},"kokoro-multi-lang-v1_0/espeak-ng-data/lt_dict":{"sha256":"68ef55aba9545d27ce73e7d4aca1c2fa51d2c3d3d626152fbc22bf5a90fbff11","bytes":49890},"kokoro-multi-lang-v1_0/espeak-ng-data/lv_dict":{"sha256":"3e246c76b7da924235ffb75925070865e669da2ce3e41e98395e99be1f8db9f7","bytes":66337},"kokoro-multi-lang-v1_0/espeak-ng-data/mi_dict":{"sha256":"401621fdf61da47d0513e80279134a3515ced898aaadd5205b82cced0f2df042","bytes":1346},"kokoro-multi-lang-v1_0/espeak-ng-data/mk_dict":{"sha256":"e4960ff4e74e1096ff1c3bccab62ce0429fa4faa725e546cd5d33e43f45225be","bytes":63859},"kokoro-multi-lang-v1_0/espeak-ng-data/ml_dict":{"sha256":"b12687557c38f9bcd17417854253ddde3781e3b0c16f9470d732205818e7cd38","bytes":92345},"kokoro-multi-lang-v1_0/espeak-ng-data/mr_dict":{"sha256":"f712a7525db108ef9769aee53fdd1cd141f0df372778924691b89623aa6fc22f","bytes":87391},"kokoro-multi-lang-v1_0/espeak-ng-data/ms_dict":{"sha256":"74b01897385ba1f018de44c0268048fa5be588bbbb702a900bb35c691a466707","bytes":53541},"kokoro-multi-lang-v1_0/espeak-ng-data/mto_dict":{"sha256":"6d51cb6be959dba045d41d3d63ff662a7363e1287cce2c633b071295ce55d560","bytes":3960},"kokoro-multi-lang-v1_0/espeak-ng-data/mt_dict":{"sha256":"1f76761bdfd481a984b15d07522df23c9444f4ac21ea9671917e08bbffa7f8d3","bytes":4384},"kokoro-multi-lang-v1_0/espeak-ng-data/my_dict":{"sha256":"e7f9c2dc672e1388f6941ac6def956b8ab2d622adb00d0ed6640dee4b7acc96b","bytes":95948},"kokoro-multi-lang-v1_0/espeak-ng-data/nci_dict":{"sha256":"38c7201e7726c8d508f8f8611349cbc44fcc4684a0fee4db7285d83e808a5b69","bytes":1534},"kokoro-multi-lang-v1_0/espeak-ng-data/ne_dict":{"sha256":"43831c3f53ea6e939cac37b5ae5bd7a2ea8237aa46f0e7f2441ab772a3c51dba","bytes":95377},"kokoro-multi-lang-v1_0/espeak-ng-data/nl_dict":{"sha256":"d28641049f98c76b460c3dddde3e2edecb7782c4eb9a3f242391301ff526c83f","bytes":65979},"kokoro-multi-lang-v1_0/espeak-ng-data/nog_dict":{"sha256":"8b921398a2f1907b43c07b96a72277d8d3d8545e385955eebae5f340aae33bd2","bytes":3294},"kokoro-multi-lang-v1_0/espeak-ng-data/no_dict":{"sha256":"43b828f8c1709e7abb23a0cc6416fb32e4814e3f1ff1db4baf2935bf7c77c9ff","bytes":4178},"kokoro-multi-lang-v1_0/espeak-ng-data/om_dict":{"sha256":"3624e67ef8d9c20d894db0adccaccc61ee852977cb77d5fe5801e7b4a528fcf5","bytes":2302},"kokoro-multi-lang-v1_0/espeak-ng-data/or_dict":{"sha256":"e0dd737e9104da63a27d86cd464cf7764837625b1513169b8d28fca1bd3c8c3b","bytes":89246},"kokoro-multi-lang-v1_0/espeak-ng-data/pap_dict":{"sha256":"770039bbf4ea8c5a3ffddd98c4831ca02c9f39e1ff6b3de7729fa71a8f3bc0f1","bytes":2128},"kokoro-multi-lang-v1_0/espeak-ng-data/pa_dict":{"sha256":"cee0e2a2bfb166e602ff84e185351a8ac311571ccdf46e1831c7a25245563c10","bytes":79953},"kokoro-multi-lang-v1_0/espeak-ng-data/phondata":{"sha256":"4e0288957874029a8c3c9f41a8f517ad4bf18127046decbdd4b9d1d6807ce3a3","bytes":550424},"kokoro-multi-lang-v1_0/espeak-ng-data/phondata-manifest":{"sha256":"7b387af0702c7cf0b61f0bead68feded0bd8e1620729b0b252e76acbc30d3813","bytes":21821},"kokoro-multi-lang-v1_0/espeak-ng-data/phonindex":{"sha256":"3ca7b8fa3b42624e4b0f152707e7a39245fce569aa99ea47c055d9e622fcf0c4","bytes":39074},"kokoro-multi-lang-v1_0/espeak-ng-data/phontab":{"sha256":"886f3fa402cb0ba73d483aa8ad000af47a6b7cc06293c75a97913fba68a530f6","bytes":55796},"kokoro-multi-lang-v1_0/espeak-ng-data/piqd_dict":{"sha256":"33004a36210c33291aef8a838d477667eed7af52ff5093152891379b1774188d","bytes":1710},"kokoro-multi-lang-v1_0/espeak-ng-data/pl_dict":{"sha256":"0e0ce6cfe4eba41a1223362a046390dca359a3e597af8243adaac84d624ef18f","bytes":76730},"kokoro-multi-lang-v1_0/espeak-ng-data/pt_dict":{"sha256":"7e8398f15fa4a21db39a213381f28ec0d302b22663c644e865abb61a09c1b004","bytes":67817},"kokoro-multi-lang-v1_0/espeak-ng-data/py_dict":{"sha256":"2255348879547940e8b49e0ca1b80452748f142cb6e267e49cab0560c720129a","bytes":2409},"kokoro-multi-lang-v1_0/espeak-ng-data/qdb_dict":{"sha256":"c9b7f307ffe54f4aaf323290eca1c620572919035b0eb268e5c94f5d7a430058","bytes":3028},"kokoro-multi-lang-v1_0/espeak-ng-data/quc_dict":{"sha256":"458c1ca6dcfa288ea2584915d206c5127512501174d82655de2cf031378e6dfd","bytes":1450},"kokoro-multi-lang-v1_0/espeak-ng-data/qu_dict":{"sha256":"d50659c2a14f43e01fdef0b668eb083025a00cac481b49dfb068e0220e0ed945","bytes":1919},"kokoro-multi-lang-v1_0/espeak-ng-data/qya_dict":{"sha256":"e56ae297ebac26ed6c77a9718812e087f0bd198241dac3c0d964f36510984783","bytes":1939},"kokoro-multi-lang-v1_0/espeak-ng-data/ro_dict":{"sha256":"b14f68866b0440c4b0d95fb7da3b7ffd3c59b693e8593d188474fabfc9a1117d","bytes":68538},"kokoro-multi-lang-v1_0/espeak-ng-data/ru_dict":{"sha256":"f0f6181bbbf9e53cd1e8f9d26bde8fc62119c4f78181948f961cb29866e5e585","bytes":8532392},"kokoro-multi-lang-v1_0/espeak-ng-data/sd_dict":{"sha256":"398c876b52213a6e7dd54c68d0560d2a1c164c6bfb23b9ec1c044266cdcf2217","bytes":59928},"kokoro-multi-lang-v1_0/espeak-ng-data/shn_dict":{"sha256":"121b6682a9b49700232b3a05cc2289d8d4b9c1027e6c2db5c3f552804ad3d04a","bytes":88172},"kokoro-multi-lang-v1_0/espeak-ng-data/si_dict":{"sha256":"a241437d4b64fd328ac4a3e786c9465c60488f6fa31cbba04153f628cdc61f27","bytes":85384},"kokoro-multi-lang-v1_0/espeak-ng-data/sjn_dict":{"sha256":"eb70510144230f6791574d86bae0918b4191b076dd66c555e6ae3d5637daadf7","bytes":1783},"kokoro-multi-lang-v1_0/espeak-ng-data/sk_dict":{"sha256":"58b9bc11c9a95d81e96966242367009f8d02ab7a3f8f4fd77e3581ed4159f0a8","bytes":50002},"kokoro-multi-lang-v1_0/espeak-ng-data/sl_dict":{"sha256":"9cb2bcbf616a5e7dd7ca769e7d222a48c613299ef1d76e44c08b002f8c22861a","bytes":45047},"kokoro-multi-lang-v1_0/espeak-ng-data/smj_dict":{"sha256":"815270ce38a59c192ef5aa8801119d9b3ed973d9e23dfa6da8d5d27ded5a9cd6","bytes":35095},"kokoro-multi-lang-v1_0/espeak-ng-data/sq_dict":{"sha256":"6b74bef94c3319407c27e44d944e765d036a88b30b4c17f30bbc182dbffcc4ce","bytes":45003},"kokoro-multi-lang-v1_0/espeak-ng-data/sr_dict":{"sha256":"770cae9c516e48af7896629faf4abefaf041e1fd4ae184011aad07b97196f613","bytes":46832},"kokoro-multi-lang-v1_0/espeak-ng-data/sv_dict":{"sha256":"565f058b14f1c89c6bfa44fc3700793886a39c7818f1037ad1f4961fa7517509","bytes":47836},"kokoro-multi-lang-v1_0/espeak-ng-data/sw_dict":{"sha256":"375fab2ccd0d669177ad406b20b0cdb5851a1e86f093672f24f72c29fec8a815","bytes":47804},"kokoro-multi-lang-v1_0/espeak-ng-data/ta_dict":{"sha256":"8f3d855c8d7a35ad0e2b22bc7c15a8830e5fc235492894e5db40458655076ecd","bytes":209553},"kokoro-multi-lang-v1_0/espeak-ng-data/te_dict":{"sha256":"640407c66a5bb975671243325de616c221f90bb2842d3a36278facb68c0772f8","bytes":94837},"kokoro-multi-lang-v1_0/espeak-ng-data/th_dict":{"sha256":"dd5d3e6268a381920f21c769f52daf3a8e610ae83f7995e56f15e9d4de18d653","bytes":2301},"kokoro-multi-lang-v1_0/espeak-ng-data/tk_dict":{"sha256":"b3cd4a246f014f0564ec9efae79731c0fe73ffe1cd1617359dd8d5344ee3f9c8","bytes":20868},"kokoro-multi-lang-v1_0/espeak-ng-data/tn_dict":{"sha256":"67f68dc336e7c65b946c95414cc8ae96cd10d241783bf857b3f990ac73221b2b","bytes":3072},"kokoro-multi-lang-v1_0/espeak-ng-data/tr_dict":{"sha256":"311b0557059f2dab5ee2faabb51361f5033368f0e2a54c4bdfe45e730674f26e","bytes":46793},"kokoro-multi-lang-v1_0/espeak-ng-data/tt_dict":{"sha256":"60d138d38330e44a78b4224cbea452bfca22bce6734c8ce3f640c0216ce14001","bytes":2121},"kokoro-multi-lang-v1_0/espeak-ng-data/ug_dict":{"sha256":"7c4567ffe6bd8d5224b6b3fd8fab65b1343254636e6228d738ae3a708428e8e7","bytes":2070},"kokoro-multi-lang-v1_0/espeak-ng-data/uk_dict":{"sha256":"a779bb0f51ce5cebb650a4e2282162fc8c44609210a2baa700f81f3e83e6e10c","bytes":3492},"kokoro-multi-lang-v1_0/espeak-ng-data/ur_dict":{"sha256":"74b60e4331f532810ccfc70751ad07ab440647550a2d25823f44663a0dfa86fb","bytes":133556},"kokoro-multi-lang-v1_0/espeak-ng-data/uz_dict":{"sha256":"790d42ac417b26dd7b1bbfed4be72329c16ed1839dd75f55f7c962eb7bd5857a","bytes":2540},"kokoro-multi-lang-v1_0/espeak-ng-data/vi_dict":{"sha256":"bbf7cab4ba733b2f5d9d3b61eb1194ef745232fa3adebb4bc92456e948cb3722","bytes":52608},"kokoro-multi-lang-v1_0/espeak-ng-data/yue_dict":{"sha256":"1d26afa203034698772107abfff1b53acbee30434700a4d2b75dee98951588f8","bytes":563571},"kokoro-multi-lang-v1_0/dict/pos_dict/char_state_tab.utf8":{"sha256":"28b7be1dd7369766a51445af4d42e9a2ba4bf374c13be5bc1ca7721e27271dbb","bytes":327139},"kokoro-multi-lang-v1_0/dict/pos_dict/prob_emit.utf8":{"sha256":"c33c4cb7edf3b3a5947df7209b6e9f267eae1f21335d9e2bd2521ea07105457a","bytes":1687686},"kokoro-multi-lang-v1_0/dict/pos_dict/prob_start.utf8":{"sha256":"13623ea0e9300bdb597cb2da28770b7b385d6c0098d66e516083fb01b6bd5d96","bytes":4347},"kokoro-multi-lang-v1_0/dict/pos_dict/prob_trans.utf8":{"sha256":"f22363e2307408293d180c6f9f6b5cb75879d52f722f7764fa2d3d0ae2400236","bytes":124159},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/eu":{"sha256":"a16e4e4d9b910a6e25a2a55913c812badc4fc3cbece0b8d49a64af112782d5a5","bytes":54},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/ko":{"sha256":"c2dfbf88d9aa2ac9bf2f30e92e260120e4f2c21123a02265014ae98d59d5774e","bytes":51},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/qu":{"sha256":"3069e443ecf3421bcb3b35b864e1a89fa9465af072f86eedd46a415990aba6e6","bytes":88},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/aav/vi":{"sha256":"3199c980f9e23a88a2aa693cd631bf4fcb0f3408c4272bc01b7ac0ff8e79d778","bytes":111},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/aav/vi-VN-x-central":{"sha256":"b351f13c6ed0da37561df25f45579872ff9863920ad66b94e27327a2c611755b","bytes":143},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/aav/vi-VN-x-south":{"sha256":"c0a0a2c894cd57b0bbacf9ef4efb8d89bfaf9feb164830e1539f599e7cc4e021","bytes":142},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/eo":{"sha256":"0254b93c8af79d9666a7667ca8b33b21a5453012da4ea0acd79660a9695f89d4","bytes":41},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/ia":{"sha256":"8fb11718030f8b29146f773ca462b838a6c660f166933eb6f1498c361f2e958b","bytes":29},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/io":{"sha256":"8e8391c7f40b7f9d2307faff8018a40dd2b448df4bd581a2950ee8393a00cebf","bytes":50},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/jbo":{"sha256":"d9529de82dccbd95f83c1de401f4ea661609bde644546e9ef421241b7043c00e","bytes":69},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/lfn":{"sha256":"394874fd9022e37cdc307c3386e81f1c0c133a8e9c5fdff74888b519f2c6d648","bytes":135},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/piqd":{"sha256":"d1a559b714cd8dd0ea9e46c4574e06c4f451957fb17bf39b945a89b9586f8b97","bytes":56},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/py":{"sha256":"59e54b95e8571417f43db37a7fd7e351af4e22a8c250cfb66af394f8ed6c4e9c","bytes":140},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/qdb":{"sha256":"52b83fc4f294580ebabd71df641ab5beec6b308758a3458b497124737589a7d8","bytes":57},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/qya":{"sha256":"78ae3f4d70208a9f69e2c26a6a3b5db28d7e6a58740fae937f51dd7fc9faeb1b","bytes":173},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/art/sjn":{"sha256":"61d85974b6841dfbfcc8cb92ad0742696cb87a6a85d5a28fe99895e46ef9de6f","bytes":175},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/azc/nci":{"sha256":"7bf70cb18e969398f74428b91c694a4483eaebd6733ecc437eb8714bbf7fff76","bytes":114},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/bat/lt":{"sha256":"7691c7ca1e79fc9728c70a0d22830eb113a0124bf96807e2a1ace3c6bf0c2f89","bytes":28},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/bat/ltg":{"sha256":"be716cbbdcb5fe319eed88abd4a44c3329a06e1dc468c8363d3f43cca2683a11","bytes":312},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/bat/lv":{"sha256":"f08a801dacccace62f5b90166428e90e088818d92dd5f9333ebbe834b0f21c16","bytes":229},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/bnt/sw":{"sha256":"271dd28b3ec41adeea53f1146249ba6cab61572963ab2743041114d95784e368","bytes":41},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/bnt/tn":{"sha256":"2243a1fc208dfdc37e154e837c0e782afc325d4acfbacc22718b7f05583ace92","bytes":42},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/ccs/ka":{"sha256":"68788b99dba7b82cdf8fc9dd05134bd72cf21f0b4c07b13b67b6f036e6294cba","bytes":124},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/cel/cy":{"sha256":"67bc33b4a66041e6343dfb98e1950d1089eecb68731f346fcc4f47cd07e79970","bytes":37},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/cel/ga":{"sha256":"29c2cc5736ceb2bd9ef745694d4abf7ed363a33569dfbe745811d4703b7b6cce","bytes":66},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/cel/gd":{"sha256":"7da0ba464579c367089109826ec15c2584a17417cca4a2c66dae0318d33e3128","bytes":51},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/cus/om":{"sha256":"b7c563f1effd83c08f3d229fb5a13d074513b85165ce4359a674ef30ca71786b","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/dra/kn":{"sha256":"c988a5226fa27ee6768b45566ce999ced9a4b68f8e79232b323d5903f4bb2258","bytes":55},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/dra/ml":{"sha256":"aa7e1f1f239ba55a8a79ed1f3544e9a51b94efe53925de60d4ff737273660b5c","bytes":57},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/dra/ta":{"sha256":"5bc213eb163bbf069cbfe4f2e9f7e7db71a719d8c0a96e95401d94c992960ed7","bytes":51},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/dra/te":{"sha256":"176ca4a81feb2181393edff3e2d5c0253cb52239392c4b809c61501d60c69811","bytes":70},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/esx/kl":{"sha256":"d08cf6ff60b99e6c2ceda549bcbb1a57580915d6a4d50c7f0f5d75289d9fb45a","bytes":30},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmq/da":{"sha256":"e8dd5e0d30ff0694a7ee839faa8ed35c015eb927a737aba1f120c00005692eaf","bytes":43},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmq/is":{"sha256":"16c077e6222acfc7702046fa3579bb5d6b57ece98646229e13be2233f9fdcbd7","bytes":27},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmq/nb":{"sha256":"d47966621312fb95570539f446982f6deb98fd46d9b71fec4a0005a6bace8f46","bytes":87},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmq/sv":{"sha256":"02727d3b25fc82409bd2cd1ebb444fdb2d5d3f3de7f76b95fc9ed9164c3e59c3","bytes":25},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/af":{"sha256":"fb8ccc05f5eae1754b5aa7e92cb919defdd0810b70eec19f7c77cf836e51db09","bytes":123},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/de":{"sha256":"f3cca92f94b70f8c25a29ee0a4c9ce4c7f1022241532e0647fa2b7f698bf104e","bytes":42},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/en":{"sha256":"4605d5330801de3641c6e366d15f129ea1f5ffbce8722642aba01ace07ab9c83","bytes":140},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/en-029":{"sha256":"faeb8cb201056775f733acbd908c66555fe57bf01cb063920f178f389cbf85d3","bytes":335},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/en-GB-scotland":{"sha256":"1ce4282c1f4385dbaf0035e799b2ab1ee9e9a3ab4829100594a3047727b52353","bytes":295},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/en-GB-x-gbclan":{"sha256":"2040e176f1f7f27bdce81c32d7e2b1662449d54d264afd3c0ed871b8e42b6e46","bytes":238},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/en-GB-x-gbcwmd":{"sha256":"927a5ab891c65b30b4426b151d1623a01024f6b773a38497ba1c90cd77a95747","bytes":188},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/en-GB-x-rp":{"sha256":"d0625af7f58561b1b8cf96fd7f93eee6553bcb3eadb9020ae0757bf96e5115e5","bytes":249},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/en-US":{"sha256":"41534c2a22df5dd4f1052ff9e1a33a3ea7bff5a26b5c02bdad5ba8ddb7524704","bytes":257},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/en-US-nyc":{"sha256":"e8ee9168376d1f7d9e7dcda7c4644c36c529a8bea816e6380895364db46ea2e3","bytes":271},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/lb":{"sha256":"071beb0e769afeba32177796fc0f1386bdc89a3234bed2bf720e76cbf73f5b99","bytes":31},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/gmw/nl":{"sha256":"56ae04fae28ae9371ed6db28193189e4ee962ba8236f0bcdeef6a06ea4dee374","bytes":23},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/grk/el":{"sha256":"0b529c998af07c72bf516b5750709464f6258c56c6916b8b8f0c843be9836fca","bytes":23},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/grk/grc":{"sha256":"319f950b1ad7b1f37efaa390540bf957bddac16d0557a6c3adaff27e0c64e12e","bytes":99},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/as":{"sha256":"3f58f5628f792b00a5ae6e8fe3bf8696f64af2838e5723799ddbab6027a0b378","bytes":42},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/bn":{"sha256":"bc3ce23384b9d0bb3bac06a09d90f690fae32a492dcbb030f0e56ba67b5d656c","bytes":25},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/bpy":{"sha256":"e528d1189b995b94966cef4cc182469cc54f7da8efc5860375c4ecf186ce6146","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/gu":{"sha256":"f938a755d270745188c2cf2aacba06642a96bb73ba2a0325384121b9d5ec5407","bytes":42},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/hi":{"sha256":"3c1c3f916f57f2d6d6cbf7923c0f39a36ac2140e2a69ddffce917d7b8bf3ccab","bytes":23},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/kok":{"sha256":"810ee23fbbe9c186a036bc12f4e5c0de674a132e2e099c9b3dece2a1c9cdb28a","bytes":26},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/mr":{"sha256":"29063ff3a5257d0d3d7c215dfd4c14deed39e1d48f15894202e6712459720efd","bytes":41},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/ne":{"sha256":"d53fda082ec174ef33ed3c3468fc973c43b4ef71aca8c1a28cb344668f4838dc","bytes":37},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/or":{"sha256":"9b52ede7d19659f884854de3dff12597a96f4d6ec7cb4146d2f8dad1453c742f","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/pa":{"sha256":"eed3cf477f81d13559dbb367256f9532b20dad1432c15b206c777217b8f570ca","bytes":25},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/sd":{"sha256":"65bfe0e37799029d42a370eb627cca5aa4108b967fba6c8141878d693c903619","bytes":66},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/si":{"sha256":"8f0993b35ba5b075c38ae76640971256e560abfbd721b608d16a48588932596d","bytes":55},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/inc/ur":{"sha256":"5b7af7474fac265c7bd7d269111994a09610f954690698f55a8613f3fa973318","bytes":94},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/ine/hy":{"sha256":"b6ad6129079c49ca915c3005ecb74a02bf5d69cbbc8ec3f8e0f6b949cb3a768f","bytes":61},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/ine/hyw":{"sha256":"26f8a863c74b3d19c9c42fcf16ae5151c12ac52ef8fab36cae1e5f0d4ad30e6a","bytes":365},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/ine/sq":{"sha256":"865fde9017b5af82acb844e5f9793998fed422a208ad8aaf9dedacad3bf27af1","bytes":103},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/ira/fa":{"sha256":"0dc7e93be4d1fbdf7ff52de2fe8bcdc23304e6d86e012b4ab8276d626b5d980c","bytes":90},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/ira/fa-Latn":{"sha256":"a04cf8efed8db1ac33b306f1f8c6f42733dace87c9fc9f34a2d227b3bb291e28","bytes":269},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/ira/ku":{"sha256":"57db3a210d73412a49e961dbed9b27077f5c7b967a19a0eb9f9363ea4b16cea5","bytes":40},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/iro/chr":{"sha256":"f0e2fb8549306c07f571d3e77c89b1d3e9022d448d58e5d424441e01ccce88be","bytes":569},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/itc/la":{"sha256":"b70d13a264352eba2d22a5d0ef21730849509d18f7277320b008a56decc6efc2","bytes":297},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/jpx/ja":{"sha256":"6fd980445bc52e0f593062929f5b62831448abaae2a92739beba49df27a79743","bytes":52},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/map/haw":{"sha256":"b19f22efb6714354d8d1360f449e05f0f84d50d6fa3c98fcfd619ea1b4ba8996","bytes":42},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/miz/mto":{"sha256":"e33aba5e8159730f62004b22518d627c796f7d039431e5d9217b498f10341976","bytes":183},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/myn/quc":{"sha256":"76a75b77c672c432b56b84d517310d6aa75c4b3f9de580e290199804366174ea","bytes":210},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/poz/id":{"sha256":"ce1fcddab3e756a7cdba3dd009ad24cd57e1fde29ce395698355da24e32a6075","bytes":134},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/poz/mi":{"sha256":"2146cf3868c79b853bb5e41ddbf611d51b4b0a14087199f16194313562b98987","bytes":367},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/poz/ms":{"sha256":"8a965182ee0c5a41357197c05cf047d21b96744775a57a344d831a961e30351b","bytes":430},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/an":{"sha256":"ff8aa97c55286cc90531cad5df3cd36165abba11502a84d53b0fcd923f965f23","bytes":27},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/ca":{"sha256":"787df034320467236292bb46f1f8781a2998a185f117d350c018b6cfcf360854","bytes":25},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/es":{"sha256":"966aa015ea5646d79f0ca4807cf5da7339aabd3782b55cfa5eb0d8c3fc8fc588","bytes":63},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/es-419":{"sha256":"ff0f84457ac40e3bcf61d6de58028312be74e0e6cbc3b742f31b3ce729c2aa0c","bytes":167},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/fr":{"sha256":"95f44834b48c075dad13eace54d2c98ff79b81aa0074dd67eebaf66c2909eef8","bytes":79},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/fr-BE":{"sha256":"72496a316e47b997f893500b8953dc01a10b86a2d4238e13c1260f50b47d792a","bytes":84},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/fr-CH":{"sha256":"b449b0fd99d9cd93261fe1c6b816448b99b4a10420bee3f301e669568ad0de55","bytes":86},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/ht":{"sha256":"389bdf3e984a2f93b7060baad82452dac65b83bf4482d3884525a176ae0e0524","bytes":140},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/it":{"sha256":"0d9069eb9a96db1c55c131b2bb7d1f5255c68fbddc2199ffd3295b52519a3256","bytes":109},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/pap":{"sha256":"41a5b5e91482a5498a66711c05873a634bbd418786b0ba037032df846344cfc1","bytes":62},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/pt":{"sha256":"a44060072f790e41912c57b7d52f7b6438c4383e0dabdb052f6fdb7aacc23493","bytes":95},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/pt-BR":{"sha256":"84dd4e34c970fadbe32211eadecfdfaab52432479c0911e43300da88a33398ba","bytes":109},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/roa/ro":{"sha256":"b12af10ffc3f89cb87767ca701c6fea0def8a712de63426a9c3d0bf2432467f8","bytes":26},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sai/gn":{"sha256":"ff82d2d163d3e06adb580254d89012e689b2615c46579883562838ab401fb5d5","bytes":47},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sem/am":{"sha256":"5970b16bf865528ee96a78c08498244bc8f54218fc2add499716b0e0c09969fb","bytes":41},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sem/ar":{"sha256":"43f418f8140e5a7bd7096963da20ccba9247f6be1fcdb08cb53dd7967dd72eee","bytes":50},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sem/he":{"sha256":"de9195e743b91fb7fbef7493bd5ddccad14c380a58d5aeb7c1d11d3419ef3b86","bytes":40},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sem/mt":{"sha256":"d23f38fae3253b6fb42e3336760ab482e676893692455465448bc9fbc0ac3e83","bytes":41},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sit/cmn":{"sha256":"a130a38e3b622735c2401cb37f6719f46995e84a133729185cef9a543ec0b072","bytes":686},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sit/cmn-Latn-pinyin":{"sha256":"14c2fc097db280416b688c2bf97de2e5da532c279754020fde7bf6cd624cdd10","bytes":161},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sit/hak":{"sha256":"c03c30b43e0b0abdfa689445baf9f442664a0373154a5d0ca75a33d30f46aeed","bytes":128},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sit/my":{"sha256":"4b5ae2566cbf30aa59207020469e09832e66a7883818788f253996c534303dca","bytes":56},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sit/yue":{"sha256":"83f3dac92af5b4aaecc119515698a6979524be236b28ea8f1024ec707d99ea5b","bytes":194},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/sit/yue-Latn-jyutping":{"sha256":"c56d45bb9a9cd97efb38edabe31c7dd3feb0518cc900aac6a891dcb6bd8eb428","bytes":213},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/tai/shn":{"sha256":"f16bf2de219d3ae9a6aec263ce9c684d9cd3e61258d04c7948db0757c67e2c96","bytes":92},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/tai/th":{"sha256":"6c8ac809868de659e06673f1fc2b56dbf4637ff9980da7a4726b846478b4cfe6","bytes":37},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/az":{"sha256":"52b424332de4c443f3e9c5ce4de5aed6fbfd421269fc825756dfc6bcbd7e1ad8","bytes":45},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/ba":{"sha256":"a0cc3a06293962093c66533f9c1cffbccf083a2eb666751f2778a02a5316d98c","bytes":25},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/cv":{"sha256":"94baf6bacf581cc20337471c599f85ecbbe211f0b8476351ff19450c6541ea92","bytes":40},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/kk":{"sha256":"2219f4d6de0fbb1dc9982157c6f3cc5f4c8abe5fcb605908a9d1054b9880cd51","bytes":40},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/ky":{"sha256":"8239dfe8bdc6d4725880f5192b4eaf645f839e40cadfd145a4409c8387ac2d59","bytes":43},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/nog":{"sha256":"e0e27fe61d406b6f4a4879fb8f81a14bc65997106666933991b818c7d79fabc1","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/tk":{"sha256":"d78263398c135119909ad63a3ecb6ffe3aff08383212934dd03695222a9786d0","bytes":25},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/tr":{"sha256":"490eb5a2f777a2f3396f3a824ed8021bd77a94be801214411461bde6689738c9","bytes":25},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/tt":{"sha256":"8b9617a9b6c56f4a2fe2f59d9ce55426837196567962716f9330f70948f8f9b0","bytes":23},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/ug":{"sha256":"65d0cdbc96efab4d9e3cd0095440752a31dc7f425edd3ba0a53c4dd33eac5d63","bytes":24},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/trk/uz":{"sha256":"04fd711dfda1e00d17dc8b1b250c24d70cc3c498b27e35d31065ac47441a6759","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/urj/et":{"sha256":"59c77747c4774e54a63ab74d2c6a95bc3c5b5b0a50d3781f187bd1fc3a613de5","bytes":237},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/urj/fi":{"sha256":"61f58ec3bba5b55a392aff7ecf8a84d024200aeaa404b5553fcfb47770936928","bytes":237},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/urj/hu":{"sha256":"c575421d2ae397065d35af0eb4f79dff4e85f3435ccf45da874f46b3fee1338b","bytes":73},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/urj/smj":{"sha256":"3d709dec77bb633af0d57b89668dbaaa72d9be8688118d6909f7d457bec12a50","bytes":45},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zle/be":{"sha256":"5beb002d15a36bf3d0d764ed0d483c75a1df6909eaa3b10fe5f6546700c9bfec","bytes":52},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zle/ru":{"sha256":"9f52d00a279aaeaa45a786b4fd3a98b34e95fedbf823f8cdb9fecc1339751d3a","bytes":57},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zle/ru-cl":{"sha256":"200ea345b505ec9e7b8838490aeaf1822af41033429aeae4ea68159047f59f90","bytes":91},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zle/ru-LV":{"sha256":"980e379667ccb94abe33b9c9c660c08800e3f31e36fe4a939551398ab98457ae","bytes":280},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zle/uk":{"sha256":"df3d1a9f77bac0531e72f87be398d9eb1e903bd6f839d4f04ffec5abb4e34634","bytes":97},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zls/bg":{"sha256":"9b91accccb0d53bb2a7bf21922846ba58c74bc082ba71ae32bf12cb0d092f853","bytes":111},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zls/bs":{"sha256":"0820e7c78b68fbdaf86d83c782cdde1901b642d1cdbeae4181c6f5f5e21e5e89","bytes":230},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zls/hr":{"sha256":"cef3ef0411c66f154e6c82f7decd95beffa8cbfbe953335658df9f125bdd6096","bytes":262},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zls/mk":{"sha256":"6dbc2cfb8999141bd0782cd463d4880468161088190c6b4c9412f43552dc39e2","bytes":28},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zls/sl":{"sha256":"e1c2bd1f75c0eeb86f64182472d5f597ce23e64ad7478c248c2f75b694655942","bytes":43},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zls/sr":{"sha256":"0e076528d3566f6e59b807e16e274dee505e88a6d477da188ab8ec442eae44f4","bytes":250},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zlw/cs":{"sha256":"1477cdba5ba3bce85db559accbbd8a24b86b3f6d9d9988bc587e89357c1c4431","bytes":23},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zlw/pl":{"sha256":"83c586a2b724b24b9f98d21ade5022112c465ac446ca09930286980ceae1c781","bytes":38},"kokoro-multi-lang-v1_0/espeak-ng-data/lang/zlw/sk":{"sha256":"f46ff673c7d58c1646096c174d58da34047d893d0d2993dbca260ce54abe77ef","bytes":24},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/adam":{"sha256":"b21efbf56fd7d58470e7ce4759c6ef9f23949706b269f2d777832204658ee0dd","bytes":75},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Alex":{"sha256":"1cf9874567f4fa8109329f084e9ad9ed788fb2362298921d0a04a57b24f1141f","bytes":128},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Alicia":{"sha256":"6d3f60ec866706e9d4ab7da2a79eedb8c11b50f63620f87e58317f316ea3d58e","bytes":474},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Andrea":{"sha256":"6ca52734ec2cf7c419d2d3ad7c3449cd1a1776342c4d152ea12c5b1e72801e89","bytes":357},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Andy":{"sha256":"0e13ba1a940cd9df7e65358c36445c9740f3d75f1360c7f7c71ab9f74b45edca","bytes":320},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/anika":{"sha256":"228771ce84cad16a089e0b23efe2e69edf25f1ab7c0cb3a50d366ac70e82fbbd","bytes":493},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/anikaRobot":{"sha256":"3ba724be6aab2fc1a084b25cdb16f469250eb9de4c6c0924a18788d0246fc32f","bytes":512},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Annie":{"sha256":"40f0f829c5c6e7abf4a02a21f128a572756d6f6693014c26d09a5c29ede5ec33","bytes":315},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/announcer":{"sha256":"4af6a6748c720cbbaac1e3dcac17bb3bc7a4c553499ec7ee69e054db51a50de3","bytes":300},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/antonio":{"sha256":"c90477080cd9aa9c384770c0ec18901d01e9851f1bc7d15526a2565a3b0c4da5","bytes":381},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/AnxiousAndy":{"sha256":"7dfe126f517b76cc78269618dbee2c30d324bea9460b400938756ec93995eaf8","bytes":361},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/aunty":{"sha256":"0aede4d1ca614f32c348f3d728eab58322ccd016e8531234fdc3dfcf00e32bf1","bytes":358},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/belinda":{"sha256":"9bd791b7115820e25ada82b4911134d5116e8238b4fd4d214dfccf162576141c","bytes":340},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/benjamin":{"sha256":"3fa10b0d865fc751fd9c8ed1dabac4bb9b011ea2b95064d4d25a8c719f7785d8","bytes":201},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/boris":{"sha256":"f23d0a6ee2eeb7e3340506d61d422b691fb04f4e98977ea15c1e0ee5715846d5","bytes":224},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/caleb":{"sha256":"bcde145ec713eae6d3451a6f25dbbdc0b6756fd44e9e092b7aef89f2cff25be8","bytes":57},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/croak":{"sha256":"2906a2c6f7b7687db2f1c862164a9b80435d5afc3ba16d74619728bf8c3a8ca7","bytes":93},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/david":{"sha256":"50b5cb5f61a50f5ff5299dd22e5d645446746dbc36909595f6ae47bac0bda9c3","bytes":112},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Demonic":{"sha256":"241b0e78362bd3208bb586b65bdf52330e1e8322f8f226c4790c4abeb47cfb09","bytes":3858},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Denis":{"sha256":"a09fe9f7a4e478d2ba1e139c2995633e2b99de9abdaaa82307954599b0e3d6fd","bytes":305},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Diogo":{"sha256":"a4a17c453d13242b48783c247816bff8d2cf7bc8931c3f8237887d88a2881b18","bytes":379},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/ed":{"sha256":"12ddb6355b40a2e39a3b6cef66a2bf4db15a25045769b330a9a3b344a608026d","bytes":287},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/edward":{"sha256":"b7a12bcb2af280c40e4be4280b675001024619ed529262dbf3e819db53b5b310","bytes":151},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/edward2":{"sha256":"59d166f7adfee4515a492993405e95432889050aaa47b6cd7eaeeb457fbca227","bytes":152},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/f1":{"sha256":"7cdef453c6b0391d50a02b8f35392e6f41249cea65df1021affd68a64917b85f","bytes":324},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/f2":{"sha256":"62b17f6c8f94add0310db032f5e463c13510c5ff83ef1f21e8894ccbf00b00e3","bytes":357},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/f3":{"sha256":"d0342ee8ceebe3047831774634d234e90281ec73ce2aed8dd0bdd915ccf500fc","bytes":375},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/f4":{"sha256":"ff9e2907a818920e3b976232c90eabaf270fff0de0b8a479af9a3633e9b7921f","bytes":350},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/f5":{"sha256":"6c76406d94540d59dee16de11520c37124a1f6dfc236981e483877075f0271b3","bytes":432},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/fast":{"sha256":"fa2f9c2918f351499037f6bffb25294d9b781b2785d9772a8ae3293c0c0037fe","bytes":149},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Gene":{"sha256":"06258dae680cde2122a4939dbd4f23ed4ea145b7475068bf7dd4d466090afd2a","bytes":281},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Gene2":{"sha256":"bcdb3039296eea37398e4423dc9bb6849cda9c5c812b83702ebc49682c649f57","bytes":283},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/grandma":{"sha256":"e033d57ba9b098971fdb995c13830f9c709206add081c586daaec323ff69a392","bytes":263},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/grandpa":{"sha256":"f25627887b95e8bccac5e6ce99cb97c6e34290ff0bf919febe64a9987138796d","bytes":256},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/gustave":{"sha256":"5fa89cf8625cd460b9309748eca019ab5b325a04dccbd29f1a9b2a00caa2e848","bytes":253},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Henrique":{"sha256":"5c6bf1cf5b6bc7c7d48f2a8368ae348c6ff64232c047f40f9d9a6e6824b4ce6a","bytes":381},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Hugo":{"sha256":"906acbef890dc4da67cb54b5b0ddc2cab7ee308a95d350c899f0b0cb6a83dd5f","bytes":378},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/ian":{"sha256":"c0722c7954d3e6582e3f5b3f584140675ab060ac3c6cac5dd11a74592db5550a","bytes":3168},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/iven":{"sha256":"10ab9de8365ff7bf5a20621d08f1a2019d4bf5521f3c6f65447c9256057406c8","bytes":261},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/iven2":{"sha256":"f94830e5abe118dc4c0909630d66637ba2a7c94957279c31fd78e313374054cd","bytes":279},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/iven3":{"sha256":"27ccf2d2f7bb8f1ff28c705c39cf6ff575eb2458c39a518ed33741ad9c1af252","bytes":262},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/iven4":{"sha256":"11b3d46c01d4307eedcb60bd8dbcc73a40f3eb86c289176d6fd5bb418223b92f","bytes":261},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Jacky":{"sha256":"41884ed9b66160aeb5a0dc418370a59fe39ead0013d93e023e6d607ef01c1a6e","bytes":267},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/john":{"sha256":"bfbcc1cec33ef0581fdeb4955fbcd0d824a5d4be5493d731e4a2ef7f8f3ba670","bytes":3186},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/kaukovalta":{"sha256":"b9f6016145835c3999bcd5872b8a53442729bd903591781ea3340746b3b4956b","bytes":361},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/klatt":{"sha256":"9abb6d05d0ca354831c570e14323dd4e821459b53166d96395875a48bacdbde2","bytes":38},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/klatt2":{"sha256":"afab662a55953532ff8d6f9c615b824ecec87f7aef6790a58c4ccbc4505a742a","bytes":38},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/klatt3":{"sha256":"f1c0cd147bd656f6c4830b3341c9694483438c43aea15c982dcc1945dbb334b9","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/klatt4":{"sha256":"3459c15aa8fa7d7218ac34388dfc0833c850ffc923013949308c2f643f3daad2","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/klatt5":{"sha256":"44397d8282454a2974078d25509caa470bceb093e484e727843a5147b4193e60","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/klatt6":{"sha256":"7d3930cd97ef7a0732f2e19f53f84e480f2d441d263390647b92bb0b4c645d05","bytes":39},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Lee":{"sha256":"a1584887cddb40c10e04992fb770025b52e66b70504656094f80975f1d6bbf6b","bytes":338},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/linda":{"sha256":"df06b4c29f5953034e7815ea7062e356917266f8fab576f76c036045525c8e28","bytes":350},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/m1":{"sha256":"7f2de023bdfe18651d2d0453d2e7ff5e8ade9f094912a79247336ddc90fd7783","bytes":335},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/m2":{"sha256":"6eb925eb6691621a6de66c87596c6ed879c80a04215a9a8437dffc28fcfa14dd","bytes":264},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/m3":{"sha256":"7a4ac872387439814ddd65f5e1ff73017122975911df6b5dc62c5709e6fdb611","bytes":300},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/m4":{"sha256":"6bef82cea3538da1246b7a2c203206e90155cbb4af86faa8ef03366c3119ceee","bytes":290},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/m5":{"sha256":"08590ef7ce37630a6875d9cbe200dc473a9054b4184287808a4fd1c8e27dd02a","bytes":262},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/m6":{"sha256":"fc0e01af458a96d43f55878010d3abcbbda85e846922b25361a78d27c3a9ca00","bytes":188},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/m7":{"sha256":"bdfc54a3558ca98f9ca082479c5211034a824d8721db91804f9d77867db6fab3","bytes":254},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/m8":{"sha256":"060130540e2fae5f8acfb19bcd4ef3dc5dc8f8d2134c502bb57af277fd4cc491","bytes":284},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/marcelo":{"sha256":"3238a933a17c40c61cdd385c0e742bf54c42c008f4110d4b0353a6ae72a5d1a0","bytes":251},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Marco":{"sha256":"04025677360c0270f094bbb6716b83c8284902f6da9b496bedbbf590963835fb","bytes":467},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Mario":{"sha256":"a94ac65d132030df496e8aa364d5cde5f2eafa4b6b3ae361a2901d512c6029d8","bytes":270},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/max":{"sha256":"c88f70a60a19e76a6774dfbd7664be639b9aa8aa587c680834c305ffa434aaaf","bytes":225},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Michael":{"sha256":"4409be23ef5fedf4c8bffbfaa8a802a342824d7e97f1d92938336a25f92f0ebe","bytes":270},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/michel":{"sha256":"c0068ad9cb792dfb78aedbdff9c3cec68e5083736bae0c33bf19088186101087","bytes":404},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/miguel":{"sha256":"9c8c2bbe9fba6d1f06eb63ee67d98d7ebb8846b2bf13847a9b359c90ba9fa8fe","bytes":382},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Mike":{"sha256":"8999b264606c0af23d346a877e10ca05aa757f7ea433e6cfcb3bef50a56ba2cf","bytes":112},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/mike2":{"sha256":"274ebc5df252b3258e8996f1276137b2cf9d6e5006e1145a5172997284f1dba0","bytes":188},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Mr serious":{"sha256":"794abd78deb07ce9b03419d20f7744df4c0151d5abff7981217e9d0926a2f240","bytes":3193},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Nguyen":{"sha256":"4f3d557d9c045080f56022a96e5b3659c4d1caa5fa1d702e12d3ef6bec2e3a45","bytes":280},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/norbert":{"sha256":"35b9923e15caf36280542270282bd2392c6d86ef5db9a8be7be92ce2241a46cb","bytes":3189},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/pablo":{"sha256":"053a85c8a6d7e7a0f6432a3158fe73fa9accf06202e5d69c273d4e5bae8bafc8","bytes":3142},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/paul":{"sha256":"75fb8098bea28859513de6ce033092307382d6f20455e71b051193dfc0793d5e","bytes":284},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/pedro":{"sha256":"7429792ba833fa2446bec6db790068f5862b9ed099392002cd0e724ec6ab2a66","bytes":352},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/quincy":{"sha256":"e9945bee7b4f3240221866f497bf2511a886ed7702d8389688a03c2ea120caf0","bytes":354},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Reed":{"sha256":"727dbc3f6bff0be4dd7d0438f66d3bb82cff68ed148cf52cb58e73314aaec1e4","bytes":202},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/RicishayMax":{"sha256":"7ddc7a57711ccd7a736540f14271adadf1e2e0422941ecaa7cc43ab87f8e2017","bytes":233},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/RicishayMax2":{"sha256":"3de5e414d4b2ef082a7b974bb7ede94937e93b5b873d2b2f7928b19d30745180","bytes":435},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/RicishayMax3":{"sha256":"36d20550b68a8c229d34d956657b7d642929962f7e5d4fddd6396af9e5378b56","bytes":435},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/rob":{"sha256":"fbfffcdb0afb2e3b70f886c02282feae22509d77fe6e7103daf907f7a356595d","bytes":265},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robert":{"sha256":"72604f85afe5bb52a5ce7e3427b196e1e3e426a14a64e2d93b6617e248a46417","bytes":274},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robosoft":{"sha256":"ce2820edd349f3fbc734bfe94095518f10ecbefdb304560109f37106f9f4d2fa","bytes":451},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robosoft2":{"sha256":"249a44f4069b323640e6b532ff6a9bc30dca35f5f9a5f666b647937cbc58c685","bytes":454},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robosoft3":{"sha256":"f8543efe18019c735ebad99d1cab4e06e0efd565ac269a895415dfebf342c383","bytes":455},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robosoft4":{"sha256":"d5f728e0d0a9d27f604f34e835e059590fd01411fd467c91328b573c7597bb2d","bytes":447},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robosoft5":{"sha256":"39da0efe1768e14eefe05a7019fab416795bbffb222fce23ad7f963991447f7b","bytes":445},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robosoft6":{"sha256":"46426971d76c34266580133fad2c26ab829395a71c1713e6205d9d46b0871672","bytes":287},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robosoft7":{"sha256":"e19c1045259d9cfb078c229d5d1372f7c5af971d0e2536a41b89c40ca3e23ede","bytes":410},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/robosoft8":{"sha256":"389230461647836c1b66c51939c0a493e3fbc81e2b7afc01c6f88b8f9da21e2b","bytes":243},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/sandro":{"sha256":"1b8c36a3ce35a27cbbabf4679df0264cd37f4c79b66aa1f4c310eb31b9c80490","bytes":530},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/shelby":{"sha256":"5e96565045bcdd5b42e7ad0eab2bbd670c67cf5c9e3f2ac6b50b30580fb92be4","bytes":280},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/steph":{"sha256":"78186aeddce4c449348f368046b2665375b1a492e948d739249b0c964f082861","bytes":364},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/steph2":{"sha256":"ca88414b48553fed1fd409389548a94ea90cf282d6340e3cb968c8538a2ac2ec","bytes":367},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/steph3":{"sha256":"a7d796211b6969ba92213f89de54b053890306af774424ee38fb02ace45e852d","bytes":377},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Storm":{"sha256":"e817c7d1ce10de527ebc19c0835f580cb584c3ae7d36d30a4f414482602e7b89","bytes":420},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/travis":{"sha256":"7d5a34be05778ee850d97b0491a62db7683c058d660ff2afc71c08c87360f30d","bytes":383},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/Tweaky":{"sha256":"c34d1c1d8b7922ceb886b95ad6ab534ca048f9c47e19698ec2aae5cf0c32cdbc","bytes":3189},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/UniRobot":{"sha256":"23dba52c2d1cb332db6225304818d85488f110a668ddcdbfd7f0438afe37794b","bytes":417},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/victor":{"sha256":"a880a8083ac5eaadf94f71c63b51f34c1426d4bfe0a26f6761ddec5c6e9a5c76","bytes":253},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/whisper":{"sha256":"1e3534c843768898cea47a3f83b2fd91720c0775b438ea5c0134676940a66e96","bytes":186},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/whisperf":{"sha256":"7fea42b10114f1bfd2004181e6b0eb626997cca987893e23d24b5c616aac89d7","bytes":392},"kokoro-multi-lang-v1_0/espeak-ng-data/voices/!v/zac":{"sha256":"edaf508b2cfbfd6088a163dcc78d5f6a26850a7d39a5a0e5128b09526f56b6db","bytes":275}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kokoro-multi-lang-v1_0.tar.bz2","asset_id":549865473,"bytes":349906910,"sha256":"c5f7e2d2caf082bc1d20fb70334a61d99d20b484500aad32e7cf84c128ea3298","fingerprint_basis":"Verified against maintainer GitHub release digest"},"runtime":"sherpa-onnx-1.13.8","downloads":10533404,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:43:55.314890+00:00"},{"id":"piper-lessac-medium","name":"Piper Lessac Medium","task":"tts","maker":"Piper","adapter":"vits","languages":["en"],"voices":[0],"source_repo":"rhasspy/piper-voices","source_revision":"c10ece1aade47bb51c153c893d14e5bf8e5b7117","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":null,"parameter_basis":"Publisher nominal count; unavailable where null","license":{"reported_checkpoint_license":"mit","url":"https://huggingface.co/rhasspy/piper-voices","voice_card":"en/en_US/lessac/medium/MODEL_CARD","voice_card_revision":"c10ece1aade47bb51c153c893d14e5bf8e5b7117","note":"Voice-specific model card controls attribution; repository code license is not a blanket voice license."},"base":"vits-piper-en_US-lessac-medium","files":{"vits-piper-en_US-lessac-medium/en_US-lessac-medium.onnx":{"sha256":"4ba07d8549906668ee855fd9abf9faf66c5db74742712ff026a159f7277fca9f","bytes":63149198},"vits-piper-en_US-lessac-medium/en_US-lessac-medium.onnx.json":{"sha256":"efe19c417bed055f2d69908248c6ba650fa135bc868b0e6abb3da181dab690a0","bytes":4885},"vits-piper-en_US-lessac-medium/MODEL_CARD":{"sha256":"ce49eb457742208166d399a40cdec2c7fa9db77960930031564ab56f12882645","bytes":351},"vits-piper-en_US-lessac-medium/tokens.txt":{"sha256":"87c8ef66eae5473ed0cc0366b3964c736ca6c5f676c979522ea31234e47430b9","bytes":921},"vits-piper-en_US-lessac-medium/espeak-ng-data/af_dict":{"sha256":"25729d3bf4c4a0f08da60aea9eb5a0cf352630f83fab1ab0c3955b7740da1776","bytes":121473},"vits-piper-en_US-lessac-medium/espeak-ng-data/am_dict":{"sha256":"9954365860682c756c8c4459577d3aa0ab77ad0cba6798b746033ada5c3d4bea","bytes":63878},"vits-piper-en_US-lessac-medium/espeak-ng-data/an_dict":{"sha256":"6cf38cedb6693aade49e5a5d27a3c92516a5335125bf85fcae58282e66fb82fd","bytes":6691},"vits-piper-en_US-lessac-medium/espeak-ng-data/ar_dict":{"sha256":"72316426e797777fe4df9420935a3b6a79b37d7e3f3948537ba71cd7b21b2541","bytes":478165},"vits-piper-en_US-lessac-medium/espeak-ng-data/as_dict":{"sha256":"5bcb74ff4558a60c5ba1a48a2a92c01513ee2d29fe30c5a38dc5308c54f1cf49","bytes":5005},"vits-piper-en_US-lessac-medium/espeak-ng-data/az_dict":{"sha256":"e352b2dcf811662d79f4beaaa0c7750706cf669c0409fd815a9bd0244b1adfc7","bytes":43773},"vits-piper-en_US-lessac-medium/espeak-ng-data/ba_dict":{"sha256":"246c8c655ceed43d9ff44a65de5f933f16255489d0b181b1a46a83e1fd5a0354","bytes":2098},"vits-piper-en_US-lessac-medium/espeak-ng-data/be_dict":{"sha256":"232fb0debfc8fdca9b8f2494770ff23535f7f887bbebb0178abffc243490e798","bytes":2652},"vits-piper-en_US-lessac-medium/espeak-ng-data/bg_dict":{"sha256":"8fa3adec8e18a3e695b2bbea1d4780182e17222d8b9f8da9908a237828f6b063","bytes":87051},"vits-piper-en_US-lessac-medium/espeak-ng-data/bn_dict":{"sha256":"2b59ec34c07955ca5b7814fa5152c33fa357880590703eefab1f3081f031fdef","bytes":89979},"vits-piper-en_US-lessac-medium/espeak-ng-data/bpy_dict":{"sha256":"a4321d9ba80bd60f49e0bee5aae57f1ae9c49b7a1c3d4ba384338fe9bf3b6a92","bytes":5226},"vits-piper-en_US-lessac-medium/espeak-ng-data/bs_dict":{"sha256":"d5df564f511af082884719685db86ec4df23467cf012ce25e898540baf9de65b","bytes":47068},"vits-piper-en_US-lessac-medium/espeak-ng-data/ca_dict":{"sha256":"1be203855ecb0bdfe66578ef5552f83289e39972d78c52714d061b7f7493df4a","bytes":45566},"vits-piper-en_US-lessac-medium/espeak-ng-data/chr_dict":{"sha256":"1853980c673015327bed3d4e5f7e88c2ee3bd8a922bcdd232a6497277e903bce","bytes":2859},"vits-piper-en_US-lessac-medium/espeak-ng-data/cmn_dict":{"sha256":"109aaa7708d3727382acb3ae41d8e2094a7e2bb9f651a81835be22a6f08071fe","bytes":1566335},"vits-piper-en_US-lessac-medium/espeak-ng-data/cs_dict":{"sha256":"5ec02aba90465007f20a5c8aeb889275834cfa8c8f621c3d9bee1ca90d21788d","bytes":49645},"vits-piper-en_US-lessac-medium/espeak-ng-data/cv_dict":{"sha256":"8260837c8f18fbe5870905ebb2850dfd18e252150ad6c868b96d9d2c6398ea8a","bytes":1344},"vits-piper-en_US-lessac-medium/espeak-ng-data/cy_dict":{"sha256":"31d74ccad218ab80b79566caeb8d21bcf0fe43326ed7c437fa736d39b85e603e","bytes":43130},"vits-piper-en_US-lessac-medium/espeak-ng-data/da_dict":{"sha256":"fe0c21895b4844868612f9ea846bc6010e30b5dd1f4cb1567459d73d2792a8ac","bytes":245287},"vits-piper-en_US-lessac-medium/espeak-ng-data/de_dict":{"sha256":"e9ac048df5cde03b74907d591c7b29b45ee9ec5fcd4592b0b894f0083572fcfd","bytes":68276},"vits-piper-en_US-lessac-medium/espeak-ng-data/el_dict":{"sha256":"5d9f759750131da777d2fd4f06aa602ed746d38f27b84dd9a2d4a550f2cd452e","bytes":72841},"vits-piper-en_US-lessac-medium/espeak-ng-data/en_dict":{"sha256":"71bd330ba8a2e3e8076e631508208ef49449d6147c17b7bd2b4b1e1468292e35","bytes":166944},"vits-piper-en_US-lessac-medium/espeak-ng-data/eo_dict":{"sha256":"849f061abddd5388bac112b32e6f7bf747e15e1b3ae53fe91079381effff4cc9","bytes":4666},"vits-piper-en_US-lessac-medium/espeak-ng-data/es_dict":{"sha256":"3fa93e251eab80838a2d6207ee58c9c847270a65fe3fae98850e0185b5a2186c","bytes":49252},"vits-piper-en_US-lessac-medium/espeak-ng-data/et_dict":{"sha256":"1a6734b4e6bc9de9a4c94cfb434873e0a7f4ae4ec89549b3137ae5491cf655da","bytes":44263},"vits-piper-en_US-lessac-medium/espeak-ng-data/eu_dict":{"sha256":"762a6eff63552ef72cd88bf1e92dc5a823eb378d50cb85c7917e8c5bba079137","bytes":48841},"vits-piper-en_US-lessac-medium/espeak-ng-data/fa_dict":{"sha256":"f92f35ce7eb1d97360016617d97786412a94af55b776a18f1c280dab4f43befd","bytes":292423},"vits-piper-en_US-lessac-medium/espeak-ng-data/fi_dict":{"sha256":"dda999437bd4b37a7f7400a2230aace1200a52906ab0b1ff3507d44ab19d64b1","bytes":43928},"vits-piper-en_US-lessac-medium/espeak-ng-data/fr_dict":{"sha256":"e399ab924c4d10beef1fc310b30ea56e4ddfd8b4b64b8ed978e9c65394d49b2d","bytes":63727},"vits-piper-en_US-lessac-medium/espeak-ng-data/ga_dict":{"sha256":"b2db03d21f7900b697d7dbb8bec855cd1117e9867f19884faf11c4df626659f5","bytes":52673},"vits-piper-en_US-lessac-medium/espeak-ng-data/gd_dict":{"sha256":"e92b47dcf9a001363ffee1e62863faf264ff5f16e10cd9cf1f1e83ca89ca14aa","bytes":49121},"vits-piper-en_US-lessac-medium/espeak-ng-data/gn_dict":{"sha256":"7640df272b192a68ba401294bf9197ab46d0b141da7a358ad1986e7f77e7f29a","bytes":3248},"vits-piper-en_US-lessac-medium/espeak-ng-data/grc_dict":{"sha256":"488779493993d221b09e713e104a221ac1bb35765f826acc26d3d3c1aa3a35ed","bytes":3433},"vits-piper-en_US-lessac-medium/espeak-ng-data/gu_dict":{"sha256":"cb1fbfb53bab2ec6d9e44cd9d12ccb9b80de49f274d772314389c477eef530fd","bytes":82480},"vits-piper-en_US-lessac-medium/espeak-ng-data/hak_dict":{"sha256":"e3075c7d281f95a2ce2264c01edbd09e962cb3ed29400766c5d2116a08a185c8","bytes":3335},"vits-piper-en_US-lessac-medium/espeak-ng-data/haw_dict":{"sha256":"2b4e77b61cadfc5ee622aa8b1d23941e36101d9bdbf8d809e0fa1b442d2c3f74","bytes":2443},"vits-piper-en_US-lessac-medium/espeak-ng-data/he_dict":{"sha256":"a8bf0d939d630e9e5097ad361a7765297baf297fd7d06e89f48a79ead980869e","bytes":6963},"vits-piper-en_US-lessac-medium/espeak-ng-data/hi_dict":{"sha256":"5a68c9532624e57ac845b26ce1e2e5034c4f6353bede46ecbe57e583ec8effd6","bytes":92143},"vits-piper-en_US-lessac-medium/espeak-ng-data/hr_dict":{"sha256":"5f98fcf05f97335a5436a8a9643677da6f158f2a9ee1d41bdda1725b1bb3527e","bytes":49388},"vits-piper-en_US-lessac-medium/espeak-ng-data/ht_dict":{"sha256":"d577219d15c29396db254aed958358456ec1501cdf62cb4ca5413752f2ee7cc1","bytes":1803},"vits-piper-en_US-lessac-medium/espeak-ng-data/hu_dict":{"sha256":"055d563b839d599db40be5b1cc2af9d31793795b328eb8d4f389ec7d38fe7e81","bytes":153785},"vits-piper-en_US-lessac-medium/espeak-ng-data/hy_dict":{"sha256":"8b808ad8f1d4cae32b3b785b96d1e27b3af28e32f4dddfed7c93e129d63b2587","bytes":62263},"vits-piper-en_US-lessac-medium/espeak-ng-data/ia_dict":{"sha256":"1c665603a82beb81e0cef2878c9b44642ae6d519e301fbbd06326e03325febf3","bytes":331275},"vits-piper-en_US-lessac-medium/espeak-ng-data/id_dict":{"sha256":"8fb3f23f80f71f023219cee7032223f3f6886cc5040eb4c8c507f79d1b84e98d","bytes":43458},"vits-piper-en_US-lessac-medium/espeak-ng-data/intonations":{"sha256":"3f8af65fd3eda9759a10f021d61361c120871f463515229c925995c7f90918cc","bytes":2040},"vits-piper-en_US-lessac-medium/espeak-ng-data/io_dict":{"sha256":"0d9d6995fead1ccdd5512f7909ec8f9efc8ccc97f5c9d23ecae6b3ba77ffadbf","bytes":2165},"vits-piper-en_US-lessac-medium/espeak-ng-data/is_dict":{"sha256":"8eeab5b1ca3f75362881fae3de3316fcaff281179a4c51fceb0098f11ead96e0","bytes":44354},"vits-piper-en_US-lessac-medium/espeak-ng-data/it_dict":{"sha256":"111f968359c9ebe36b107a2565ba9f258bab337d3cbe37e44871980a8f21ce6b","bytes":152889},"vits-piper-en_US-lessac-medium/espeak-ng-data/ja_dict":{"sha256":"0d1135d3cdfed811d3eac7c90a2e277329fa6f060cdd23af287db161982cab44","bytes":47652},"vits-piper-en_US-lessac-medium/espeak-ng-data/jbo_dict":{"sha256":"71298417de1e5fd07df275270a5d47ca8820cb8c9f5dc2156c070b7a3ae7999c","bytes":2243},"vits-piper-en_US-lessac-medium/espeak-ng-data/ka_dict":{"sha256":"c8624947110a13bee72d4fc15b06026004df3f40c16c7b917d27e369ca122a32","bytes":87775},"vits-piper-en_US-lessac-medium/espeak-ng-data/kk_dict":{"sha256":"88dc0106629a57d0aca5073afb11db1a044799185355088a7ad4331c836affd3","bytes":1859},"vits-piper-en_US-lessac-medium/espeak-ng-data/kl_dict":{"sha256":"ec441964d7fbd4622bb628327903d5c6c999c95d539b2e061884decf95ac30e3","bytes":2838},"vits-piper-en_US-lessac-medium/espeak-ng-data/kn_dict":{"sha256":"c51e0385937b407b36c02fd2c85dfecdc5cac411398ee8a74eca15b35617af64","bytes":87828},"vits-piper-en_US-lessac-medium/espeak-ng-data/kok_dict":{"sha256":"52659dec01d1b119bfef56b622430f5525c50af0144c9f9688cb3c22cc02ed31","bytes":6394},"vits-piper-en_US-lessac-medium/espeak-ng-data/ko_dict":{"sha256":"f629060f27d597e0fd52d8010609f41c8a0ec28f5c2bb0016850e00244950681","bytes":47523},"vits-piper-en_US-lessac-medium/espeak-ng-data/ku_dict":{"sha256":"65de1c5429e8d193775b36fcf169a60fbbb9964ef13a4a1bab7ff0ce855cad20","bytes":2265},"vits-piper-en_US-lessac-medium/espeak-ng-data/ky_dict":{"sha256":"def4427fd4070673c073b892c7b229f8c3f17eb1df36bea2ec7188ddcfb4d0ea","bytes":64977},"vits-piper-en_US-lessac-medium/espeak-ng-data/la_dict":{"sha256":"17818dd567936fde032404fbbd6177844b9f5fc5a915480f567272147936f917","bytes":3806},"vits-piper-en_US-lessac-medium/espeak-ng-data/lb_dict":{"sha256":"d819a062b9722334f187540d3530fac1de365cd200d4a466f5ecccd7e3c05772","bytes":687931},"vits-piper-en_US-lessac-medium/espeak-ng-data/lfn_dict":{"sha256":"10281bc404f429165a330b800eb64674e37a135d1b4c689e57fb1d9e827d6924","bytes":2793},"vits-piper-en_US-lessac-medium/espeak-ng-data/lt_dict":{"sha256":"68ef55aba9545d27ce73e7d4aca1c2fa51d2c3d3d626152fbc22bf5a90fbff11","bytes":49890},"vits-piper-en_US-lessac-medium/espeak-ng-data/lv_dict":{"sha256":"3e246c76b7da924235ffb75925070865e669da2ce3e41e98395e99be1f8db9f7","bytes":66337},"vits-piper-en_US-lessac-medium/espeak-ng-data/mi_dict":{"sha256":"401621fdf61da47d0513e80279134a3515ced898aaadd5205b82cced0f2df042","bytes":1346},"vits-piper-en_US-lessac-medium/espeak-ng-data/mk_dict":{"sha256":"e4960ff4e74e1096ff1c3bccab62ce0429fa4faa725e546cd5d33e43f45225be","bytes":63859},"vits-piper-en_US-lessac-medium/espeak-ng-data/ml_dict":{"sha256":"b12687557c38f9bcd17417854253ddde3781e3b0c16f9470d732205818e7cd38","bytes":92345},"vits-piper-en_US-lessac-medium/espeak-ng-data/mr_dict":{"sha256":"f712a7525db108ef9769aee53fdd1cd141f0df372778924691b89623aa6fc22f","bytes":87391},"vits-piper-en_US-lessac-medium/espeak-ng-data/ms_dict":{"sha256":"74b01897385ba1f018de44c0268048fa5be588bbbb702a900bb35c691a466707","bytes":53541},"vits-piper-en_US-lessac-medium/espeak-ng-data/mto_dict":{"sha256":"6d51cb6be959dba045d41d3d63ff662a7363e1287cce2c633b071295ce55d560","bytes":3960},"vits-piper-en_US-lessac-medium/espeak-ng-data/mt_dict":{"sha256":"1f76761bdfd481a984b15d07522df23c9444f4ac21ea9671917e08bbffa7f8d3","bytes":4384},"vits-piper-en_US-lessac-medium/espeak-ng-data/my_dict":{"sha256":"e7f9c2dc672e1388f6941ac6def956b8ab2d622adb00d0ed6640dee4b7acc96b","bytes":95948},"vits-piper-en_US-lessac-medium/espeak-ng-data/nci_dict":{"sha256":"38c7201e7726c8d508f8f8611349cbc44fcc4684a0fee4db7285d83e808a5b69","bytes":1534},"vits-piper-en_US-lessac-medium/espeak-ng-data/ne_dict":{"sha256":"43831c3f53ea6e939cac37b5ae5bd7a2ea8237aa46f0e7f2441ab772a3c51dba","bytes":95377},"vits-piper-en_US-lessac-medium/espeak-ng-data/nl_dict":{"sha256":"d28641049f98c76b460c3dddde3e2edecb7782c4eb9a3f242391301ff526c83f","bytes":65979},"vits-piper-en_US-lessac-medium/espeak-ng-data/nog_dict":{"sha256":"8b921398a2f1907b43c07b96a72277d8d3d8545e385955eebae5f340aae33bd2","bytes":3294},"vits-piper-en_US-lessac-medium/espeak-ng-data/no_dict":{"sha256":"43b828f8c1709e7abb23a0cc6416fb32e4814e3f1ff1db4baf2935bf7c77c9ff","bytes":4178},"vits-piper-en_US-lessac-medium/espeak-ng-data/om_dict":{"sha256":"3624e67ef8d9c20d894db0adccaccc61ee852977cb77d5fe5801e7b4a528fcf5","bytes":2302},"vits-piper-en_US-lessac-medium/espeak-ng-data/or_dict":{"sha256":"e0dd737e9104da63a27d86cd464cf7764837625b1513169b8d28fca1bd3c8c3b","bytes":89246},"vits-piper-en_US-lessac-medium/espeak-ng-data/pap_dict":{"sha256":"770039bbf4ea8c5a3ffddd98c4831ca02c9f39e1ff6b3de7729fa71a8f3bc0f1","bytes":2128},"vits-piper-en_US-lessac-medium/espeak-ng-data/pa_dict":{"sha256":"cee0e2a2bfb166e602ff84e185351a8ac311571ccdf46e1831c7a25245563c10","bytes":79953},"vits-piper-en_US-lessac-medium/espeak-ng-data/phondata":{"sha256":"4e0288957874029a8c3c9f41a8f517ad4bf18127046decbdd4b9d1d6807ce3a3","bytes":550424},"vits-piper-en_US-lessac-medium/espeak-ng-data/phondata-manifest":{"sha256":"7b387af0702c7cf0b61f0bead68feded0bd8e1620729b0b252e76acbc30d3813","bytes":21821},"vits-piper-en_US-lessac-medium/espeak-ng-data/phonindex":{"sha256":"3ca7b8fa3b42624e4b0f152707e7a39245fce569aa99ea47c055d9e622fcf0c4","bytes":39074},"vits-piper-en_US-lessac-medium/espeak-ng-data/phontab":{"sha256":"886f3fa402cb0ba73d483aa8ad000af47a6b7cc06293c75a97913fba68a530f6","bytes":55796},"vits-piper-en_US-lessac-medium/espeak-ng-data/piqd_dict":{"sha256":"33004a36210c33291aef8a838d477667eed7af52ff5093152891379b1774188d","bytes":1710},"vits-piper-en_US-lessac-medium/espeak-ng-data/pl_dict":{"sha256":"0e0ce6cfe4eba41a1223362a046390dca359a3e597af8243adaac84d624ef18f","bytes":76730},"vits-piper-en_US-lessac-medium/espeak-ng-data/pt_dict":{"sha256":"7e8398f15fa4a21db39a213381f28ec0d302b22663c644e865abb61a09c1b004","bytes":67817},"vits-piper-en_US-lessac-medium/espeak-ng-data/py_dict":{"sha256":"2255348879547940e8b49e0ca1b80452748f142cb6e267e49cab0560c720129a","bytes":2409},"vits-piper-en_US-lessac-medium/espeak-ng-data/qdb_dict":{"sha256":"c9b7f307ffe54f4aaf323290eca1c620572919035b0eb268e5c94f5d7a430058","bytes":3028},"vits-piper-en_US-lessac-medium/espeak-ng-data/quc_dict":{"sha256":"458c1ca6dcfa288ea2584915d206c5127512501174d82655de2cf031378e6dfd","bytes":1450},"vits-piper-en_US-lessac-medium/espeak-ng-data/qu_dict":{"sha256":"d50659c2a14f43e01fdef0b668eb083025a00cac481b49dfb068e0220e0ed945","bytes":1919},"vits-piper-en_US-lessac-medium/espeak-ng-data/qya_dict":{"sha256":"e56ae297ebac26ed6c77a9718812e087f0bd198241dac3c0d964f36510984783","bytes":1939},"vits-piper-en_US-lessac-medium/espeak-ng-data/ro_dict":{"sha256":"b14f68866b0440c4b0d95fb7da3b7ffd3c59b693e8593d188474fabfc9a1117d","bytes":68538},"vits-piper-en_US-lessac-medium/espeak-ng-data/ru_dict":{"sha256":"f0f6181bbbf9e53cd1e8f9d26bde8fc62119c4f78181948f961cb29866e5e585","bytes":8532392},"vits-piper-en_US-lessac-medium/espeak-ng-data/sd_dict":{"sha256":"398c876b52213a6e7dd54c68d0560d2a1c164c6bfb23b9ec1c044266cdcf2217","bytes":59928},"vits-piper-en_US-lessac-medium/espeak-ng-data/shn_dict":{"sha256":"121b6682a9b49700232b3a05cc2289d8d4b9c1027e6c2db5c3f552804ad3d04a","bytes":88172},"vits-piper-en_US-lessac-medium/espeak-ng-data/si_dict":{"sha256":"a241437d4b64fd328ac4a3e786c9465c60488f6fa31cbba04153f628cdc61f27","bytes":85384},"vits-piper-en_US-lessac-medium/espeak-ng-data/sjn_dict":{"sha256":"eb70510144230f6791574d86bae0918b4191b076dd66c555e6ae3d5637daadf7","bytes":1783},"vits-piper-en_US-lessac-medium/espeak-ng-data/sk_dict":{"sha256":"58b9bc11c9a95d81e96966242367009f8d02ab7a3f8f4fd77e3581ed4159f0a8","bytes":50002},"vits-piper-en_US-lessac-medium/espeak-ng-data/sl_dict":{"sha256":"9cb2bcbf616a5e7dd7ca769e7d222a48c613299ef1d76e44c08b002f8c22861a","bytes":45047},"vits-piper-en_US-lessac-medium/espeak-ng-data/smj_dict":{"sha256":"815270ce38a59c192ef5aa8801119d9b3ed973d9e23dfa6da8d5d27ded5a9cd6","bytes":35095},"vits-piper-en_US-lessac-medium/espeak-ng-data/sq_dict":{"sha256":"6b74bef94c3319407c27e44d944e765d036a88b30b4c17f30bbc182dbffcc4ce","bytes":45003},"vits-piper-en_US-lessac-medium/espeak-ng-data/sr_dict":{"sha256":"770cae9c516e48af7896629faf4abefaf041e1fd4ae184011aad07b97196f613","bytes":46832},"vits-piper-en_US-lessac-medium/espeak-ng-data/sv_dict":{"sha256":"565f058b14f1c89c6bfa44fc3700793886a39c7818f1037ad1f4961fa7517509","bytes":47836},"vits-piper-en_US-lessac-medium/espeak-ng-data/sw_dict":{"sha256":"375fab2ccd0d669177ad406b20b0cdb5851a1e86f093672f24f72c29fec8a815","bytes":47804},"vits-piper-en_US-lessac-medium/espeak-ng-data/ta_dict":{"sha256":"8f3d855c8d7a35ad0e2b22bc7c15a8830e5fc235492894e5db40458655076ecd","bytes":209553},"vits-piper-en_US-lessac-medium/espeak-ng-data/te_dict":{"sha256":"640407c66a5bb975671243325de616c221f90bb2842d3a36278facb68c0772f8","bytes":94837},"vits-piper-en_US-lessac-medium/espeak-ng-data/th_dict":{"sha256":"dd5d3e6268a381920f21c769f52daf3a8e610ae83f7995e56f15e9d4de18d653","bytes":2301},"vits-piper-en_US-lessac-medium/espeak-ng-data/tk_dict":{"sha256":"b3cd4a246f014f0564ec9efae79731c0fe73ffe1cd1617359dd8d5344ee3f9c8","bytes":20868},"vits-piper-en_US-lessac-medium/espeak-ng-data/tn_dict":{"sha256":"67f68dc336e7c65b946c95414cc8ae96cd10d241783bf857b3f990ac73221b2b","bytes":3072},"vits-piper-en_US-lessac-medium/espeak-ng-data/tr_dict":{"sha256":"311b0557059f2dab5ee2faabb51361f5033368f0e2a54c4bdfe45e730674f26e","bytes":46793},"vits-piper-en_US-lessac-medium/espeak-ng-data/tt_dict":{"sha256":"60d138d38330e44a78b4224cbea452bfca22bce6734c8ce3f640c0216ce14001","bytes":2121},"vits-piper-en_US-lessac-medium/espeak-ng-data/ug_dict":{"sha256":"7c4567ffe6bd8d5224b6b3fd8fab65b1343254636e6228d738ae3a708428e8e7","bytes":2070},"vits-piper-en_US-lessac-medium/espeak-ng-data/uk_dict":{"sha256":"a779bb0f51ce5cebb650a4e2282162fc8c44609210a2baa700f81f3e83e6e10c","bytes":3492},"vits-piper-en_US-lessac-medium/espeak-ng-data/ur_dict":{"sha256":"74b60e4331f532810ccfc70751ad07ab440647550a2d25823f44663a0dfa86fb","bytes":133556},"vits-piper-en_US-lessac-medium/espeak-ng-data/uz_dict":{"sha256":"790d42ac417b26dd7b1bbfed4be72329c16ed1839dd75f55f7c962eb7bd5857a","bytes":2540},"vits-piper-en_US-lessac-medium/espeak-ng-data/vi_dict":{"sha256":"bbf7cab4ba733b2f5d9d3b61eb1194ef745232fa3adebb4bc92456e948cb3722","bytes":52608},"vits-piper-en_US-lessac-medium/espeak-ng-data/yue_dict":{"sha256":"1d26afa203034698772107abfff1b53acbee30434700a4d2b75dee98951588f8","bytes":563571},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/eu":{"sha256":"a16e4e4d9b910a6e25a2a55913c812badc4fc3cbece0b8d49a64af112782d5a5","bytes":54},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/ko":{"sha256":"c2dfbf88d9aa2ac9bf2f30e92e260120e4f2c21123a02265014ae98d59d5774e","bytes":51},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/qu":{"sha256":"3069e443ecf3421bcb3b35b864e1a89fa9465af072f86eedd46a415990aba6e6","bytes":88},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/aav/vi":{"sha256":"3199c980f9e23a88a2aa693cd631bf4fcb0f3408c4272bc01b7ac0ff8e79d778","bytes":111},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/aav/vi-VN-x-central":{"sha256":"b351f13c6ed0da37561df25f45579872ff9863920ad66b94e27327a2c611755b","bytes":143},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/aav/vi-VN-x-south":{"sha256":"c0a0a2c894cd57b0bbacf9ef4efb8d89bfaf9feb164830e1539f599e7cc4e021","bytes":142},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/eo":{"sha256":"0254b93c8af79d9666a7667ca8b33b21a5453012da4ea0acd79660a9695f89d4","bytes":41},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/ia":{"sha256":"8fb11718030f8b29146f773ca462b838a6c660f166933eb6f1498c361f2e958b","bytes":29},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/io":{"sha256":"8e8391c7f40b7f9d2307faff8018a40dd2b448df4bd581a2950ee8393a00cebf","bytes":50},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/jbo":{"sha256":"d9529de82dccbd95f83c1de401f4ea661609bde644546e9ef421241b7043c00e","bytes":69},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/lfn":{"sha256":"394874fd9022e37cdc307c3386e81f1c0c133a8e9c5fdff74888b519f2c6d648","bytes":135},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/piqd":{"sha256":"d1a559b714cd8dd0ea9e46c4574e06c4f451957fb17bf39b945a89b9586f8b97","bytes":56},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/py":{"sha256":"59e54b95e8571417f43db37a7fd7e351af4e22a8c250cfb66af394f8ed6c4e9c","bytes":140},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/qdb":{"sha256":"52b83fc4f294580ebabd71df641ab5beec6b308758a3458b497124737589a7d8","bytes":57},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/qya":{"sha256":"78ae3f4d70208a9f69e2c26a6a3b5db28d7e6a58740fae937f51dd7fc9faeb1b","bytes":173},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/art/sjn":{"sha256":"61d85974b6841dfbfcc8cb92ad0742696cb87a6a85d5a28fe99895e46ef9de6f","bytes":175},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/azc/nci":{"sha256":"7bf70cb18e969398f74428b91c694a4483eaebd6733ecc437eb8714bbf7fff76","bytes":114},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/bat/lt":{"sha256":"7691c7ca1e79fc9728c70a0d22830eb113a0124bf96807e2a1ace3c6bf0c2f89","bytes":28},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/bat/ltg":{"sha256":"be716cbbdcb5fe319eed88abd4a44c3329a06e1dc468c8363d3f43cca2683a11","bytes":312},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/bat/lv":{"sha256":"f08a801dacccace62f5b90166428e90e088818d92dd5f9333ebbe834b0f21c16","bytes":229},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/bnt/sw":{"sha256":"271dd28b3ec41adeea53f1146249ba6cab61572963ab2743041114d95784e368","bytes":41},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/bnt/tn":{"sha256":"2243a1fc208dfdc37e154e837c0e782afc325d4acfbacc22718b7f05583ace92","bytes":42},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/ccs/ka":{"sha256":"68788b99dba7b82cdf8fc9dd05134bd72cf21f0b4c07b13b67b6f036e6294cba","bytes":124},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/cel/cy":{"sha256":"67bc33b4a66041e6343dfb98e1950d1089eecb68731f346fcc4f47cd07e79970","bytes":37},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/cel/ga":{"sha256":"29c2cc5736ceb2bd9ef745694d4abf7ed363a33569dfbe745811d4703b7b6cce","bytes":66},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/cel/gd":{"sha256":"7da0ba464579c367089109826ec15c2584a17417cca4a2c66dae0318d33e3128","bytes":51},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/cus/om":{"sha256":"b7c563f1effd83c08f3d229fb5a13d074513b85165ce4359a674ef30ca71786b","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/dra/kn":{"sha256":"c988a5226fa27ee6768b45566ce999ced9a4b68f8e79232b323d5903f4bb2258","bytes":55},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/dra/ml":{"sha256":"aa7e1f1f239ba55a8a79ed1f3544e9a51b94efe53925de60d4ff737273660b5c","bytes":57},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/dra/ta":{"sha256":"5bc213eb163bbf069cbfe4f2e9f7e7db71a719d8c0a96e95401d94c992960ed7","bytes":51},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/dra/te":{"sha256":"176ca4a81feb2181393edff3e2d5c0253cb52239392c4b809c61501d60c69811","bytes":70},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/esx/kl":{"sha256":"d08cf6ff60b99e6c2ceda549bcbb1a57580915d6a4d50c7f0f5d75289d9fb45a","bytes":30},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmq/da":{"sha256":"e8dd5e0d30ff0694a7ee839faa8ed35c015eb927a737aba1f120c00005692eaf","bytes":43},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmq/is":{"sha256":"16c077e6222acfc7702046fa3579bb5d6b57ece98646229e13be2233f9fdcbd7","bytes":27},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmq/nb":{"sha256":"d47966621312fb95570539f446982f6deb98fd46d9b71fec4a0005a6bace8f46","bytes":87},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmq/sv":{"sha256":"02727d3b25fc82409bd2cd1ebb444fdb2d5d3f3de7f76b95fc9ed9164c3e59c3","bytes":25},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/af":{"sha256":"fb8ccc05f5eae1754b5aa7e92cb919defdd0810b70eec19f7c77cf836e51db09","bytes":123},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/de":{"sha256":"f3cca92f94b70f8c25a29ee0a4c9ce4c7f1022241532e0647fa2b7f698bf104e","bytes":42},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/en":{"sha256":"4605d5330801de3641c6e366d15f129ea1f5ffbce8722642aba01ace07ab9c83","bytes":140},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/en-029":{"sha256":"faeb8cb201056775f733acbd908c66555fe57bf01cb063920f178f389cbf85d3","bytes":335},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/en-GB-scotland":{"sha256":"1ce4282c1f4385dbaf0035e799b2ab1ee9e9a3ab4829100594a3047727b52353","bytes":295},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/en-GB-x-gbclan":{"sha256":"2040e176f1f7f27bdce81c32d7e2b1662449d54d264afd3c0ed871b8e42b6e46","bytes":238},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/en-GB-x-gbcwmd":{"sha256":"927a5ab891c65b30b4426b151d1623a01024f6b773a38497ba1c90cd77a95747","bytes":188},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/en-GB-x-rp":{"sha256":"d0625af7f58561b1b8cf96fd7f93eee6553bcb3eadb9020ae0757bf96e5115e5","bytes":249},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/en-US":{"sha256":"41534c2a22df5dd4f1052ff9e1a33a3ea7bff5a26b5c02bdad5ba8ddb7524704","bytes":257},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/en-US-nyc":{"sha256":"e8ee9168376d1f7d9e7dcda7c4644c36c529a8bea816e6380895364db46ea2e3","bytes":271},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/lb":{"sha256":"071beb0e769afeba32177796fc0f1386bdc89a3234bed2bf720e76cbf73f5b99","bytes":31},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/gmw/nl":{"sha256":"56ae04fae28ae9371ed6db28193189e4ee962ba8236f0bcdeef6a06ea4dee374","bytes":23},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/grk/el":{"sha256":"0b529c998af07c72bf516b5750709464f6258c56c6916b8b8f0c843be9836fca","bytes":23},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/grk/grc":{"sha256":"319f950b1ad7b1f37efaa390540bf957bddac16d0557a6c3adaff27e0c64e12e","bytes":99},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/as":{"sha256":"3f58f5628f792b00a5ae6e8fe3bf8696f64af2838e5723799ddbab6027a0b378","bytes":42},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/bn":{"sha256":"bc3ce23384b9d0bb3bac06a09d90f690fae32a492dcbb030f0e56ba67b5d656c","bytes":25},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/bpy":{"sha256":"e528d1189b995b94966cef4cc182469cc54f7da8efc5860375c4ecf186ce6146","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/gu":{"sha256":"f938a755d270745188c2cf2aacba06642a96bb73ba2a0325384121b9d5ec5407","bytes":42},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/hi":{"sha256":"3c1c3f916f57f2d6d6cbf7923c0f39a36ac2140e2a69ddffce917d7b8bf3ccab","bytes":23},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/kok":{"sha256":"810ee23fbbe9c186a036bc12f4e5c0de674a132e2e099c9b3dece2a1c9cdb28a","bytes":26},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/mr":{"sha256":"29063ff3a5257d0d3d7c215dfd4c14deed39e1d48f15894202e6712459720efd","bytes":41},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/ne":{"sha256":"d53fda082ec174ef33ed3c3468fc973c43b4ef71aca8c1a28cb344668f4838dc","bytes":37},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/or":{"sha256":"9b52ede7d19659f884854de3dff12597a96f4d6ec7cb4146d2f8dad1453c742f","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/pa":{"sha256":"eed3cf477f81d13559dbb367256f9532b20dad1432c15b206c777217b8f570ca","bytes":25},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/sd":{"sha256":"65bfe0e37799029d42a370eb627cca5aa4108b967fba6c8141878d693c903619","bytes":66},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/si":{"sha256":"8f0993b35ba5b075c38ae76640971256e560abfbd721b608d16a48588932596d","bytes":55},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/inc/ur":{"sha256":"5b7af7474fac265c7bd7d269111994a09610f954690698f55a8613f3fa973318","bytes":94},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/ine/hy":{"sha256":"b6ad6129079c49ca915c3005ecb74a02bf5d69cbbc8ec3f8e0f6b949cb3a768f","bytes":61},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/ine/hyw":{"sha256":"26f8a863c74b3d19c9c42fcf16ae5151c12ac52ef8fab36cae1e5f0d4ad30e6a","bytes":365},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/ine/sq":{"sha256":"865fde9017b5af82acb844e5f9793998fed422a208ad8aaf9dedacad3bf27af1","bytes":103},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/ira/fa":{"sha256":"0dc7e93be4d1fbdf7ff52de2fe8bcdc23304e6d86e012b4ab8276d626b5d980c","bytes":90},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/ira/fa-Latn":{"sha256":"a04cf8efed8db1ac33b306f1f8c6f42733dace87c9fc9f34a2d227b3bb291e28","bytes":269},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/ira/ku":{"sha256":"57db3a210d73412a49e961dbed9b27077f5c7b967a19a0eb9f9363ea4b16cea5","bytes":40},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/iro/chr":{"sha256":"f0e2fb8549306c07f571d3e77c89b1d3e9022d448d58e5d424441e01ccce88be","bytes":569},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/itc/la":{"sha256":"b70d13a264352eba2d22a5d0ef21730849509d18f7277320b008a56decc6efc2","bytes":297},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/jpx/ja":{"sha256":"6fd980445bc52e0f593062929f5b62831448abaae2a92739beba49df27a79743","bytes":52},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/map/haw":{"sha256":"b19f22efb6714354d8d1360f449e05f0f84d50d6fa3c98fcfd619ea1b4ba8996","bytes":42},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/miz/mto":{"sha256":"e33aba5e8159730f62004b22518d627c796f7d039431e5d9217b498f10341976","bytes":183},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/myn/quc":{"sha256":"76a75b77c672c432b56b84d517310d6aa75c4b3f9de580e290199804366174ea","bytes":210},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/poz/id":{"sha256":"ce1fcddab3e756a7cdba3dd009ad24cd57e1fde29ce395698355da24e32a6075","bytes":134},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/poz/mi":{"sha256":"2146cf3868c79b853bb5e41ddbf611d51b4b0a14087199f16194313562b98987","bytes":367},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/poz/ms":{"sha256":"8a965182ee0c5a41357197c05cf047d21b96744775a57a344d831a961e30351b","bytes":430},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/an":{"sha256":"ff8aa97c55286cc90531cad5df3cd36165abba11502a84d53b0fcd923f965f23","bytes":27},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/ca":{"sha256":"787df034320467236292bb46f1f8781a2998a185f117d350c018b6cfcf360854","bytes":25},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/es":{"sha256":"966aa015ea5646d79f0ca4807cf5da7339aabd3782b55cfa5eb0d8c3fc8fc588","bytes":63},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/es-419":{"sha256":"ff0f84457ac40e3bcf61d6de58028312be74e0e6cbc3b742f31b3ce729c2aa0c","bytes":167},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/fr":{"sha256":"95f44834b48c075dad13eace54d2c98ff79b81aa0074dd67eebaf66c2909eef8","bytes":79},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/fr-BE":{"sha256":"72496a316e47b997f893500b8953dc01a10b86a2d4238e13c1260f50b47d792a","bytes":84},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/fr-CH":{"sha256":"b449b0fd99d9cd93261fe1c6b816448b99b4a10420bee3f301e669568ad0de55","bytes":86},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/ht":{"sha256":"389bdf3e984a2f93b7060baad82452dac65b83bf4482d3884525a176ae0e0524","bytes":140},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/it":{"sha256":"0d9069eb9a96db1c55c131b2bb7d1f5255c68fbddc2199ffd3295b52519a3256","bytes":109},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/pap":{"sha256":"41a5b5e91482a5498a66711c05873a634bbd418786b0ba037032df846344cfc1","bytes":62},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/pt":{"sha256":"a44060072f790e41912c57b7d52f7b6438c4383e0dabdb052f6fdb7aacc23493","bytes":95},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/pt-BR":{"sha256":"84dd4e34c970fadbe32211eadecfdfaab52432479c0911e43300da88a33398ba","bytes":109},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/roa/ro":{"sha256":"b12af10ffc3f89cb87767ca701c6fea0def8a712de63426a9c3d0bf2432467f8","bytes":26},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sai/gn":{"sha256":"ff82d2d163d3e06adb580254d89012e689b2615c46579883562838ab401fb5d5","bytes":47},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sem/am":{"sha256":"5970b16bf865528ee96a78c08498244bc8f54218fc2add499716b0e0c09969fb","bytes":41},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sem/ar":{"sha256":"43f418f8140e5a7bd7096963da20ccba9247f6be1fcdb08cb53dd7967dd72eee","bytes":50},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sem/he":{"sha256":"de9195e743b91fb7fbef7493bd5ddccad14c380a58d5aeb7c1d11d3419ef3b86","bytes":40},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sem/mt":{"sha256":"d23f38fae3253b6fb42e3336760ab482e676893692455465448bc9fbc0ac3e83","bytes":41},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sit/cmn":{"sha256":"a130a38e3b622735c2401cb37f6719f46995e84a133729185cef9a543ec0b072","bytes":686},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sit/cmn-Latn-pinyin":{"sha256":"14c2fc097db280416b688c2bf97de2e5da532c279754020fde7bf6cd624cdd10","bytes":161},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sit/hak":{"sha256":"c03c30b43e0b0abdfa689445baf9f442664a0373154a5d0ca75a33d30f46aeed","bytes":128},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sit/my":{"sha256":"4b5ae2566cbf30aa59207020469e09832e66a7883818788f253996c534303dca","bytes":56},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sit/yue":{"sha256":"83f3dac92af5b4aaecc119515698a6979524be236b28ea8f1024ec707d99ea5b","bytes":194},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/sit/yue-Latn-jyutping":{"sha256":"c56d45bb9a9cd97efb38edabe31c7dd3feb0518cc900aac6a891dcb6bd8eb428","bytes":213},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/tai/shn":{"sha256":"f16bf2de219d3ae9a6aec263ce9c684d9cd3e61258d04c7948db0757c67e2c96","bytes":92},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/tai/th":{"sha256":"6c8ac809868de659e06673f1fc2b56dbf4637ff9980da7a4726b846478b4cfe6","bytes":37},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/az":{"sha256":"52b424332de4c443f3e9c5ce4de5aed6fbfd421269fc825756dfc6bcbd7e1ad8","bytes":45},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/ba":{"sha256":"a0cc3a06293962093c66533f9c1cffbccf083a2eb666751f2778a02a5316d98c","bytes":25},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/cv":{"sha256":"94baf6bacf581cc20337471c599f85ecbbe211f0b8476351ff19450c6541ea92","bytes":40},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/kk":{"sha256":"2219f4d6de0fbb1dc9982157c6f3cc5f4c8abe5fcb605908a9d1054b9880cd51","bytes":40},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/ky":{"sha256":"8239dfe8bdc6d4725880f5192b4eaf645f839e40cadfd145a4409c8387ac2d59","bytes":43},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/nog":{"sha256":"e0e27fe61d406b6f4a4879fb8f81a14bc65997106666933991b818c7d79fabc1","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/tk":{"sha256":"d78263398c135119909ad63a3ecb6ffe3aff08383212934dd03695222a9786d0","bytes":25},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/tr":{"sha256":"490eb5a2f777a2f3396f3a824ed8021bd77a94be801214411461bde6689738c9","bytes":25},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/tt":{"sha256":"8b9617a9b6c56f4a2fe2f59d9ce55426837196567962716f9330f70948f8f9b0","bytes":23},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/ug":{"sha256":"65d0cdbc96efab4d9e3cd0095440752a31dc7f425edd3ba0a53c4dd33eac5d63","bytes":24},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/trk/uz":{"sha256":"04fd711dfda1e00d17dc8b1b250c24d70cc3c498b27e35d31065ac47441a6759","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/urj/et":{"sha256":"59c77747c4774e54a63ab74d2c6a95bc3c5b5b0a50d3781f187bd1fc3a613de5","bytes":237},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/urj/fi":{"sha256":"61f58ec3bba5b55a392aff7ecf8a84d024200aeaa404b5553fcfb47770936928","bytes":237},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/urj/hu":{"sha256":"c575421d2ae397065d35af0eb4f79dff4e85f3435ccf45da874f46b3fee1338b","bytes":73},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/urj/smj":{"sha256":"3d709dec77bb633af0d57b89668dbaaa72d9be8688118d6909f7d457bec12a50","bytes":45},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zle/be":{"sha256":"5beb002d15a36bf3d0d764ed0d483c75a1df6909eaa3b10fe5f6546700c9bfec","bytes":52},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zle/ru":{"sha256":"9f52d00a279aaeaa45a786b4fd3a98b34e95fedbf823f8cdb9fecc1339751d3a","bytes":57},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zle/ru-cl":{"sha256":"200ea345b505ec9e7b8838490aeaf1822af41033429aeae4ea68159047f59f90","bytes":91},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zle/ru-LV":{"sha256":"980e379667ccb94abe33b9c9c660c08800e3f31e36fe4a939551398ab98457ae","bytes":280},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zle/uk":{"sha256":"df3d1a9f77bac0531e72f87be398d9eb1e903bd6f839d4f04ffec5abb4e34634","bytes":97},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zls/bg":{"sha256":"9b91accccb0d53bb2a7bf21922846ba58c74bc082ba71ae32bf12cb0d092f853","bytes":111},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zls/bs":{"sha256":"0820e7c78b68fbdaf86d83c782cdde1901b642d1cdbeae4181c6f5f5e21e5e89","bytes":230},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zls/hr":{"sha256":"cef3ef0411c66f154e6c82f7decd95beffa8cbfbe953335658df9f125bdd6096","bytes":262},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zls/mk":{"sha256":"6dbc2cfb8999141bd0782cd463d4880468161088190c6b4c9412f43552dc39e2","bytes":28},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zls/sl":{"sha256":"e1c2bd1f75c0eeb86f64182472d5f597ce23e64ad7478c248c2f75b694655942","bytes":43},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zls/sr":{"sha256":"0e076528d3566f6e59b807e16e274dee505e88a6d477da188ab8ec442eae44f4","bytes":250},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zlw/cs":{"sha256":"1477cdba5ba3bce85db559accbbd8a24b86b3f6d9d9988bc587e89357c1c4431","bytes":23},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zlw/pl":{"sha256":"83c586a2b724b24b9f98d21ade5022112c465ac446ca09930286980ceae1c781","bytes":38},"vits-piper-en_US-lessac-medium/espeak-ng-data/lang/zlw/sk":{"sha256":"f46ff673c7d58c1646096c174d58da34047d893d0d2993dbca260ce54abe77ef","bytes":24},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/adam":{"sha256":"b21efbf56fd7d58470e7ce4759c6ef9f23949706b269f2d777832204658ee0dd","bytes":75},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Alex":{"sha256":"1cf9874567f4fa8109329f084e9ad9ed788fb2362298921d0a04a57b24f1141f","bytes":128},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Alicia":{"sha256":"6d3f60ec866706e9d4ab7da2a79eedb8c11b50f63620f87e58317f316ea3d58e","bytes":474},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Andrea":{"sha256":"6ca52734ec2cf7c419d2d3ad7c3449cd1a1776342c4d152ea12c5b1e72801e89","bytes":357},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Andy":{"sha256":"0e13ba1a940cd9df7e65358c36445c9740f3d75f1360c7f7c71ab9f74b45edca","bytes":320},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/anika":{"sha256":"228771ce84cad16a089e0b23efe2e69edf25f1ab7c0cb3a50d366ac70e82fbbd","bytes":493},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/anikaRobot":{"sha256":"3ba724be6aab2fc1a084b25cdb16f469250eb9de4c6c0924a18788d0246fc32f","bytes":512},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Annie":{"sha256":"40f0f829c5c6e7abf4a02a21f128a572756d6f6693014c26d09a5c29ede5ec33","bytes":315},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/announcer":{"sha256":"4af6a6748c720cbbaac1e3dcac17bb3bc7a4c553499ec7ee69e054db51a50de3","bytes":300},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/antonio":{"sha256":"c90477080cd9aa9c384770c0ec18901d01e9851f1bc7d15526a2565a3b0c4da5","bytes":381},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/AnxiousAndy":{"sha256":"7dfe126f517b76cc78269618dbee2c30d324bea9460b400938756ec93995eaf8","bytes":361},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/aunty":{"sha256":"0aede4d1ca614f32c348f3d728eab58322ccd016e8531234fdc3dfcf00e32bf1","bytes":358},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/belinda":{"sha256":"9bd791b7115820e25ada82b4911134d5116e8238b4fd4d214dfccf162576141c","bytes":340},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/benjamin":{"sha256":"3fa10b0d865fc751fd9c8ed1dabac4bb9b011ea2b95064d4d25a8c719f7785d8","bytes":201},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/boris":{"sha256":"f23d0a6ee2eeb7e3340506d61d422b691fb04f4e98977ea15c1e0ee5715846d5","bytes":224},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/caleb":{"sha256":"bcde145ec713eae6d3451a6f25dbbdc0b6756fd44e9e092b7aef89f2cff25be8","bytes":57},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/croak":{"sha256":"2906a2c6f7b7687db2f1c862164a9b80435d5afc3ba16d74619728bf8c3a8ca7","bytes":93},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/david":{"sha256":"50b5cb5f61a50f5ff5299dd22e5d645446746dbc36909595f6ae47bac0bda9c3","bytes":112},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Demonic":{"sha256":"241b0e78362bd3208bb586b65bdf52330e1e8322f8f226c4790c4abeb47cfb09","bytes":3858},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Denis":{"sha256":"a09fe9f7a4e478d2ba1e139c2995633e2b99de9abdaaa82307954599b0e3d6fd","bytes":305},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Diogo":{"sha256":"a4a17c453d13242b48783c247816bff8d2cf7bc8931c3f8237887d88a2881b18","bytes":379},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/ed":{"sha256":"12ddb6355b40a2e39a3b6cef66a2bf4db15a25045769b330a9a3b344a608026d","bytes":287},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/edward":{"sha256":"b7a12bcb2af280c40e4be4280b675001024619ed529262dbf3e819db53b5b310","bytes":151},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/edward2":{"sha256":"59d166f7adfee4515a492993405e95432889050aaa47b6cd7eaeeb457fbca227","bytes":152},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/f1":{"sha256":"7cdef453c6b0391d50a02b8f35392e6f41249cea65df1021affd68a64917b85f","bytes":324},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/f2":{"sha256":"62b17f6c8f94add0310db032f5e463c13510c5ff83ef1f21e8894ccbf00b00e3","bytes":357},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/f3":{"sha256":"d0342ee8ceebe3047831774634d234e90281ec73ce2aed8dd0bdd915ccf500fc","bytes":375},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/f4":{"sha256":"ff9e2907a818920e3b976232c90eabaf270fff0de0b8a479af9a3633e9b7921f","bytes":350},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/f5":{"sha256":"6c76406d94540d59dee16de11520c37124a1f6dfc236981e483877075f0271b3","bytes":432},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/fast":{"sha256":"fa2f9c2918f351499037f6bffb25294d9b781b2785d9772a8ae3293c0c0037fe","bytes":149},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Gene":{"sha256":"06258dae680cde2122a4939dbd4f23ed4ea145b7475068bf7dd4d466090afd2a","bytes":281},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Gene2":{"sha256":"bcdb3039296eea37398e4423dc9bb6849cda9c5c812b83702ebc49682c649f57","bytes":283},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/grandma":{"sha256":"e033d57ba9b098971fdb995c13830f9c709206add081c586daaec323ff69a392","bytes":263},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/grandpa":{"sha256":"f25627887b95e8bccac5e6ce99cb97c6e34290ff0bf919febe64a9987138796d","bytes":256},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/gustave":{"sha256":"5fa89cf8625cd460b9309748eca019ab5b325a04dccbd29f1a9b2a00caa2e848","bytes":253},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Henrique":{"sha256":"5c6bf1cf5b6bc7c7d48f2a8368ae348c6ff64232c047f40f9d9a6e6824b4ce6a","bytes":381},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Hugo":{"sha256":"906acbef890dc4da67cb54b5b0ddc2cab7ee308a95d350c899f0b0cb6a83dd5f","bytes":378},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/ian":{"sha256":"c0722c7954d3e6582e3f5b3f584140675ab060ac3c6cac5dd11a74592db5550a","bytes":3168},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/iven":{"sha256":"10ab9de8365ff7bf5a20621d08f1a2019d4bf5521f3c6f65447c9256057406c8","bytes":261},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/iven2":{"sha256":"f94830e5abe118dc4c0909630d66637ba2a7c94957279c31fd78e313374054cd","bytes":279},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/iven3":{"sha256":"27ccf2d2f7bb8f1ff28c705c39cf6ff575eb2458c39a518ed33741ad9c1af252","bytes":262},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/iven4":{"sha256":"11b3d46c01d4307eedcb60bd8dbcc73a40f3eb86c289176d6fd5bb418223b92f","bytes":261},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Jacky":{"sha256":"41884ed9b66160aeb5a0dc418370a59fe39ead0013d93e023e6d607ef01c1a6e","bytes":267},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/john":{"sha256":"bfbcc1cec33ef0581fdeb4955fbcd0d824a5d4be5493d731e4a2ef7f8f3ba670","bytes":3186},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/kaukovalta":{"sha256":"b9f6016145835c3999bcd5872b8a53442729bd903591781ea3340746b3b4956b","bytes":361},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/klatt":{"sha256":"9abb6d05d0ca354831c570e14323dd4e821459b53166d96395875a48bacdbde2","bytes":38},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/klatt2":{"sha256":"afab662a55953532ff8d6f9c615b824ecec87f7aef6790a58c4ccbc4505a742a","bytes":38},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/klatt3":{"sha256":"f1c0cd147bd656f6c4830b3341c9694483438c43aea15c982dcc1945dbb334b9","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/klatt4":{"sha256":"3459c15aa8fa7d7218ac34388dfc0833c850ffc923013949308c2f643f3daad2","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/klatt5":{"sha256":"44397d8282454a2974078d25509caa470bceb093e484e727843a5147b4193e60","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/klatt6":{"sha256":"7d3930cd97ef7a0732f2e19f53f84e480f2d441d263390647b92bb0b4c645d05","bytes":39},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Lee":{"sha256":"a1584887cddb40c10e04992fb770025b52e66b70504656094f80975f1d6bbf6b","bytes":338},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/linda":{"sha256":"df06b4c29f5953034e7815ea7062e356917266f8fab576f76c036045525c8e28","bytes":350},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/m1":{"sha256":"7f2de023bdfe18651d2d0453d2e7ff5e8ade9f094912a79247336ddc90fd7783","bytes":335},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/m2":{"sha256":"6eb925eb6691621a6de66c87596c6ed879c80a04215a9a8437dffc28fcfa14dd","bytes":264},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/m3":{"sha256":"7a4ac872387439814ddd65f5e1ff73017122975911df6b5dc62c5709e6fdb611","bytes":300},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/m4":{"sha256":"6bef82cea3538da1246b7a2c203206e90155cbb4af86faa8ef03366c3119ceee","bytes":290},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/m5":{"sha256":"08590ef7ce37630a6875d9cbe200dc473a9054b4184287808a4fd1c8e27dd02a","bytes":262},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/m6":{"sha256":"fc0e01af458a96d43f55878010d3abcbbda85e846922b25361a78d27c3a9ca00","bytes":188},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/m7":{"sha256":"bdfc54a3558ca98f9ca082479c5211034a824d8721db91804f9d77867db6fab3","bytes":254},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/m8":{"sha256":"060130540e2fae5f8acfb19bcd4ef3dc5dc8f8d2134c502bb57af277fd4cc491","bytes":284},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/marcelo":{"sha256":"3238a933a17c40c61cdd385c0e742bf54c42c008f4110d4b0353a6ae72a5d1a0","bytes":251},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Marco":{"sha256":"04025677360c0270f094bbb6716b83c8284902f6da9b496bedbbf590963835fb","bytes":467},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Mario":{"sha256":"a94ac65d132030df496e8aa364d5cde5f2eafa4b6b3ae361a2901d512c6029d8","bytes":270},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/max":{"sha256":"c88f70a60a19e76a6774dfbd7664be639b9aa8aa587c680834c305ffa434aaaf","bytes":225},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Michael":{"sha256":"4409be23ef5fedf4c8bffbfaa8a802a342824d7e97f1d92938336a25f92f0ebe","bytes":270},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/michel":{"sha256":"c0068ad9cb792dfb78aedbdff9c3cec68e5083736bae0c33bf19088186101087","bytes":404},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/miguel":{"sha256":"9c8c2bbe9fba6d1f06eb63ee67d98d7ebb8846b2bf13847a9b359c90ba9fa8fe","bytes":382},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Mike":{"sha256":"8999b264606c0af23d346a877e10ca05aa757f7ea433e6cfcb3bef50a56ba2cf","bytes":112},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/mike2":{"sha256":"274ebc5df252b3258e8996f1276137b2cf9d6e5006e1145a5172997284f1dba0","bytes":188},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Mr serious":{"sha256":"794abd78deb07ce9b03419d20f7744df4c0151d5abff7981217e9d0926a2f240","bytes":3193},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Nguyen":{"sha256":"4f3d557d9c045080f56022a96e5b3659c4d1caa5fa1d702e12d3ef6bec2e3a45","bytes":280},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/norbert":{"sha256":"35b9923e15caf36280542270282bd2392c6d86ef5db9a8be7be92ce2241a46cb","bytes":3189},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/pablo":{"sha256":"053a85c8a6d7e7a0f6432a3158fe73fa9accf06202e5d69c273d4e5bae8bafc8","bytes":3142},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/paul":{"sha256":"75fb8098bea28859513de6ce033092307382d6f20455e71b051193dfc0793d5e","bytes":284},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/pedro":{"sha256":"7429792ba833fa2446bec6db790068f5862b9ed099392002cd0e724ec6ab2a66","bytes":352},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/quincy":{"sha256":"e9945bee7b4f3240221866f497bf2511a886ed7702d8389688a03c2ea120caf0","bytes":354},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Reed":{"sha256":"727dbc3f6bff0be4dd7d0438f66d3bb82cff68ed148cf52cb58e73314aaec1e4","bytes":202},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/RicishayMax":{"sha256":"7ddc7a57711ccd7a736540f14271adadf1e2e0422941ecaa7cc43ab87f8e2017","bytes":233},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/RicishayMax2":{"sha256":"3de5e414d4b2ef082a7b974bb7ede94937e93b5b873d2b2f7928b19d30745180","bytes":435},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/RicishayMax3":{"sha256":"36d20550b68a8c229d34d956657b7d642929962f7e5d4fddd6396af9e5378b56","bytes":435},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/rob":{"sha256":"fbfffcdb0afb2e3b70f886c02282feae22509d77fe6e7103daf907f7a356595d","bytes":265},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robert":{"sha256":"72604f85afe5bb52a5ce7e3427b196e1e3e426a14a64e2d93b6617e248a46417","bytes":274},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robosoft":{"sha256":"ce2820edd349f3fbc734bfe94095518f10ecbefdb304560109f37106f9f4d2fa","bytes":451},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robosoft2":{"sha256":"249a44f4069b323640e6b532ff6a9bc30dca35f5f9a5f666b647937cbc58c685","bytes":454},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robosoft3":{"sha256":"f8543efe18019c735ebad99d1cab4e06e0efd565ac269a895415dfebf342c383","bytes":455},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robosoft4":{"sha256":"d5f728e0d0a9d27f604f34e835e059590fd01411fd467c91328b573c7597bb2d","bytes":447},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robosoft5":{"sha256":"39da0efe1768e14eefe05a7019fab416795bbffb222fce23ad7f963991447f7b","bytes":445},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robosoft6":{"sha256":"46426971d76c34266580133fad2c26ab829395a71c1713e6205d9d46b0871672","bytes":287},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robosoft7":{"sha256":"e19c1045259d9cfb078c229d5d1372f7c5af971d0e2536a41b89c40ca3e23ede","bytes":410},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/robosoft8":{"sha256":"389230461647836c1b66c51939c0a493e3fbc81e2b7afc01c6f88b8f9da21e2b","bytes":243},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/sandro":{"sha256":"1b8c36a3ce35a27cbbabf4679df0264cd37f4c79b66aa1f4c310eb31b9c80490","bytes":530},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/shelby":{"sha256":"5e96565045bcdd5b42e7ad0eab2bbd670c67cf5c9e3f2ac6b50b30580fb92be4","bytes":280},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/steph":{"sha256":"78186aeddce4c449348f368046b2665375b1a492e948d739249b0c964f082861","bytes":364},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/steph2":{"sha256":"ca88414b48553fed1fd409389548a94ea90cf282d6340e3cb968c8538a2ac2ec","bytes":367},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/steph3":{"sha256":"a7d796211b6969ba92213f89de54b053890306af774424ee38fb02ace45e852d","bytes":377},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Storm":{"sha256":"e817c7d1ce10de527ebc19c0835f580cb584c3ae7d36d30a4f414482602e7b89","bytes":420},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/travis":{"sha256":"7d5a34be05778ee850d97b0491a62db7683c058d660ff2afc71c08c87360f30d","bytes":383},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/Tweaky":{"sha256":"c34d1c1d8b7922ceb886b95ad6ab534ca048f9c47e19698ec2aae5cf0c32cdbc","bytes":3189},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/UniRobot":{"sha256":"23dba52c2d1cb332db6225304818d85488f110a668ddcdbfd7f0438afe37794b","bytes":417},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/victor":{"sha256":"a880a8083ac5eaadf94f71c63b51f34c1426d4bfe0a26f6761ddec5c6e9a5c76","bytes":253},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/whisper":{"sha256":"1e3534c843768898cea47a3f83b2fd91720c0775b438ea5c0134676940a66e96","bytes":186},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/whisperf":{"sha256":"7fea42b10114f1bfd2004181e6b0eb626997cca987893e23d24b5c616aac89d7","bytes":392},"vits-piper-en_US-lessac-medium/espeak-ng-data/voices/!v/zac":{"sha256":"edaf508b2cfbfd6088a163dcc78d5f6a26850a7d39a5a0e5128b09526f56b6db","bytes":275},"vits-piper-en_US-lessac-medium/VOICE_MODEL_CARD.txt":{"sha256":"ce49eb457742208166d399a40cdec2c7fa9db77960930031564ab56f12882645","bytes":351}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-piper-en_US-lessac-medium.tar.bz2","asset_id":323261600,"bytes":67230653,"sha256":"9e3febfacf0abf4270172d2958bcec246032b7e88efc2720840cc80c93de334e","fingerprint_basis":"Verified against maintainer GitHub release digest"},"runtime":"sherpa-onnx-1.13.8","downloads":0,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:44:03.850453+00:00"},{"id":"piper-thorsten-medium","name":"Piper Thorsten Medium","task":"tts","maker":"Piper","adapter":"vits","languages":["de"],"voices":[0],"source_repo":"rhasspy/piper-voices","source_revision":"c10ece1aade47bb51c153c893d14e5bf8e5b7117","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":null,"parameter_basis":"Publisher nominal count; unavailable where null","license":{"reported_checkpoint_license":"mit","url":"https://huggingface.co/rhasspy/piper-voices","voice_card":"de/de_DE/thorsten/medium/MODEL_CARD","voice_card_revision":"c10ece1aade47bb51c153c893d14e5bf8e5b7117","note":"Voice-specific model card controls attribution; repository code license is not a blanket voice license."},"base":"vits-piper-de_DE-thorsten-medium","files":{"vits-piper-de_DE-thorsten-medium/de_DE-thorsten-medium.onnx":{"sha256":"2d98b40baac55e4206f64114110a3474807e26440b80d465cd202af1e95be5e0","bytes":63149190},"vits-piper-de_DE-thorsten-medium/de_DE-thorsten-medium.onnx.json":{"sha256":"974adee790533adb273a1ac88f49027d2a1b8f0f2cf4905954a4791e79264e85","bytes":4819},"vits-piper-de_DE-thorsten-medium/MODEL_CARD":{"sha256":"5196b5ab0794e6056263a1f37c18bec407b61ac187529bee29d1c366871e5c9e","bytes":285},"vits-piper-de_DE-thorsten-medium/tokens.txt":{"sha256":"2619c1a9de1bcf928162f40c583caf39368cfd6b2340c7bcad51dc634411ec36","bytes":907},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/af_dict":{"sha256":"25729d3bf4c4a0f08da60aea9eb5a0cf352630f83fab1ab0c3955b7740da1776","bytes":121473},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/am_dict":{"sha256":"9954365860682c756c8c4459577d3aa0ab77ad0cba6798b746033ada5c3d4bea","bytes":63878},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/an_dict":{"sha256":"6cf38cedb6693aade49e5a5d27a3c92516a5335125bf85fcae58282e66fb82fd","bytes":6691},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ar_dict":{"sha256":"72316426e797777fe4df9420935a3b6a79b37d7e3f3948537ba71cd7b21b2541","bytes":478165},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/as_dict":{"sha256":"5bcb74ff4558a60c5ba1a48a2a92c01513ee2d29fe30c5a38dc5308c54f1cf49","bytes":5005},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/az_dict":{"sha256":"e352b2dcf811662d79f4beaaa0c7750706cf669c0409fd815a9bd0244b1adfc7","bytes":43773},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ba_dict":{"sha256":"246c8c655ceed43d9ff44a65de5f933f16255489d0b181b1a46a83e1fd5a0354","bytes":2098},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/be_dict":{"sha256":"232fb0debfc8fdca9b8f2494770ff23535f7f887bbebb0178abffc243490e798","bytes":2652},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/bg_dict":{"sha256":"8fa3adec8e18a3e695b2bbea1d4780182e17222d8b9f8da9908a237828f6b063","bytes":87051},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/bn_dict":{"sha256":"2b59ec34c07955ca5b7814fa5152c33fa357880590703eefab1f3081f031fdef","bytes":89979},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/bpy_dict":{"sha256":"a4321d9ba80bd60f49e0bee5aae57f1ae9c49b7a1c3d4ba384338fe9bf3b6a92","bytes":5226},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/bs_dict":{"sha256":"d5df564f511af082884719685db86ec4df23467cf012ce25e898540baf9de65b","bytes":47068},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ca_dict":{"sha256":"1be203855ecb0bdfe66578ef5552f83289e39972d78c52714d061b7f7493df4a","bytes":45566},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/chr_dict":{"sha256":"1853980c673015327bed3d4e5f7e88c2ee3bd8a922bcdd232a6497277e903bce","bytes":2859},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/cmn_dict":{"sha256":"109aaa7708d3727382acb3ae41d8e2094a7e2bb9f651a81835be22a6f08071fe","bytes":1566335},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/cs_dict":{"sha256":"5ec02aba90465007f20a5c8aeb889275834cfa8c8f621c3d9bee1ca90d21788d","bytes":49645},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/cv_dict":{"sha256":"8260837c8f18fbe5870905ebb2850dfd18e252150ad6c868b96d9d2c6398ea8a","bytes":1344},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/cy_dict":{"sha256":"31d74ccad218ab80b79566caeb8d21bcf0fe43326ed7c437fa736d39b85e603e","bytes":43130},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/da_dict":{"sha256":"fe0c21895b4844868612f9ea846bc6010e30b5dd1f4cb1567459d73d2792a8ac","bytes":245287},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/de_dict":{"sha256":"e9ac048df5cde03b74907d591c7b29b45ee9ec5fcd4592b0b894f0083572fcfd","bytes":68276},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/el_dict":{"sha256":"5d9f759750131da777d2fd4f06aa602ed746d38f27b84dd9a2d4a550f2cd452e","bytes":72841},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/en_dict":{"sha256":"71bd330ba8a2e3e8076e631508208ef49449d6147c17b7bd2b4b1e1468292e35","bytes":166944},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/eo_dict":{"sha256":"849f061abddd5388bac112b32e6f7bf747e15e1b3ae53fe91079381effff4cc9","bytes":4666},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/es_dict":{"sha256":"3fa93e251eab80838a2d6207ee58c9c847270a65fe3fae98850e0185b5a2186c","bytes":49252},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/et_dict":{"sha256":"1a6734b4e6bc9de9a4c94cfb434873e0a7f4ae4ec89549b3137ae5491cf655da","bytes":44263},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/eu_dict":{"sha256":"762a6eff63552ef72cd88bf1e92dc5a823eb378d50cb85c7917e8c5bba079137","bytes":48841},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/fa_dict":{"sha256":"f92f35ce7eb1d97360016617d97786412a94af55b776a18f1c280dab4f43befd","bytes":292423},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/fi_dict":{"sha256":"dda999437bd4b37a7f7400a2230aace1200a52906ab0b1ff3507d44ab19d64b1","bytes":43928},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/fr_dict":{"sha256":"e399ab924c4d10beef1fc310b30ea56e4ddfd8b4b64b8ed978e9c65394d49b2d","bytes":63727},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ga_dict":{"sha256":"b2db03d21f7900b697d7dbb8bec855cd1117e9867f19884faf11c4df626659f5","bytes":52673},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/gd_dict":{"sha256":"e92b47dcf9a001363ffee1e62863faf264ff5f16e10cd9cf1f1e83ca89ca14aa","bytes":49121},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/gn_dict":{"sha256":"7640df272b192a68ba401294bf9197ab46d0b141da7a358ad1986e7f77e7f29a","bytes":3248},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/grc_dict":{"sha256":"488779493993d221b09e713e104a221ac1bb35765f826acc26d3d3c1aa3a35ed","bytes":3433},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/gu_dict":{"sha256":"cb1fbfb53bab2ec6d9e44cd9d12ccb9b80de49f274d772314389c477eef530fd","bytes":82480},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/hak_dict":{"sha256":"e3075c7d281f95a2ce2264c01edbd09e962cb3ed29400766c5d2116a08a185c8","bytes":3335},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/haw_dict":{"sha256":"2b4e77b61cadfc5ee622aa8b1d23941e36101d9bdbf8d809e0fa1b442d2c3f74","bytes":2443},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/he_dict":{"sha256":"a8bf0d939d630e9e5097ad361a7765297baf297fd7d06e89f48a79ead980869e","bytes":6963},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/hi_dict":{"sha256":"5a68c9532624e57ac845b26ce1e2e5034c4f6353bede46ecbe57e583ec8effd6","bytes":92143},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/hr_dict":{"sha256":"5f98fcf05f97335a5436a8a9643677da6f158f2a9ee1d41bdda1725b1bb3527e","bytes":49388},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ht_dict":{"sha256":"d577219d15c29396db254aed958358456ec1501cdf62cb4ca5413752f2ee7cc1","bytes":1803},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/hu_dict":{"sha256":"055d563b839d599db40be5b1cc2af9d31793795b328eb8d4f389ec7d38fe7e81","bytes":153785},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/hy_dict":{"sha256":"8b808ad8f1d4cae32b3b785b96d1e27b3af28e32f4dddfed7c93e129d63b2587","bytes":62263},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ia_dict":{"sha256":"1c665603a82beb81e0cef2878c9b44642ae6d519e301fbbd06326e03325febf3","bytes":331275},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/id_dict":{"sha256":"8fb3f23f80f71f023219cee7032223f3f6886cc5040eb4c8c507f79d1b84e98d","bytes":43458},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/intonations":{"sha256":"3f8af65fd3eda9759a10f021d61361c120871f463515229c925995c7f90918cc","bytes":2040},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/io_dict":{"sha256":"0d9d6995fead1ccdd5512f7909ec8f9efc8ccc97f5c9d23ecae6b3ba77ffadbf","bytes":2165},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/is_dict":{"sha256":"8eeab5b1ca3f75362881fae3de3316fcaff281179a4c51fceb0098f11ead96e0","bytes":44354},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/it_dict":{"sha256":"111f968359c9ebe36b107a2565ba9f258bab337d3cbe37e44871980a8f21ce6b","bytes":152889},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ja_dict":{"sha256":"0d1135d3cdfed811d3eac7c90a2e277329fa6f060cdd23af287db161982cab44","bytes":47652},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/jbo_dict":{"sha256":"71298417de1e5fd07df275270a5d47ca8820cb8c9f5dc2156c070b7a3ae7999c","bytes":2243},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ka_dict":{"sha256":"c8624947110a13bee72d4fc15b06026004df3f40c16c7b917d27e369ca122a32","bytes":87775},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/kk_dict":{"sha256":"88dc0106629a57d0aca5073afb11db1a044799185355088a7ad4331c836affd3","bytes":1859},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/kl_dict":{"sha256":"ec441964d7fbd4622bb628327903d5c6c999c95d539b2e061884decf95ac30e3","bytes":2838},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/kn_dict":{"sha256":"c51e0385937b407b36c02fd2c85dfecdc5cac411398ee8a74eca15b35617af64","bytes":87828},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/kok_dict":{"sha256":"52659dec01d1b119bfef56b622430f5525c50af0144c9f9688cb3c22cc02ed31","bytes":6394},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ko_dict":{"sha256":"f629060f27d597e0fd52d8010609f41c8a0ec28f5c2bb0016850e00244950681","bytes":47523},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ku_dict":{"sha256":"65de1c5429e8d193775b36fcf169a60fbbb9964ef13a4a1bab7ff0ce855cad20","bytes":2265},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ky_dict":{"sha256":"def4427fd4070673c073b892c7b229f8c3f17eb1df36bea2ec7188ddcfb4d0ea","bytes":64977},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/la_dict":{"sha256":"17818dd567936fde032404fbbd6177844b9f5fc5a915480f567272147936f917","bytes":3806},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lb_dict":{"sha256":"d819a062b9722334f187540d3530fac1de365cd200d4a466f5ecccd7e3c05772","bytes":687931},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lfn_dict":{"sha256":"10281bc404f429165a330b800eb64674e37a135d1b4c689e57fb1d9e827d6924","bytes":2793},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lt_dict":{"sha256":"68ef55aba9545d27ce73e7d4aca1c2fa51d2c3d3d626152fbc22bf5a90fbff11","bytes":49890},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lv_dict":{"sha256":"3e246c76b7da924235ffb75925070865e669da2ce3e41e98395e99be1f8db9f7","bytes":66337},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/mi_dict":{"sha256":"401621fdf61da47d0513e80279134a3515ced898aaadd5205b82cced0f2df042","bytes":1346},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/mk_dict":{"sha256":"e4960ff4e74e1096ff1c3bccab62ce0429fa4faa725e546cd5d33e43f45225be","bytes":63859},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ml_dict":{"sha256":"b12687557c38f9bcd17417854253ddde3781e3b0c16f9470d732205818e7cd38","bytes":92345},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/mr_dict":{"sha256":"f712a7525db108ef9769aee53fdd1cd141f0df372778924691b89623aa6fc22f","bytes":87391},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ms_dict":{"sha256":"74b01897385ba1f018de44c0268048fa5be588bbbb702a900bb35c691a466707","bytes":53541},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/mto_dict":{"sha256":"6d51cb6be959dba045d41d3d63ff662a7363e1287cce2c633b071295ce55d560","bytes":3960},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/mt_dict":{"sha256":"1f76761bdfd481a984b15d07522df23c9444f4ac21ea9671917e08bbffa7f8d3","bytes":4384},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/my_dict":{"sha256":"e7f9c2dc672e1388f6941ac6def956b8ab2d622adb00d0ed6640dee4b7acc96b","bytes":95948},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/nci_dict":{"sha256":"38c7201e7726c8d508f8f8611349cbc44fcc4684a0fee4db7285d83e808a5b69","bytes":1534},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ne_dict":{"sha256":"43831c3f53ea6e939cac37b5ae5bd7a2ea8237aa46f0e7f2441ab772a3c51dba","bytes":95377},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/nl_dict":{"sha256":"d28641049f98c76b460c3dddde3e2edecb7782c4eb9a3f242391301ff526c83f","bytes":65979},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/nog_dict":{"sha256":"8b921398a2f1907b43c07b96a72277d8d3d8545e385955eebae5f340aae33bd2","bytes":3294},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/no_dict":{"sha256":"43b828f8c1709e7abb23a0cc6416fb32e4814e3f1ff1db4baf2935bf7c77c9ff","bytes":4178},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/om_dict":{"sha256":"3624e67ef8d9c20d894db0adccaccc61ee852977cb77d5fe5801e7b4a528fcf5","bytes":2302},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/or_dict":{"sha256":"e0dd737e9104da63a27d86cd464cf7764837625b1513169b8d28fca1bd3c8c3b","bytes":89246},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/pap_dict":{"sha256":"770039bbf4ea8c5a3ffddd98c4831ca02c9f39e1ff6b3de7729fa71a8f3bc0f1","bytes":2128},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/pa_dict":{"sha256":"cee0e2a2bfb166e602ff84e185351a8ac311571ccdf46e1831c7a25245563c10","bytes":79953},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/phondata":{"sha256":"4e0288957874029a8c3c9f41a8f517ad4bf18127046decbdd4b9d1d6807ce3a3","bytes":550424},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/phondata-manifest":{"sha256":"7b387af0702c7cf0b61f0bead68feded0bd8e1620729b0b252e76acbc30d3813","bytes":21821},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/phonindex":{"sha256":"3ca7b8fa3b42624e4b0f152707e7a39245fce569aa99ea47c055d9e622fcf0c4","bytes":39074},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/phontab":{"sha256":"886f3fa402cb0ba73d483aa8ad000af47a6b7cc06293c75a97913fba68a530f6","bytes":55796},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/piqd_dict":{"sha256":"33004a36210c33291aef8a838d477667eed7af52ff5093152891379b1774188d","bytes":1710},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/pl_dict":{"sha256":"0e0ce6cfe4eba41a1223362a046390dca359a3e597af8243adaac84d624ef18f","bytes":76730},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/pt_dict":{"sha256":"7e8398f15fa4a21db39a213381f28ec0d302b22663c644e865abb61a09c1b004","bytes":67817},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/py_dict":{"sha256":"2255348879547940e8b49e0ca1b80452748f142cb6e267e49cab0560c720129a","bytes":2409},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/qdb_dict":{"sha256":"c9b7f307ffe54f4aaf323290eca1c620572919035b0eb268e5c94f5d7a430058","bytes":3028},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/quc_dict":{"sha256":"458c1ca6dcfa288ea2584915d206c5127512501174d82655de2cf031378e6dfd","bytes":1450},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/qu_dict":{"sha256":"d50659c2a14f43e01fdef0b668eb083025a00cac481b49dfb068e0220e0ed945","bytes":1919},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/qya_dict":{"sha256":"e56ae297ebac26ed6c77a9718812e087f0bd198241dac3c0d964f36510984783","bytes":1939},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ro_dict":{"sha256":"b14f68866b0440c4b0d95fb7da3b7ffd3c59b693e8593d188474fabfc9a1117d","bytes":68538},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ru_dict":{"sha256":"f0f6181bbbf9e53cd1e8f9d26bde8fc62119c4f78181948f961cb29866e5e585","bytes":8532392},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/sd_dict":{"sha256":"398c876b52213a6e7dd54c68d0560d2a1c164c6bfb23b9ec1c044266cdcf2217","bytes":59928},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/shn_dict":{"sha256":"121b6682a9b49700232b3a05cc2289d8d4b9c1027e6c2db5c3f552804ad3d04a","bytes":88172},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/si_dict":{"sha256":"a241437d4b64fd328ac4a3e786c9465c60488f6fa31cbba04153f628cdc61f27","bytes":85384},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/sjn_dict":{"sha256":"eb70510144230f6791574d86bae0918b4191b076dd66c555e6ae3d5637daadf7","bytes":1783},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/sk_dict":{"sha256":"58b9bc11c9a95d81e96966242367009f8d02ab7a3f8f4fd77e3581ed4159f0a8","bytes":50002},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/sl_dict":{"sha256":"9cb2bcbf616a5e7dd7ca769e7d222a48c613299ef1d76e44c08b002f8c22861a","bytes":45047},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/smj_dict":{"sha256":"815270ce38a59c192ef5aa8801119d9b3ed973d9e23dfa6da8d5d27ded5a9cd6","bytes":35095},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/sq_dict":{"sha256":"6b74bef94c3319407c27e44d944e765d036a88b30b4c17f30bbc182dbffcc4ce","bytes":45003},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/sr_dict":{"sha256":"770cae9c516e48af7896629faf4abefaf041e1fd4ae184011aad07b97196f613","bytes":46832},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/sv_dict":{"sha256":"565f058b14f1c89c6bfa44fc3700793886a39c7818f1037ad1f4961fa7517509","bytes":47836},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/sw_dict":{"sha256":"375fab2ccd0d669177ad406b20b0cdb5851a1e86f093672f24f72c29fec8a815","bytes":47804},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ta_dict":{"sha256":"8f3d855c8d7a35ad0e2b22bc7c15a8830e5fc235492894e5db40458655076ecd","bytes":209553},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/te_dict":{"sha256":"640407c66a5bb975671243325de616c221f90bb2842d3a36278facb68c0772f8","bytes":94837},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/th_dict":{"sha256":"dd5d3e6268a381920f21c769f52daf3a8e610ae83f7995e56f15e9d4de18d653","bytes":2301},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/tk_dict":{"sha256":"b3cd4a246f014f0564ec9efae79731c0fe73ffe1cd1617359dd8d5344ee3f9c8","bytes":20868},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/tn_dict":{"sha256":"67f68dc336e7c65b946c95414cc8ae96cd10d241783bf857b3f990ac73221b2b","bytes":3072},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/tr_dict":{"sha256":"311b0557059f2dab5ee2faabb51361f5033368f0e2a54c4bdfe45e730674f26e","bytes":46793},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/tt_dict":{"sha256":"60d138d38330e44a78b4224cbea452bfca22bce6734c8ce3f640c0216ce14001","bytes":2121},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ug_dict":{"sha256":"7c4567ffe6bd8d5224b6b3fd8fab65b1343254636e6228d738ae3a708428e8e7","bytes":2070},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/uk_dict":{"sha256":"a779bb0f51ce5cebb650a4e2282162fc8c44609210a2baa700f81f3e83e6e10c","bytes":3492},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/ur_dict":{"sha256":"74b60e4331f532810ccfc70751ad07ab440647550a2d25823f44663a0dfa86fb","bytes":133556},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/uz_dict":{"sha256":"790d42ac417b26dd7b1bbfed4be72329c16ed1839dd75f55f7c962eb7bd5857a","bytes":2540},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/vi_dict":{"sha256":"bbf7cab4ba733b2f5d9d3b61eb1194ef745232fa3adebb4bc92456e948cb3722","bytes":52608},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/yue_dict":{"sha256":"1d26afa203034698772107abfff1b53acbee30434700a4d2b75dee98951588f8","bytes":563571},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/eu":{"sha256":"a16e4e4d9b910a6e25a2a55913c812badc4fc3cbece0b8d49a64af112782d5a5","bytes":54},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/ko":{"sha256":"c2dfbf88d9aa2ac9bf2f30e92e260120e4f2c21123a02265014ae98d59d5774e","bytes":51},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/qu":{"sha256":"3069e443ecf3421bcb3b35b864e1a89fa9465af072f86eedd46a415990aba6e6","bytes":88},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/aav/vi":{"sha256":"3199c980f9e23a88a2aa693cd631bf4fcb0f3408c4272bc01b7ac0ff8e79d778","bytes":111},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/aav/vi-VN-x-central":{"sha256":"b351f13c6ed0da37561df25f45579872ff9863920ad66b94e27327a2c611755b","bytes":143},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/aav/vi-VN-x-south":{"sha256":"c0a0a2c894cd57b0bbacf9ef4efb8d89bfaf9feb164830e1539f599e7cc4e021","bytes":142},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/eo":{"sha256":"0254b93c8af79d9666a7667ca8b33b21a5453012da4ea0acd79660a9695f89d4","bytes":41},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/ia":{"sha256":"8fb11718030f8b29146f773ca462b838a6c660f166933eb6f1498c361f2e958b","bytes":29},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/io":{"sha256":"8e8391c7f40b7f9d2307faff8018a40dd2b448df4bd581a2950ee8393a00cebf","bytes":50},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/jbo":{"sha256":"d9529de82dccbd95f83c1de401f4ea661609bde644546e9ef421241b7043c00e","bytes":69},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/lfn":{"sha256":"394874fd9022e37cdc307c3386e81f1c0c133a8e9c5fdff74888b519f2c6d648","bytes":135},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/piqd":{"sha256":"d1a559b714cd8dd0ea9e46c4574e06c4f451957fb17bf39b945a89b9586f8b97","bytes":56},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/py":{"sha256":"59e54b95e8571417f43db37a7fd7e351af4e22a8c250cfb66af394f8ed6c4e9c","bytes":140},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/qdb":{"sha256":"52b83fc4f294580ebabd71df641ab5beec6b308758a3458b497124737589a7d8","bytes":57},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/qya":{"sha256":"78ae3f4d70208a9f69e2c26a6a3b5db28d7e6a58740fae937f51dd7fc9faeb1b","bytes":173},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/art/sjn":{"sha256":"61d85974b6841dfbfcc8cb92ad0742696cb87a6a85d5a28fe99895e46ef9de6f","bytes":175},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/azc/nci":{"sha256":"7bf70cb18e969398f74428b91c694a4483eaebd6733ecc437eb8714bbf7fff76","bytes":114},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/bat/lt":{"sha256":"7691c7ca1e79fc9728c70a0d22830eb113a0124bf96807e2a1ace3c6bf0c2f89","bytes":28},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/bat/ltg":{"sha256":"be716cbbdcb5fe319eed88abd4a44c3329a06e1dc468c8363d3f43cca2683a11","bytes":312},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/bat/lv":{"sha256":"f08a801dacccace62f5b90166428e90e088818d92dd5f9333ebbe834b0f21c16","bytes":229},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/bnt/sw":{"sha256":"271dd28b3ec41adeea53f1146249ba6cab61572963ab2743041114d95784e368","bytes":41},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/bnt/tn":{"sha256":"2243a1fc208dfdc37e154e837c0e782afc325d4acfbacc22718b7f05583ace92","bytes":42},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/ccs/ka":{"sha256":"68788b99dba7b82cdf8fc9dd05134bd72cf21f0b4c07b13b67b6f036e6294cba","bytes":124},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/cel/cy":{"sha256":"67bc33b4a66041e6343dfb98e1950d1089eecb68731f346fcc4f47cd07e79970","bytes":37},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/cel/ga":{"sha256":"29c2cc5736ceb2bd9ef745694d4abf7ed363a33569dfbe745811d4703b7b6cce","bytes":66},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/cel/gd":{"sha256":"7da0ba464579c367089109826ec15c2584a17417cca4a2c66dae0318d33e3128","bytes":51},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/cus/om":{"sha256":"b7c563f1effd83c08f3d229fb5a13d074513b85165ce4359a674ef30ca71786b","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/dra/kn":{"sha256":"c988a5226fa27ee6768b45566ce999ced9a4b68f8e79232b323d5903f4bb2258","bytes":55},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/dra/ml":{"sha256":"aa7e1f1f239ba55a8a79ed1f3544e9a51b94efe53925de60d4ff737273660b5c","bytes":57},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/dra/ta":{"sha256":"5bc213eb163bbf069cbfe4f2e9f7e7db71a719d8c0a96e95401d94c992960ed7","bytes":51},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/dra/te":{"sha256":"176ca4a81feb2181393edff3e2d5c0253cb52239392c4b809c61501d60c69811","bytes":70},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/esx/kl":{"sha256":"d08cf6ff60b99e6c2ceda549bcbb1a57580915d6a4d50c7f0f5d75289d9fb45a","bytes":30},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmq/da":{"sha256":"e8dd5e0d30ff0694a7ee839faa8ed35c015eb927a737aba1f120c00005692eaf","bytes":43},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmq/is":{"sha256":"16c077e6222acfc7702046fa3579bb5d6b57ece98646229e13be2233f9fdcbd7","bytes":27},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmq/nb":{"sha256":"d47966621312fb95570539f446982f6deb98fd46d9b71fec4a0005a6bace8f46","bytes":87},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmq/sv":{"sha256":"02727d3b25fc82409bd2cd1ebb444fdb2d5d3f3de7f76b95fc9ed9164c3e59c3","bytes":25},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/af":{"sha256":"fb8ccc05f5eae1754b5aa7e92cb919defdd0810b70eec19f7c77cf836e51db09","bytes":123},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/de":{"sha256":"f3cca92f94b70f8c25a29ee0a4c9ce4c7f1022241532e0647fa2b7f698bf104e","bytes":42},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/en":{"sha256":"4605d5330801de3641c6e366d15f129ea1f5ffbce8722642aba01ace07ab9c83","bytes":140},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/en-029":{"sha256":"faeb8cb201056775f733acbd908c66555fe57bf01cb063920f178f389cbf85d3","bytes":335},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/en-GB-scotland":{"sha256":"1ce4282c1f4385dbaf0035e799b2ab1ee9e9a3ab4829100594a3047727b52353","bytes":295},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/en-GB-x-gbclan":{"sha256":"2040e176f1f7f27bdce81c32d7e2b1662449d54d264afd3c0ed871b8e42b6e46","bytes":238},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/en-GB-x-gbcwmd":{"sha256":"927a5ab891c65b30b4426b151d1623a01024f6b773a38497ba1c90cd77a95747","bytes":188},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/en-GB-x-rp":{"sha256":"d0625af7f58561b1b8cf96fd7f93eee6553bcb3eadb9020ae0757bf96e5115e5","bytes":249},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/en-US":{"sha256":"41534c2a22df5dd4f1052ff9e1a33a3ea7bff5a26b5c02bdad5ba8ddb7524704","bytes":257},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/en-US-nyc":{"sha256":"e8ee9168376d1f7d9e7dcda7c4644c36c529a8bea816e6380895364db46ea2e3","bytes":271},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/lb":{"sha256":"071beb0e769afeba32177796fc0f1386bdc89a3234bed2bf720e76cbf73f5b99","bytes":31},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/gmw/nl":{"sha256":"56ae04fae28ae9371ed6db28193189e4ee962ba8236f0bcdeef6a06ea4dee374","bytes":23},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/grk/el":{"sha256":"0b529c998af07c72bf516b5750709464f6258c56c6916b8b8f0c843be9836fca","bytes":23},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/grk/grc":{"sha256":"319f950b1ad7b1f37efaa390540bf957bddac16d0557a6c3adaff27e0c64e12e","bytes":99},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/as":{"sha256":"3f58f5628f792b00a5ae6e8fe3bf8696f64af2838e5723799ddbab6027a0b378","bytes":42},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/bn":{"sha256":"bc3ce23384b9d0bb3bac06a09d90f690fae32a492dcbb030f0e56ba67b5d656c","bytes":25},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/bpy":{"sha256":"e528d1189b995b94966cef4cc182469cc54f7da8efc5860375c4ecf186ce6146","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/gu":{"sha256":"f938a755d270745188c2cf2aacba06642a96bb73ba2a0325384121b9d5ec5407","bytes":42},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/hi":{"sha256":"3c1c3f916f57f2d6d6cbf7923c0f39a36ac2140e2a69ddffce917d7b8bf3ccab","bytes":23},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/kok":{"sha256":"810ee23fbbe9c186a036bc12f4e5c0de674a132e2e099c9b3dece2a1c9cdb28a","bytes":26},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/mr":{"sha256":"29063ff3a5257d0d3d7c215dfd4c14deed39e1d48f15894202e6712459720efd","bytes":41},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/ne":{"sha256":"d53fda082ec174ef33ed3c3468fc973c43b4ef71aca8c1a28cb344668f4838dc","bytes":37},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/or":{"sha256":"9b52ede7d19659f884854de3dff12597a96f4d6ec7cb4146d2f8dad1453c742f","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/pa":{"sha256":"eed3cf477f81d13559dbb367256f9532b20dad1432c15b206c777217b8f570ca","bytes":25},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/sd":{"sha256":"65bfe0e37799029d42a370eb627cca5aa4108b967fba6c8141878d693c903619","bytes":66},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/si":{"sha256":"8f0993b35ba5b075c38ae76640971256e560abfbd721b608d16a48588932596d","bytes":55},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/inc/ur":{"sha256":"5b7af7474fac265c7bd7d269111994a09610f954690698f55a8613f3fa973318","bytes":94},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/ine/hy":{"sha256":"b6ad6129079c49ca915c3005ecb74a02bf5d69cbbc8ec3f8e0f6b949cb3a768f","bytes":61},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/ine/hyw":{"sha256":"26f8a863c74b3d19c9c42fcf16ae5151c12ac52ef8fab36cae1e5f0d4ad30e6a","bytes":365},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/ine/sq":{"sha256":"865fde9017b5af82acb844e5f9793998fed422a208ad8aaf9dedacad3bf27af1","bytes":103},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/ira/fa":{"sha256":"0dc7e93be4d1fbdf7ff52de2fe8bcdc23304e6d86e012b4ab8276d626b5d980c","bytes":90},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/ira/fa-Latn":{"sha256":"a04cf8efed8db1ac33b306f1f8c6f42733dace87c9fc9f34a2d227b3bb291e28","bytes":269},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/ira/ku":{"sha256":"57db3a210d73412a49e961dbed9b27077f5c7b967a19a0eb9f9363ea4b16cea5","bytes":40},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/iro/chr":{"sha256":"f0e2fb8549306c07f571d3e77c89b1d3e9022d448d58e5d424441e01ccce88be","bytes":569},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/itc/la":{"sha256":"b70d13a264352eba2d22a5d0ef21730849509d18f7277320b008a56decc6efc2","bytes":297},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/jpx/ja":{"sha256":"6fd980445bc52e0f593062929f5b62831448abaae2a92739beba49df27a79743","bytes":52},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/map/haw":{"sha256":"b19f22efb6714354d8d1360f449e05f0f84d50d6fa3c98fcfd619ea1b4ba8996","bytes":42},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/miz/mto":{"sha256":"e33aba5e8159730f62004b22518d627c796f7d039431e5d9217b498f10341976","bytes":183},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/myn/quc":{"sha256":"76a75b77c672c432b56b84d517310d6aa75c4b3f9de580e290199804366174ea","bytes":210},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/poz/id":{"sha256":"ce1fcddab3e756a7cdba3dd009ad24cd57e1fde29ce395698355da24e32a6075","bytes":134},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/poz/mi":{"sha256":"2146cf3868c79b853bb5e41ddbf611d51b4b0a14087199f16194313562b98987","bytes":367},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/poz/ms":{"sha256":"8a965182ee0c5a41357197c05cf047d21b96744775a57a344d831a961e30351b","bytes":430},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/an":{"sha256":"ff8aa97c55286cc90531cad5df3cd36165abba11502a84d53b0fcd923f965f23","bytes":27},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/ca":{"sha256":"787df034320467236292bb46f1f8781a2998a185f117d350c018b6cfcf360854","bytes":25},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/es":{"sha256":"966aa015ea5646d79f0ca4807cf5da7339aabd3782b55cfa5eb0d8c3fc8fc588","bytes":63},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/es-419":{"sha256":"ff0f84457ac40e3bcf61d6de58028312be74e0e6cbc3b742f31b3ce729c2aa0c","bytes":167},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/fr":{"sha256":"95f44834b48c075dad13eace54d2c98ff79b81aa0074dd67eebaf66c2909eef8","bytes":79},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/fr-BE":{"sha256":"72496a316e47b997f893500b8953dc01a10b86a2d4238e13c1260f50b47d792a","bytes":84},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/fr-CH":{"sha256":"b449b0fd99d9cd93261fe1c6b816448b99b4a10420bee3f301e669568ad0de55","bytes":86},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/ht":{"sha256":"389bdf3e984a2f93b7060baad82452dac65b83bf4482d3884525a176ae0e0524","bytes":140},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/it":{"sha256":"0d9069eb9a96db1c55c131b2bb7d1f5255c68fbddc2199ffd3295b52519a3256","bytes":109},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/pap":{"sha256":"41a5b5e91482a5498a66711c05873a634bbd418786b0ba037032df846344cfc1","bytes":62},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/pt":{"sha256":"a44060072f790e41912c57b7d52f7b6438c4383e0dabdb052f6fdb7aacc23493","bytes":95},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/pt-BR":{"sha256":"84dd4e34c970fadbe32211eadecfdfaab52432479c0911e43300da88a33398ba","bytes":109},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/roa/ro":{"sha256":"b12af10ffc3f89cb87767ca701c6fea0def8a712de63426a9c3d0bf2432467f8","bytes":26},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sai/gn":{"sha256":"ff82d2d163d3e06adb580254d89012e689b2615c46579883562838ab401fb5d5","bytes":47},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sem/am":{"sha256":"5970b16bf865528ee96a78c08498244bc8f54218fc2add499716b0e0c09969fb","bytes":41},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sem/ar":{"sha256":"43f418f8140e5a7bd7096963da20ccba9247f6be1fcdb08cb53dd7967dd72eee","bytes":50},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sem/he":{"sha256":"de9195e743b91fb7fbef7493bd5ddccad14c380a58d5aeb7c1d11d3419ef3b86","bytes":40},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sem/mt":{"sha256":"d23f38fae3253b6fb42e3336760ab482e676893692455465448bc9fbc0ac3e83","bytes":41},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sit/cmn":{"sha256":"a130a38e3b622735c2401cb37f6719f46995e84a133729185cef9a543ec0b072","bytes":686},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sit/cmn-Latn-pinyin":{"sha256":"14c2fc097db280416b688c2bf97de2e5da532c279754020fde7bf6cd624cdd10","bytes":161},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sit/hak":{"sha256":"c03c30b43e0b0abdfa689445baf9f442664a0373154a5d0ca75a33d30f46aeed","bytes":128},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sit/my":{"sha256":"4b5ae2566cbf30aa59207020469e09832e66a7883818788f253996c534303dca","bytes":56},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sit/yue":{"sha256":"83f3dac92af5b4aaecc119515698a6979524be236b28ea8f1024ec707d99ea5b","bytes":194},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/sit/yue-Latn-jyutping":{"sha256":"c56d45bb9a9cd97efb38edabe31c7dd3feb0518cc900aac6a891dcb6bd8eb428","bytes":213},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/tai/shn":{"sha256":"f16bf2de219d3ae9a6aec263ce9c684d9cd3e61258d04c7948db0757c67e2c96","bytes":92},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/tai/th":{"sha256":"6c8ac809868de659e06673f1fc2b56dbf4637ff9980da7a4726b846478b4cfe6","bytes":37},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/az":{"sha256":"52b424332de4c443f3e9c5ce4de5aed6fbfd421269fc825756dfc6bcbd7e1ad8","bytes":45},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/ba":{"sha256":"a0cc3a06293962093c66533f9c1cffbccf083a2eb666751f2778a02a5316d98c","bytes":25},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/cv":{"sha256":"94baf6bacf581cc20337471c599f85ecbbe211f0b8476351ff19450c6541ea92","bytes":40},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/kk":{"sha256":"2219f4d6de0fbb1dc9982157c6f3cc5f4c8abe5fcb605908a9d1054b9880cd51","bytes":40},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/ky":{"sha256":"8239dfe8bdc6d4725880f5192b4eaf645f839e40cadfd145a4409c8387ac2d59","bytes":43},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/nog":{"sha256":"e0e27fe61d406b6f4a4879fb8f81a14bc65997106666933991b818c7d79fabc1","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/tk":{"sha256":"d78263398c135119909ad63a3ecb6ffe3aff08383212934dd03695222a9786d0","bytes":25},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/tr":{"sha256":"490eb5a2f777a2f3396f3a824ed8021bd77a94be801214411461bde6689738c9","bytes":25},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/tt":{"sha256":"8b9617a9b6c56f4a2fe2f59d9ce55426837196567962716f9330f70948f8f9b0","bytes":23},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/ug":{"sha256":"65d0cdbc96efab4d9e3cd0095440752a31dc7f425edd3ba0a53c4dd33eac5d63","bytes":24},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/trk/uz":{"sha256":"04fd711dfda1e00d17dc8b1b250c24d70cc3c498b27e35d31065ac47441a6759","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/urj/et":{"sha256":"59c77747c4774e54a63ab74d2c6a95bc3c5b5b0a50d3781f187bd1fc3a613de5","bytes":237},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/urj/fi":{"sha256":"61f58ec3bba5b55a392aff7ecf8a84d024200aeaa404b5553fcfb47770936928","bytes":237},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/urj/hu":{"sha256":"c575421d2ae397065d35af0eb4f79dff4e85f3435ccf45da874f46b3fee1338b","bytes":73},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/urj/smj":{"sha256":"3d709dec77bb633af0d57b89668dbaaa72d9be8688118d6909f7d457bec12a50","bytes":45},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zle/be":{"sha256":"5beb002d15a36bf3d0d764ed0d483c75a1df6909eaa3b10fe5f6546700c9bfec","bytes":52},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zle/ru":{"sha256":"9f52d00a279aaeaa45a786b4fd3a98b34e95fedbf823f8cdb9fecc1339751d3a","bytes":57},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zle/ru-cl":{"sha256":"200ea345b505ec9e7b8838490aeaf1822af41033429aeae4ea68159047f59f90","bytes":91},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zle/ru-LV":{"sha256":"980e379667ccb94abe33b9c9c660c08800e3f31e36fe4a939551398ab98457ae","bytes":280},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zle/uk":{"sha256":"df3d1a9f77bac0531e72f87be398d9eb1e903bd6f839d4f04ffec5abb4e34634","bytes":97},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zls/bg":{"sha256":"9b91accccb0d53bb2a7bf21922846ba58c74bc082ba71ae32bf12cb0d092f853","bytes":111},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zls/bs":{"sha256":"0820e7c78b68fbdaf86d83c782cdde1901b642d1cdbeae4181c6f5f5e21e5e89","bytes":230},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zls/hr":{"sha256":"cef3ef0411c66f154e6c82f7decd95beffa8cbfbe953335658df9f125bdd6096","bytes":262},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zls/mk":{"sha256":"6dbc2cfb8999141bd0782cd463d4880468161088190c6b4c9412f43552dc39e2","bytes":28},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zls/sl":{"sha256":"e1c2bd1f75c0eeb86f64182472d5f597ce23e64ad7478c248c2f75b694655942","bytes":43},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zls/sr":{"sha256":"0e076528d3566f6e59b807e16e274dee505e88a6d477da188ab8ec442eae44f4","bytes":250},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zlw/cs":{"sha256":"1477cdba5ba3bce85db559accbbd8a24b86b3f6d9d9988bc587e89357c1c4431","bytes":23},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zlw/pl":{"sha256":"83c586a2b724b24b9f98d21ade5022112c465ac446ca09930286980ceae1c781","bytes":38},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/lang/zlw/sk":{"sha256":"f46ff673c7d58c1646096c174d58da34047d893d0d2993dbca260ce54abe77ef","bytes":24},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/adam":{"sha256":"b21efbf56fd7d58470e7ce4759c6ef9f23949706b269f2d777832204658ee0dd","bytes":75},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Alex":{"sha256":"1cf9874567f4fa8109329f084e9ad9ed788fb2362298921d0a04a57b24f1141f","bytes":128},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Alicia":{"sha256":"6d3f60ec866706e9d4ab7da2a79eedb8c11b50f63620f87e58317f316ea3d58e","bytes":474},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Andrea":{"sha256":"6ca52734ec2cf7c419d2d3ad7c3449cd1a1776342c4d152ea12c5b1e72801e89","bytes":357},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Andy":{"sha256":"0e13ba1a940cd9df7e65358c36445c9740f3d75f1360c7f7c71ab9f74b45edca","bytes":320},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/anika":{"sha256":"228771ce84cad16a089e0b23efe2e69edf25f1ab7c0cb3a50d366ac70e82fbbd","bytes":493},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/anikaRobot":{"sha256":"3ba724be6aab2fc1a084b25cdb16f469250eb9de4c6c0924a18788d0246fc32f","bytes":512},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Annie":{"sha256":"40f0f829c5c6e7abf4a02a21f128a572756d6f6693014c26d09a5c29ede5ec33","bytes":315},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/announcer":{"sha256":"4af6a6748c720cbbaac1e3dcac17bb3bc7a4c553499ec7ee69e054db51a50de3","bytes":300},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/antonio":{"sha256":"c90477080cd9aa9c384770c0ec18901d01e9851f1bc7d15526a2565a3b0c4da5","bytes":381},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/AnxiousAndy":{"sha256":"7dfe126f517b76cc78269618dbee2c30d324bea9460b400938756ec93995eaf8","bytes":361},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/aunty":{"sha256":"0aede4d1ca614f32c348f3d728eab58322ccd016e8531234fdc3dfcf00e32bf1","bytes":358},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/belinda":{"sha256":"9bd791b7115820e25ada82b4911134d5116e8238b4fd4d214dfccf162576141c","bytes":340},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/benjamin":{"sha256":"3fa10b0d865fc751fd9c8ed1dabac4bb9b011ea2b95064d4d25a8c719f7785d8","bytes":201},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/boris":{"sha256":"f23d0a6ee2eeb7e3340506d61d422b691fb04f4e98977ea15c1e0ee5715846d5","bytes":224},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/caleb":{"sha256":"bcde145ec713eae6d3451a6f25dbbdc0b6756fd44e9e092b7aef89f2cff25be8","bytes":57},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/croak":{"sha256":"2906a2c6f7b7687db2f1c862164a9b80435d5afc3ba16d74619728bf8c3a8ca7","bytes":93},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/david":{"sha256":"50b5cb5f61a50f5ff5299dd22e5d645446746dbc36909595f6ae47bac0bda9c3","bytes":112},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Demonic":{"sha256":"241b0e78362bd3208bb586b65bdf52330e1e8322f8f226c4790c4abeb47cfb09","bytes":3858},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Denis":{"sha256":"a09fe9f7a4e478d2ba1e139c2995633e2b99de9abdaaa82307954599b0e3d6fd","bytes":305},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Diogo":{"sha256":"a4a17c453d13242b48783c247816bff8d2cf7bc8931c3f8237887d88a2881b18","bytes":379},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/ed":{"sha256":"12ddb6355b40a2e39a3b6cef66a2bf4db15a25045769b330a9a3b344a608026d","bytes":287},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/edward":{"sha256":"b7a12bcb2af280c40e4be4280b675001024619ed529262dbf3e819db53b5b310","bytes":151},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/edward2":{"sha256":"59d166f7adfee4515a492993405e95432889050aaa47b6cd7eaeeb457fbca227","bytes":152},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/f1":{"sha256":"7cdef453c6b0391d50a02b8f35392e6f41249cea65df1021affd68a64917b85f","bytes":324},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/f2":{"sha256":"62b17f6c8f94add0310db032f5e463c13510c5ff83ef1f21e8894ccbf00b00e3","bytes":357},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/f3":{"sha256":"d0342ee8ceebe3047831774634d234e90281ec73ce2aed8dd0bdd915ccf500fc","bytes":375},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/f4":{"sha256":"ff9e2907a818920e3b976232c90eabaf270fff0de0b8a479af9a3633e9b7921f","bytes":350},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/f5":{"sha256":"6c76406d94540d59dee16de11520c37124a1f6dfc236981e483877075f0271b3","bytes":432},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/fast":{"sha256":"fa2f9c2918f351499037f6bffb25294d9b781b2785d9772a8ae3293c0c0037fe","bytes":149},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Gene":{"sha256":"06258dae680cde2122a4939dbd4f23ed4ea145b7475068bf7dd4d466090afd2a","bytes":281},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Gene2":{"sha256":"bcdb3039296eea37398e4423dc9bb6849cda9c5c812b83702ebc49682c649f57","bytes":283},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/grandma":{"sha256":"e033d57ba9b098971fdb995c13830f9c709206add081c586daaec323ff69a392","bytes":263},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/grandpa":{"sha256":"f25627887b95e8bccac5e6ce99cb97c6e34290ff0bf919febe64a9987138796d","bytes":256},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/gustave":{"sha256":"5fa89cf8625cd460b9309748eca019ab5b325a04dccbd29f1a9b2a00caa2e848","bytes":253},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Henrique":{"sha256":"5c6bf1cf5b6bc7c7d48f2a8368ae348c6ff64232c047f40f9d9a6e6824b4ce6a","bytes":381},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Hugo":{"sha256":"906acbef890dc4da67cb54b5b0ddc2cab7ee308a95d350c899f0b0cb6a83dd5f","bytes":378},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/ian":{"sha256":"c0722c7954d3e6582e3f5b3f584140675ab060ac3c6cac5dd11a74592db5550a","bytes":3168},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/iven":{"sha256":"10ab9de8365ff7bf5a20621d08f1a2019d4bf5521f3c6f65447c9256057406c8","bytes":261},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/iven2":{"sha256":"f94830e5abe118dc4c0909630d66637ba2a7c94957279c31fd78e313374054cd","bytes":279},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/iven3":{"sha256":"27ccf2d2f7bb8f1ff28c705c39cf6ff575eb2458c39a518ed33741ad9c1af252","bytes":262},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/iven4":{"sha256":"11b3d46c01d4307eedcb60bd8dbcc73a40f3eb86c289176d6fd5bb418223b92f","bytes":261},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Jacky":{"sha256":"41884ed9b66160aeb5a0dc418370a59fe39ead0013d93e023e6d607ef01c1a6e","bytes":267},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/john":{"sha256":"bfbcc1cec33ef0581fdeb4955fbcd0d824a5d4be5493d731e4a2ef7f8f3ba670","bytes":3186},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/kaukovalta":{"sha256":"b9f6016145835c3999bcd5872b8a53442729bd903591781ea3340746b3b4956b","bytes":361},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/klatt":{"sha256":"9abb6d05d0ca354831c570e14323dd4e821459b53166d96395875a48bacdbde2","bytes":38},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/klatt2":{"sha256":"afab662a55953532ff8d6f9c615b824ecec87f7aef6790a58c4ccbc4505a742a","bytes":38},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/klatt3":{"sha256":"f1c0cd147bd656f6c4830b3341c9694483438c43aea15c982dcc1945dbb334b9","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/klatt4":{"sha256":"3459c15aa8fa7d7218ac34388dfc0833c850ffc923013949308c2f643f3daad2","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/klatt5":{"sha256":"44397d8282454a2974078d25509caa470bceb093e484e727843a5147b4193e60","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/klatt6":{"sha256":"7d3930cd97ef7a0732f2e19f53f84e480f2d441d263390647b92bb0b4c645d05","bytes":39},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Lee":{"sha256":"a1584887cddb40c10e04992fb770025b52e66b70504656094f80975f1d6bbf6b","bytes":338},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/linda":{"sha256":"df06b4c29f5953034e7815ea7062e356917266f8fab576f76c036045525c8e28","bytes":350},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/m1":{"sha256":"7f2de023bdfe18651d2d0453d2e7ff5e8ade9f094912a79247336ddc90fd7783","bytes":335},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/m2":{"sha256":"6eb925eb6691621a6de66c87596c6ed879c80a04215a9a8437dffc28fcfa14dd","bytes":264},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/m3":{"sha256":"7a4ac872387439814ddd65f5e1ff73017122975911df6b5dc62c5709e6fdb611","bytes":300},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/m4":{"sha256":"6bef82cea3538da1246b7a2c203206e90155cbb4af86faa8ef03366c3119ceee","bytes":290},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/m5":{"sha256":"08590ef7ce37630a6875d9cbe200dc473a9054b4184287808a4fd1c8e27dd02a","bytes":262},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/m6":{"sha256":"fc0e01af458a96d43f55878010d3abcbbda85e846922b25361a78d27c3a9ca00","bytes":188},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/m7":{"sha256":"bdfc54a3558ca98f9ca082479c5211034a824d8721db91804f9d77867db6fab3","bytes":254},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/m8":{"sha256":"060130540e2fae5f8acfb19bcd4ef3dc5dc8f8d2134c502bb57af277fd4cc491","bytes":284},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/marcelo":{"sha256":"3238a933a17c40c61cdd385c0e742bf54c42c008f4110d4b0353a6ae72a5d1a0","bytes":251},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Marco":{"sha256":"04025677360c0270f094bbb6716b83c8284902f6da9b496bedbbf590963835fb","bytes":467},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Mario":{"sha256":"a94ac65d132030df496e8aa364d5cde5f2eafa4b6b3ae361a2901d512c6029d8","bytes":270},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/max":{"sha256":"c88f70a60a19e76a6774dfbd7664be639b9aa8aa587c680834c305ffa434aaaf","bytes":225},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Michael":{"sha256":"4409be23ef5fedf4c8bffbfaa8a802a342824d7e97f1d92938336a25f92f0ebe","bytes":270},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/michel":{"sha256":"c0068ad9cb792dfb78aedbdff9c3cec68e5083736bae0c33bf19088186101087","bytes":404},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/miguel":{"sha256":"9c8c2bbe9fba6d1f06eb63ee67d98d7ebb8846b2bf13847a9b359c90ba9fa8fe","bytes":382},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Mike":{"sha256":"8999b264606c0af23d346a877e10ca05aa757f7ea433e6cfcb3bef50a56ba2cf","bytes":112},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/mike2":{"sha256":"274ebc5df252b3258e8996f1276137b2cf9d6e5006e1145a5172997284f1dba0","bytes":188},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Mr serious":{"sha256":"794abd78deb07ce9b03419d20f7744df4c0151d5abff7981217e9d0926a2f240","bytes":3193},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Nguyen":{"sha256":"4f3d557d9c045080f56022a96e5b3659c4d1caa5fa1d702e12d3ef6bec2e3a45","bytes":280},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/norbert":{"sha256":"35b9923e15caf36280542270282bd2392c6d86ef5db9a8be7be92ce2241a46cb","bytes":3189},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/pablo":{"sha256":"053a85c8a6d7e7a0f6432a3158fe73fa9accf06202e5d69c273d4e5bae8bafc8","bytes":3142},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/paul":{"sha256":"75fb8098bea28859513de6ce033092307382d6f20455e71b051193dfc0793d5e","bytes":284},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/pedro":{"sha256":"7429792ba833fa2446bec6db790068f5862b9ed099392002cd0e724ec6ab2a66","bytes":352},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/quincy":{"sha256":"e9945bee7b4f3240221866f497bf2511a886ed7702d8389688a03c2ea120caf0","bytes":354},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Reed":{"sha256":"727dbc3f6bff0be4dd7d0438f66d3bb82cff68ed148cf52cb58e73314aaec1e4","bytes":202},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/RicishayMax":{"sha256":"7ddc7a57711ccd7a736540f14271adadf1e2e0422941ecaa7cc43ab87f8e2017","bytes":233},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/RicishayMax2":{"sha256":"3de5e414d4b2ef082a7b974bb7ede94937e93b5b873d2b2f7928b19d30745180","bytes":435},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/RicishayMax3":{"sha256":"36d20550b68a8c229d34d956657b7d642929962f7e5d4fddd6396af9e5378b56","bytes":435},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/rob":{"sha256":"fbfffcdb0afb2e3b70f886c02282feae22509d77fe6e7103daf907f7a356595d","bytes":265},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robert":{"sha256":"72604f85afe5bb52a5ce7e3427b196e1e3e426a14a64e2d93b6617e248a46417","bytes":274},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robosoft":{"sha256":"ce2820edd349f3fbc734bfe94095518f10ecbefdb304560109f37106f9f4d2fa","bytes":451},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robosoft2":{"sha256":"249a44f4069b323640e6b532ff6a9bc30dca35f5f9a5f666b647937cbc58c685","bytes":454},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robosoft3":{"sha256":"f8543efe18019c735ebad99d1cab4e06e0efd565ac269a895415dfebf342c383","bytes":455},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robosoft4":{"sha256":"d5f728e0d0a9d27f604f34e835e059590fd01411fd467c91328b573c7597bb2d","bytes":447},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robosoft5":{"sha256":"39da0efe1768e14eefe05a7019fab416795bbffb222fce23ad7f963991447f7b","bytes":445},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robosoft6":{"sha256":"46426971d76c34266580133fad2c26ab829395a71c1713e6205d9d46b0871672","bytes":287},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robosoft7":{"sha256":"e19c1045259d9cfb078c229d5d1372f7c5af971d0e2536a41b89c40ca3e23ede","bytes":410},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/robosoft8":{"sha256":"389230461647836c1b66c51939c0a493e3fbc81e2b7afc01c6f88b8f9da21e2b","bytes":243},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/sandro":{"sha256":"1b8c36a3ce35a27cbbabf4679df0264cd37f4c79b66aa1f4c310eb31b9c80490","bytes":530},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/shelby":{"sha256":"5e96565045bcdd5b42e7ad0eab2bbd670c67cf5c9e3f2ac6b50b30580fb92be4","bytes":280},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/steph":{"sha256":"78186aeddce4c449348f368046b2665375b1a492e948d739249b0c964f082861","bytes":364},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/steph2":{"sha256":"ca88414b48553fed1fd409389548a94ea90cf282d6340e3cb968c8538a2ac2ec","bytes":367},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/steph3":{"sha256":"a7d796211b6969ba92213f89de54b053890306af774424ee38fb02ace45e852d","bytes":377},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Storm":{"sha256":"e817c7d1ce10de527ebc19c0835f580cb584c3ae7d36d30a4f414482602e7b89","bytes":420},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/travis":{"sha256":"7d5a34be05778ee850d97b0491a62db7683c058d660ff2afc71c08c87360f30d","bytes":383},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/Tweaky":{"sha256":"c34d1c1d8b7922ceb886b95ad6ab534ca048f9c47e19698ec2aae5cf0c32cdbc","bytes":3189},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/UniRobot":{"sha256":"23dba52c2d1cb332db6225304818d85488f110a668ddcdbfd7f0438afe37794b","bytes":417},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/victor":{"sha256":"a880a8083ac5eaadf94f71c63b51f34c1426d4bfe0a26f6761ddec5c6e9a5c76","bytes":253},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/whisper":{"sha256":"1e3534c843768898cea47a3f83b2fd91720c0775b438ea5c0134676940a66e96","bytes":186},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/whisperf":{"sha256":"7fea42b10114f1bfd2004181e6b0eb626997cca987893e23d24b5c616aac89d7","bytes":392},"vits-piper-de_DE-thorsten-medium/espeak-ng-data/voices/!v/zac":{"sha256":"edaf508b2cfbfd6088a163dcc78d5f6a26850a7d39a5a0e5128b09526f56b6db","bytes":275},"vits-piper-de_DE-thorsten-medium/VOICE_MODEL_CARD.txt":{"sha256":"5196b5ab0794e6056263a1f37c18bec407b61ac187529bee29d1c366871e5c9e","bytes":285}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-piper-de_DE-thorsten-medium.tar.bz2","asset_id":324199296,"bytes":67214254,"sha256":"50487d9c95fdf2191f31d2588569381063ba1591dcd4c7d4bdd30f12b2191714","fingerprint_basis":"Verified against maintainer GitHub release digest"},"runtime":"sherpa-onnx-1.13.8","downloads":0,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:44:12.964930+00:00"},{"id":"kitten-nano-0-8","name":"Kitten Nano 0.8","task":"tts","maker":"Kitten ML","adapter":"kitten","languages":["en"],"voices":[0,1],"source_repo":"KittenML/kitten-tts-nano-0.8-fp32","source_revision":"7a1db645b1f3ab9420761d87428e042b9cec3f26","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.015,"parameter_basis":"Publisher nominal count; unavailable where null","license":{"reported_checkpoint_license":"apache-2.0","url":"https://huggingface.co/KittenML/kitten-tts-nano-0.8-fp32"},"base":"kitten-nano-en-v0_8-fp32","files":{"kitten-nano-en-v0_8-fp32/LICENSE":{"sha256":"cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30","bytes":11358},"kitten-nano-en-v0_8-fp32/model.fp32.onnx":{"sha256":"2174dbf67b58b7b50d7b65294f89c2c53c172834533519b853c579879a04cc22","bytes":56768002},"kitten-nano-en-v0_8-fp32/README.md":{"sha256":"e8751a029481521364265c7c95acf0394fa3580671f19e99c1e9ce51c74ba9d6","bytes":796},"kitten-nano-en-v0_8-fp32/tokens.txt":{"sha256":"934a4188addc7665dd3410256bb622169242357fbb99d840d9351209b486dabb","bytes":1064},"kitten-nano-en-v0_8-fp32/voices.bin":{"sha256":"d520519c4a3519d44fcfcd943ed0b1e3c5da5cee0eea501d922fac1a93cd24dc","bytes":3276800},"kitten-nano-en-v0_8-fp32/espeak-ng-data/af_dict":{"sha256":"25729d3bf4c4a0f08da60aea9eb5a0cf352630f83fab1ab0c3955b7740da1776","bytes":121473},"kitten-nano-en-v0_8-fp32/espeak-ng-data/am_dict":{"sha256":"9954365860682c756c8c4459577d3aa0ab77ad0cba6798b746033ada5c3d4bea","bytes":63878},"kitten-nano-en-v0_8-fp32/espeak-ng-data/an_dict":{"sha256":"6cf38cedb6693aade49e5a5d27a3c92516a5335125bf85fcae58282e66fb82fd","bytes":6691},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ar_dict":{"sha256":"72316426e797777fe4df9420935a3b6a79b37d7e3f3948537ba71cd7b21b2541","bytes":478165},"kitten-nano-en-v0_8-fp32/espeak-ng-data/as_dict":{"sha256":"5bcb74ff4558a60c5ba1a48a2a92c01513ee2d29fe30c5a38dc5308c54f1cf49","bytes":5005},"kitten-nano-en-v0_8-fp32/espeak-ng-data/az_dict":{"sha256":"e352b2dcf811662d79f4beaaa0c7750706cf669c0409fd815a9bd0244b1adfc7","bytes":43773},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ba_dict":{"sha256":"246c8c655ceed43d9ff44a65de5f933f16255489d0b181b1a46a83e1fd5a0354","bytes":2098},"kitten-nano-en-v0_8-fp32/espeak-ng-data/be_dict":{"sha256":"232fb0debfc8fdca9b8f2494770ff23535f7f887bbebb0178abffc243490e798","bytes":2652},"kitten-nano-en-v0_8-fp32/espeak-ng-data/bg_dict":{"sha256":"8fa3adec8e18a3e695b2bbea1d4780182e17222d8b9f8da9908a237828f6b063","bytes":87051},"kitten-nano-en-v0_8-fp32/espeak-ng-data/bn_dict":{"sha256":"2b59ec34c07955ca5b7814fa5152c33fa357880590703eefab1f3081f031fdef","bytes":89979},"kitten-nano-en-v0_8-fp32/espeak-ng-data/bpy_dict":{"sha256":"a4321d9ba80bd60f49e0bee5aae57f1ae9c49b7a1c3d4ba384338fe9bf3b6a92","bytes":5226},"kitten-nano-en-v0_8-fp32/espeak-ng-data/bs_dict":{"sha256":"d5df564f511af082884719685db86ec4df23467cf012ce25e898540baf9de65b","bytes":47068},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ca_dict":{"sha256":"1be203855ecb0bdfe66578ef5552f83289e39972d78c52714d061b7f7493df4a","bytes":45566},"kitten-nano-en-v0_8-fp32/espeak-ng-data/chr_dict":{"sha256":"1853980c673015327bed3d4e5f7e88c2ee3bd8a922bcdd232a6497277e903bce","bytes":2859},"kitten-nano-en-v0_8-fp32/espeak-ng-data/cmn_dict":{"sha256":"109aaa7708d3727382acb3ae41d8e2094a7e2bb9f651a81835be22a6f08071fe","bytes":1566335},"kitten-nano-en-v0_8-fp32/espeak-ng-data/cs_dict":{"sha256":"5ec02aba90465007f20a5c8aeb889275834cfa8c8f621c3d9bee1ca90d21788d","bytes":49645},"kitten-nano-en-v0_8-fp32/espeak-ng-data/cv_dict":{"sha256":"8260837c8f18fbe5870905ebb2850dfd18e252150ad6c868b96d9d2c6398ea8a","bytes":1344},"kitten-nano-en-v0_8-fp32/espeak-ng-data/cy_dict":{"sha256":"31d74ccad218ab80b79566caeb8d21bcf0fe43326ed7c437fa736d39b85e603e","bytes":43130},"kitten-nano-en-v0_8-fp32/espeak-ng-data/da_dict":{"sha256":"fe0c21895b4844868612f9ea846bc6010e30b5dd1f4cb1567459d73d2792a8ac","bytes":245287},"kitten-nano-en-v0_8-fp32/espeak-ng-data/de_dict":{"sha256":"e9ac048df5cde03b74907d591c7b29b45ee9ec5fcd4592b0b894f0083572fcfd","bytes":68276},"kitten-nano-en-v0_8-fp32/espeak-ng-data/el_dict":{"sha256":"5d9f759750131da777d2fd4f06aa602ed746d38f27b84dd9a2d4a550f2cd452e","bytes":72841},"kitten-nano-en-v0_8-fp32/espeak-ng-data/en_dict":{"sha256":"71bd330ba8a2e3e8076e631508208ef49449d6147c17b7bd2b4b1e1468292e35","bytes":166944},"kitten-nano-en-v0_8-fp32/espeak-ng-data/eo_dict":{"sha256":"849f061abddd5388bac112b32e6f7bf747e15e1b3ae53fe91079381effff4cc9","bytes":4666},"kitten-nano-en-v0_8-fp32/espeak-ng-data/es_dict":{"sha256":"3fa93e251eab80838a2d6207ee58c9c847270a65fe3fae98850e0185b5a2186c","bytes":49252},"kitten-nano-en-v0_8-fp32/espeak-ng-data/et_dict":{"sha256":"1a6734b4e6bc9de9a4c94cfb434873e0a7f4ae4ec89549b3137ae5491cf655da","bytes":44263},"kitten-nano-en-v0_8-fp32/espeak-ng-data/eu_dict":{"sha256":"762a6eff63552ef72cd88bf1e92dc5a823eb378d50cb85c7917e8c5bba079137","bytes":48841},"kitten-nano-en-v0_8-fp32/espeak-ng-data/fa_dict":{"sha256":"f92f35ce7eb1d97360016617d97786412a94af55b776a18f1c280dab4f43befd","bytes":292423},"kitten-nano-en-v0_8-fp32/espeak-ng-data/fi_dict":{"sha256":"dda999437bd4b37a7f7400a2230aace1200a52906ab0b1ff3507d44ab19d64b1","bytes":43928},"kitten-nano-en-v0_8-fp32/espeak-ng-data/fr_dict":{"sha256":"e399ab924c4d10beef1fc310b30ea56e4ddfd8b4b64b8ed978e9c65394d49b2d","bytes":63727},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ga_dict":{"sha256":"b2db03d21f7900b697d7dbb8bec855cd1117e9867f19884faf11c4df626659f5","bytes":52673},"kitten-nano-en-v0_8-fp32/espeak-ng-data/gd_dict":{"sha256":"e92b47dcf9a001363ffee1e62863faf264ff5f16e10cd9cf1f1e83ca89ca14aa","bytes":49121},"kitten-nano-en-v0_8-fp32/espeak-ng-data/gn_dict":{"sha256":"7640df272b192a68ba401294bf9197ab46d0b141da7a358ad1986e7f77e7f29a","bytes":3248},"kitten-nano-en-v0_8-fp32/espeak-ng-data/grc_dict":{"sha256":"488779493993d221b09e713e104a221ac1bb35765f826acc26d3d3c1aa3a35ed","bytes":3433},"kitten-nano-en-v0_8-fp32/espeak-ng-data/gu_dict":{"sha256":"cb1fbfb53bab2ec6d9e44cd9d12ccb9b80de49f274d772314389c477eef530fd","bytes":82480},"kitten-nano-en-v0_8-fp32/espeak-ng-data/hak_dict":{"sha256":"e3075c7d281f95a2ce2264c01edbd09e962cb3ed29400766c5d2116a08a185c8","bytes":3335},"kitten-nano-en-v0_8-fp32/espeak-ng-data/haw_dict":{"sha256":"2b4e77b61cadfc5ee622aa8b1d23941e36101d9bdbf8d809e0fa1b442d2c3f74","bytes":2443},"kitten-nano-en-v0_8-fp32/espeak-ng-data/he_dict":{"sha256":"a8bf0d939d630e9e5097ad361a7765297baf297fd7d06e89f48a79ead980869e","bytes":6963},"kitten-nano-en-v0_8-fp32/espeak-ng-data/hi_dict":{"sha256":"5a68c9532624e57ac845b26ce1e2e5034c4f6353bede46ecbe57e583ec8effd6","bytes":92143},"kitten-nano-en-v0_8-fp32/espeak-ng-data/hr_dict":{"sha256":"5f98fcf05f97335a5436a8a9643677da6f158f2a9ee1d41bdda1725b1bb3527e","bytes":49388},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ht_dict":{"sha256":"d577219d15c29396db254aed958358456ec1501cdf62cb4ca5413752f2ee7cc1","bytes":1803},"kitten-nano-en-v0_8-fp32/espeak-ng-data/hu_dict":{"sha256":"055d563b839d599db40be5b1cc2af9d31793795b328eb8d4f389ec7d38fe7e81","bytes":153785},"kitten-nano-en-v0_8-fp32/espeak-ng-data/hy_dict":{"sha256":"8b808ad8f1d4cae32b3b785b96d1e27b3af28e32f4dddfed7c93e129d63b2587","bytes":62263},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ia_dict":{"sha256":"1c665603a82beb81e0cef2878c9b44642ae6d519e301fbbd06326e03325febf3","bytes":331275},"kitten-nano-en-v0_8-fp32/espeak-ng-data/id_dict":{"sha256":"8fb3f23f80f71f023219cee7032223f3f6886cc5040eb4c8c507f79d1b84e98d","bytes":43458},"kitten-nano-en-v0_8-fp32/espeak-ng-data/intonations":{"sha256":"3f8af65fd3eda9759a10f021d61361c120871f463515229c925995c7f90918cc","bytes":2040},"kitten-nano-en-v0_8-fp32/espeak-ng-data/io_dict":{"sha256":"0d9d6995fead1ccdd5512f7909ec8f9efc8ccc97f5c9d23ecae6b3ba77ffadbf","bytes":2165},"kitten-nano-en-v0_8-fp32/espeak-ng-data/is_dict":{"sha256":"8eeab5b1ca3f75362881fae3de3316fcaff281179a4c51fceb0098f11ead96e0","bytes":44354},"kitten-nano-en-v0_8-fp32/espeak-ng-data/it_dict":{"sha256":"111f968359c9ebe36b107a2565ba9f258bab337d3cbe37e44871980a8f21ce6b","bytes":152889},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ja_dict":{"sha256":"0d1135d3cdfed811d3eac7c90a2e277329fa6f060cdd23af287db161982cab44","bytes":47652},"kitten-nano-en-v0_8-fp32/espeak-ng-data/jbo_dict":{"sha256":"71298417de1e5fd07df275270a5d47ca8820cb8c9f5dc2156c070b7a3ae7999c","bytes":2243},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ka_dict":{"sha256":"c8624947110a13bee72d4fc15b06026004df3f40c16c7b917d27e369ca122a32","bytes":87775},"kitten-nano-en-v0_8-fp32/espeak-ng-data/kk_dict":{"sha256":"88dc0106629a57d0aca5073afb11db1a044799185355088a7ad4331c836affd3","bytes":1859},"kitten-nano-en-v0_8-fp32/espeak-ng-data/kl_dict":{"sha256":"ec441964d7fbd4622bb628327903d5c6c999c95d539b2e061884decf95ac30e3","bytes":2838},"kitten-nano-en-v0_8-fp32/espeak-ng-data/kn_dict":{"sha256":"c51e0385937b407b36c02fd2c85dfecdc5cac411398ee8a74eca15b35617af64","bytes":87828},"kitten-nano-en-v0_8-fp32/espeak-ng-data/kok_dict":{"sha256":"52659dec01d1b119bfef56b622430f5525c50af0144c9f9688cb3c22cc02ed31","bytes":6394},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ko_dict":{"sha256":"f629060f27d597e0fd52d8010609f41c8a0ec28f5c2bb0016850e00244950681","bytes":47523},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ku_dict":{"sha256":"65de1c5429e8d193775b36fcf169a60fbbb9964ef13a4a1bab7ff0ce855cad20","bytes":2265},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ky_dict":{"sha256":"def4427fd4070673c073b892c7b229f8c3f17eb1df36bea2ec7188ddcfb4d0ea","bytes":64977},"kitten-nano-en-v0_8-fp32/espeak-ng-data/la_dict":{"sha256":"17818dd567936fde032404fbbd6177844b9f5fc5a915480f567272147936f917","bytes":3806},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lb_dict":{"sha256":"d819a062b9722334f187540d3530fac1de365cd200d4a466f5ecccd7e3c05772","bytes":687931},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lfn_dict":{"sha256":"10281bc404f429165a330b800eb64674e37a135d1b4c689e57fb1d9e827d6924","bytes":2793},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lt_dict":{"sha256":"68ef55aba9545d27ce73e7d4aca1c2fa51d2c3d3d626152fbc22bf5a90fbff11","bytes":49890},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lv_dict":{"sha256":"3e246c76b7da924235ffb75925070865e669da2ce3e41e98395e99be1f8db9f7","bytes":66337},"kitten-nano-en-v0_8-fp32/espeak-ng-data/mi_dict":{"sha256":"401621fdf61da47d0513e80279134a3515ced898aaadd5205b82cced0f2df042","bytes":1346},"kitten-nano-en-v0_8-fp32/espeak-ng-data/mk_dict":{"sha256":"e4960ff4e74e1096ff1c3bccab62ce0429fa4faa725e546cd5d33e43f45225be","bytes":63859},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ml_dict":{"sha256":"b12687557c38f9bcd17417854253ddde3781e3b0c16f9470d732205818e7cd38","bytes":92345},"kitten-nano-en-v0_8-fp32/espeak-ng-data/mr_dict":{"sha256":"f712a7525db108ef9769aee53fdd1cd141f0df372778924691b89623aa6fc22f","bytes":87391},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ms_dict":{"sha256":"74b01897385ba1f018de44c0268048fa5be588bbbb702a900bb35c691a466707","bytes":53541},"kitten-nano-en-v0_8-fp32/espeak-ng-data/mto_dict":{"sha256":"6d51cb6be959dba045d41d3d63ff662a7363e1287cce2c633b071295ce55d560","bytes":3960},"kitten-nano-en-v0_8-fp32/espeak-ng-data/mt_dict":{"sha256":"1f76761bdfd481a984b15d07522df23c9444f4ac21ea9671917e08bbffa7f8d3","bytes":4384},"kitten-nano-en-v0_8-fp32/espeak-ng-data/my_dict":{"sha256":"e7f9c2dc672e1388f6941ac6def956b8ab2d622adb00d0ed6640dee4b7acc96b","bytes":95948},"kitten-nano-en-v0_8-fp32/espeak-ng-data/nci_dict":{"sha256":"38c7201e7726c8d508f8f8611349cbc44fcc4684a0fee4db7285d83e808a5b69","bytes":1534},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ne_dict":{"sha256":"43831c3f53ea6e939cac37b5ae5bd7a2ea8237aa46f0e7f2441ab772a3c51dba","bytes":95377},"kitten-nano-en-v0_8-fp32/espeak-ng-data/nl_dict":{"sha256":"d28641049f98c76b460c3dddde3e2edecb7782c4eb9a3f242391301ff526c83f","bytes":65979},"kitten-nano-en-v0_8-fp32/espeak-ng-data/nog_dict":{"sha256":"8b921398a2f1907b43c07b96a72277d8d3d8545e385955eebae5f340aae33bd2","bytes":3294},"kitten-nano-en-v0_8-fp32/espeak-ng-data/no_dict":{"sha256":"43b828f8c1709e7abb23a0cc6416fb32e4814e3f1ff1db4baf2935bf7c77c9ff","bytes":4178},"kitten-nano-en-v0_8-fp32/espeak-ng-data/om_dict":{"sha256":"3624e67ef8d9c20d894db0adccaccc61ee852977cb77d5fe5801e7b4a528fcf5","bytes":2302},"kitten-nano-en-v0_8-fp32/espeak-ng-data/or_dict":{"sha256":"e0dd737e9104da63a27d86cd464cf7764837625b1513169b8d28fca1bd3c8c3b","bytes":89246},"kitten-nano-en-v0_8-fp32/espeak-ng-data/pap_dict":{"sha256":"770039bbf4ea8c5a3ffddd98c4831ca02c9f39e1ff6b3de7729fa71a8f3bc0f1","bytes":2128},"kitten-nano-en-v0_8-fp32/espeak-ng-data/pa_dict":{"sha256":"cee0e2a2bfb166e602ff84e185351a8ac311571ccdf46e1831c7a25245563c10","bytes":79953},"kitten-nano-en-v0_8-fp32/espeak-ng-data/phondata":{"sha256":"4e0288957874029a8c3c9f41a8f517ad4bf18127046decbdd4b9d1d6807ce3a3","bytes":550424},"kitten-nano-en-v0_8-fp32/espeak-ng-data/phondata-manifest":{"sha256":"7b387af0702c7cf0b61f0bead68feded0bd8e1620729b0b252e76acbc30d3813","bytes":21821},"kitten-nano-en-v0_8-fp32/espeak-ng-data/phonindex":{"sha256":"3ca7b8fa3b42624e4b0f152707e7a39245fce569aa99ea47c055d9e622fcf0c4","bytes":39074},"kitten-nano-en-v0_8-fp32/espeak-ng-data/phontab":{"sha256":"886f3fa402cb0ba73d483aa8ad000af47a6b7cc06293c75a97913fba68a530f6","bytes":55796},"kitten-nano-en-v0_8-fp32/espeak-ng-data/piqd_dict":{"sha256":"33004a36210c33291aef8a838d477667eed7af52ff5093152891379b1774188d","bytes":1710},"kitten-nano-en-v0_8-fp32/espeak-ng-data/pl_dict":{"sha256":"0e0ce6cfe4eba41a1223362a046390dca359a3e597af8243adaac84d624ef18f","bytes":76730},"kitten-nano-en-v0_8-fp32/espeak-ng-data/pt_dict":{"sha256":"7e8398f15fa4a21db39a213381f28ec0d302b22663c644e865abb61a09c1b004","bytes":67817},"kitten-nano-en-v0_8-fp32/espeak-ng-data/py_dict":{"sha256":"2255348879547940e8b49e0ca1b80452748f142cb6e267e49cab0560c720129a","bytes":2409},"kitten-nano-en-v0_8-fp32/espeak-ng-data/qdb_dict":{"sha256":"c9b7f307ffe54f4aaf323290eca1c620572919035b0eb268e5c94f5d7a430058","bytes":3028},"kitten-nano-en-v0_8-fp32/espeak-ng-data/quc_dict":{"sha256":"458c1ca6dcfa288ea2584915d206c5127512501174d82655de2cf031378e6dfd","bytes":1450},"kitten-nano-en-v0_8-fp32/espeak-ng-data/qu_dict":{"sha256":"d50659c2a14f43e01fdef0b668eb083025a00cac481b49dfb068e0220e0ed945","bytes":1919},"kitten-nano-en-v0_8-fp32/espeak-ng-data/qya_dict":{"sha256":"e56ae297ebac26ed6c77a9718812e087f0bd198241dac3c0d964f36510984783","bytes":1939},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ro_dict":{"sha256":"b14f68866b0440c4b0d95fb7da3b7ffd3c59b693e8593d188474fabfc9a1117d","bytes":68538},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ru_dict":{"sha256":"f0f6181bbbf9e53cd1e8f9d26bde8fc62119c4f78181948f961cb29866e5e585","bytes":8532392},"kitten-nano-en-v0_8-fp32/espeak-ng-data/sd_dict":{"sha256":"398c876b52213a6e7dd54c68d0560d2a1c164c6bfb23b9ec1c044266cdcf2217","bytes":59928},"kitten-nano-en-v0_8-fp32/espeak-ng-data/shn_dict":{"sha256":"121b6682a9b49700232b3a05cc2289d8d4b9c1027e6c2db5c3f552804ad3d04a","bytes":88172},"kitten-nano-en-v0_8-fp32/espeak-ng-data/si_dict":{"sha256":"a241437d4b64fd328ac4a3e786c9465c60488f6fa31cbba04153f628cdc61f27","bytes":85384},"kitten-nano-en-v0_8-fp32/espeak-ng-data/sjn_dict":{"sha256":"eb70510144230f6791574d86bae0918b4191b076dd66c555e6ae3d5637daadf7","bytes":1783},"kitten-nano-en-v0_8-fp32/espeak-ng-data/sk_dict":{"sha256":"58b9bc11c9a95d81e96966242367009f8d02ab7a3f8f4fd77e3581ed4159f0a8","bytes":50002},"kitten-nano-en-v0_8-fp32/espeak-ng-data/sl_dict":{"sha256":"9cb2bcbf616a5e7dd7ca769e7d222a48c613299ef1d76e44c08b002f8c22861a","bytes":45047},"kitten-nano-en-v0_8-fp32/espeak-ng-data/smj_dict":{"sha256":"815270ce38a59c192ef5aa8801119d9b3ed973d9e23dfa6da8d5d27ded5a9cd6","bytes":35095},"kitten-nano-en-v0_8-fp32/espeak-ng-data/sq_dict":{"sha256":"6b74bef94c3319407c27e44d944e765d036a88b30b4c17f30bbc182dbffcc4ce","bytes":45003},"kitten-nano-en-v0_8-fp32/espeak-ng-data/sr_dict":{"sha256":"770cae9c516e48af7896629faf4abefaf041e1fd4ae184011aad07b97196f613","bytes":46832},"kitten-nano-en-v0_8-fp32/espeak-ng-data/sv_dict":{"sha256":"565f058b14f1c89c6bfa44fc3700793886a39c7818f1037ad1f4961fa7517509","bytes":47836},"kitten-nano-en-v0_8-fp32/espeak-ng-data/sw_dict":{"sha256":"375fab2ccd0d669177ad406b20b0cdb5851a1e86f093672f24f72c29fec8a815","bytes":47804},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ta_dict":{"sha256":"8f3d855c8d7a35ad0e2b22bc7c15a8830e5fc235492894e5db40458655076ecd","bytes":209553},"kitten-nano-en-v0_8-fp32/espeak-ng-data/te_dict":{"sha256":"640407c66a5bb975671243325de616c221f90bb2842d3a36278facb68c0772f8","bytes":94837},"kitten-nano-en-v0_8-fp32/espeak-ng-data/th_dict":{"sha256":"dd5d3e6268a381920f21c769f52daf3a8e610ae83f7995e56f15e9d4de18d653","bytes":2301},"kitten-nano-en-v0_8-fp32/espeak-ng-data/tk_dict":{"sha256":"b3cd4a246f014f0564ec9efae79731c0fe73ffe1cd1617359dd8d5344ee3f9c8","bytes":20868},"kitten-nano-en-v0_8-fp32/espeak-ng-data/tn_dict":{"sha256":"67f68dc336e7c65b946c95414cc8ae96cd10d241783bf857b3f990ac73221b2b","bytes":3072},"kitten-nano-en-v0_8-fp32/espeak-ng-data/tr_dict":{"sha256":"311b0557059f2dab5ee2faabb51361f5033368f0e2a54c4bdfe45e730674f26e","bytes":46793},"kitten-nano-en-v0_8-fp32/espeak-ng-data/tt_dict":{"sha256":"60d138d38330e44a78b4224cbea452bfca22bce6734c8ce3f640c0216ce14001","bytes":2121},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ug_dict":{"sha256":"7c4567ffe6bd8d5224b6b3fd8fab65b1343254636e6228d738ae3a708428e8e7","bytes":2070},"kitten-nano-en-v0_8-fp32/espeak-ng-data/uk_dict":{"sha256":"a779bb0f51ce5cebb650a4e2282162fc8c44609210a2baa700f81f3e83e6e10c","bytes":3492},"kitten-nano-en-v0_8-fp32/espeak-ng-data/ur_dict":{"sha256":"74b60e4331f532810ccfc70751ad07ab440647550a2d25823f44663a0dfa86fb","bytes":133556},"kitten-nano-en-v0_8-fp32/espeak-ng-data/uz_dict":{"sha256":"790d42ac417b26dd7b1bbfed4be72329c16ed1839dd75f55f7c962eb7bd5857a","bytes":2540},"kitten-nano-en-v0_8-fp32/espeak-ng-data/vi_dict":{"sha256":"bbf7cab4ba733b2f5d9d3b61eb1194ef745232fa3adebb4bc92456e948cb3722","bytes":52608},"kitten-nano-en-v0_8-fp32/espeak-ng-data/yue_dict":{"sha256":"1d26afa203034698772107abfff1b53acbee30434700a4d2b75dee98951588f8","bytes":563571},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/eu":{"sha256":"a16e4e4d9b910a6e25a2a55913c812badc4fc3cbece0b8d49a64af112782d5a5","bytes":54},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/ko":{"sha256":"c2dfbf88d9aa2ac9bf2f30e92e260120e4f2c21123a02265014ae98d59d5774e","bytes":51},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/qu":{"sha256":"3069e443ecf3421bcb3b35b864e1a89fa9465af072f86eedd46a415990aba6e6","bytes":88},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/aav/vi":{"sha256":"3199c980f9e23a88a2aa693cd631bf4fcb0f3408c4272bc01b7ac0ff8e79d778","bytes":111},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/aav/vi-VN-x-central":{"sha256":"b351f13c6ed0da37561df25f45579872ff9863920ad66b94e27327a2c611755b","bytes":143},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/aav/vi-VN-x-south":{"sha256":"c0a0a2c894cd57b0bbacf9ef4efb8d89bfaf9feb164830e1539f599e7cc4e021","bytes":142},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/eo":{"sha256":"0254b93c8af79d9666a7667ca8b33b21a5453012da4ea0acd79660a9695f89d4","bytes":41},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/ia":{"sha256":"8fb11718030f8b29146f773ca462b838a6c660f166933eb6f1498c361f2e958b","bytes":29},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/io":{"sha256":"8e8391c7f40b7f9d2307faff8018a40dd2b448df4bd581a2950ee8393a00cebf","bytes":50},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/jbo":{"sha256":"d9529de82dccbd95f83c1de401f4ea661609bde644546e9ef421241b7043c00e","bytes":69},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/lfn":{"sha256":"394874fd9022e37cdc307c3386e81f1c0c133a8e9c5fdff74888b519f2c6d648","bytes":135},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/piqd":{"sha256":"d1a559b714cd8dd0ea9e46c4574e06c4f451957fb17bf39b945a89b9586f8b97","bytes":56},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/py":{"sha256":"59e54b95e8571417f43db37a7fd7e351af4e22a8c250cfb66af394f8ed6c4e9c","bytes":140},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/qdb":{"sha256":"52b83fc4f294580ebabd71df641ab5beec6b308758a3458b497124737589a7d8","bytes":57},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/qya":{"sha256":"78ae3f4d70208a9f69e2c26a6a3b5db28d7e6a58740fae937f51dd7fc9faeb1b","bytes":173},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/art/sjn":{"sha256":"61d85974b6841dfbfcc8cb92ad0742696cb87a6a85d5a28fe99895e46ef9de6f","bytes":175},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/azc/nci":{"sha256":"7bf70cb18e969398f74428b91c694a4483eaebd6733ecc437eb8714bbf7fff76","bytes":114},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/bat/lt":{"sha256":"7691c7ca1e79fc9728c70a0d22830eb113a0124bf96807e2a1ace3c6bf0c2f89","bytes":28},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/bat/ltg":{"sha256":"be716cbbdcb5fe319eed88abd4a44c3329a06e1dc468c8363d3f43cca2683a11","bytes":312},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/bat/lv":{"sha256":"f08a801dacccace62f5b90166428e90e088818d92dd5f9333ebbe834b0f21c16","bytes":229},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/bnt/sw":{"sha256":"271dd28b3ec41adeea53f1146249ba6cab61572963ab2743041114d95784e368","bytes":41},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/bnt/tn":{"sha256":"2243a1fc208dfdc37e154e837c0e782afc325d4acfbacc22718b7f05583ace92","bytes":42},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/ccs/ka":{"sha256":"68788b99dba7b82cdf8fc9dd05134bd72cf21f0b4c07b13b67b6f036e6294cba","bytes":124},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/cel/cy":{"sha256":"67bc33b4a66041e6343dfb98e1950d1089eecb68731f346fcc4f47cd07e79970","bytes":37},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/cel/ga":{"sha256":"29c2cc5736ceb2bd9ef745694d4abf7ed363a33569dfbe745811d4703b7b6cce","bytes":66},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/cel/gd":{"sha256":"7da0ba464579c367089109826ec15c2584a17417cca4a2c66dae0318d33e3128","bytes":51},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/cus/om":{"sha256":"b7c563f1effd83c08f3d229fb5a13d074513b85165ce4359a674ef30ca71786b","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/dra/kn":{"sha256":"c988a5226fa27ee6768b45566ce999ced9a4b68f8e79232b323d5903f4bb2258","bytes":55},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/dra/ml":{"sha256":"aa7e1f1f239ba55a8a79ed1f3544e9a51b94efe53925de60d4ff737273660b5c","bytes":57},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/dra/ta":{"sha256":"5bc213eb163bbf069cbfe4f2e9f7e7db71a719d8c0a96e95401d94c992960ed7","bytes":51},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/dra/te":{"sha256":"176ca4a81feb2181393edff3e2d5c0253cb52239392c4b809c61501d60c69811","bytes":70},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/esx/kl":{"sha256":"d08cf6ff60b99e6c2ceda549bcbb1a57580915d6a4d50c7f0f5d75289d9fb45a","bytes":30},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmq/da":{"sha256":"e8dd5e0d30ff0694a7ee839faa8ed35c015eb927a737aba1f120c00005692eaf","bytes":43},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmq/is":{"sha256":"16c077e6222acfc7702046fa3579bb5d6b57ece98646229e13be2233f9fdcbd7","bytes":27},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmq/nb":{"sha256":"d47966621312fb95570539f446982f6deb98fd46d9b71fec4a0005a6bace8f46","bytes":87},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmq/sv":{"sha256":"02727d3b25fc82409bd2cd1ebb444fdb2d5d3f3de7f76b95fc9ed9164c3e59c3","bytes":25},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/af":{"sha256":"fb8ccc05f5eae1754b5aa7e92cb919defdd0810b70eec19f7c77cf836e51db09","bytes":123},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/de":{"sha256":"f3cca92f94b70f8c25a29ee0a4c9ce4c7f1022241532e0647fa2b7f698bf104e","bytes":42},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/en":{"sha256":"4605d5330801de3641c6e366d15f129ea1f5ffbce8722642aba01ace07ab9c83","bytes":140},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/en-029":{"sha256":"faeb8cb201056775f733acbd908c66555fe57bf01cb063920f178f389cbf85d3","bytes":335},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/en-GB-scotland":{"sha256":"1ce4282c1f4385dbaf0035e799b2ab1ee9e9a3ab4829100594a3047727b52353","bytes":295},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/en-GB-x-gbclan":{"sha256":"2040e176f1f7f27bdce81c32d7e2b1662449d54d264afd3c0ed871b8e42b6e46","bytes":238},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/en-GB-x-gbcwmd":{"sha256":"927a5ab891c65b30b4426b151d1623a01024f6b773a38497ba1c90cd77a95747","bytes":188},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/en-GB-x-rp":{"sha256":"d0625af7f58561b1b8cf96fd7f93eee6553bcb3eadb9020ae0757bf96e5115e5","bytes":249},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/en-US":{"sha256":"41534c2a22df5dd4f1052ff9e1a33a3ea7bff5a26b5c02bdad5ba8ddb7524704","bytes":257},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/en-US-nyc":{"sha256":"e8ee9168376d1f7d9e7dcda7c4644c36c529a8bea816e6380895364db46ea2e3","bytes":271},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/lb":{"sha256":"071beb0e769afeba32177796fc0f1386bdc89a3234bed2bf720e76cbf73f5b99","bytes":31},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/gmw/nl":{"sha256":"56ae04fae28ae9371ed6db28193189e4ee962ba8236f0bcdeef6a06ea4dee374","bytes":23},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/grk/el":{"sha256":"0b529c998af07c72bf516b5750709464f6258c56c6916b8b8f0c843be9836fca","bytes":23},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/grk/grc":{"sha256":"319f950b1ad7b1f37efaa390540bf957bddac16d0557a6c3adaff27e0c64e12e","bytes":99},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/as":{"sha256":"3f58f5628f792b00a5ae6e8fe3bf8696f64af2838e5723799ddbab6027a0b378","bytes":42},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/bn":{"sha256":"bc3ce23384b9d0bb3bac06a09d90f690fae32a492dcbb030f0e56ba67b5d656c","bytes":25},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/bpy":{"sha256":"e528d1189b995b94966cef4cc182469cc54f7da8efc5860375c4ecf186ce6146","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/gu":{"sha256":"f938a755d270745188c2cf2aacba06642a96bb73ba2a0325384121b9d5ec5407","bytes":42},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/hi":{"sha256":"3c1c3f916f57f2d6d6cbf7923c0f39a36ac2140e2a69ddffce917d7b8bf3ccab","bytes":23},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/kok":{"sha256":"810ee23fbbe9c186a036bc12f4e5c0de674a132e2e099c9b3dece2a1c9cdb28a","bytes":26},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/mr":{"sha256":"29063ff3a5257d0d3d7c215dfd4c14deed39e1d48f15894202e6712459720efd","bytes":41},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/ne":{"sha256":"d53fda082ec174ef33ed3c3468fc973c43b4ef71aca8c1a28cb344668f4838dc","bytes":37},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/or":{"sha256":"9b52ede7d19659f884854de3dff12597a96f4d6ec7cb4146d2f8dad1453c742f","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/pa":{"sha256":"eed3cf477f81d13559dbb367256f9532b20dad1432c15b206c777217b8f570ca","bytes":25},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/sd":{"sha256":"65bfe0e37799029d42a370eb627cca5aa4108b967fba6c8141878d693c903619","bytes":66},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/si":{"sha256":"8f0993b35ba5b075c38ae76640971256e560abfbd721b608d16a48588932596d","bytes":55},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/inc/ur":{"sha256":"5b7af7474fac265c7bd7d269111994a09610f954690698f55a8613f3fa973318","bytes":94},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/ine/hy":{"sha256":"b6ad6129079c49ca915c3005ecb74a02bf5d69cbbc8ec3f8e0f6b949cb3a768f","bytes":61},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/ine/hyw":{"sha256":"26f8a863c74b3d19c9c42fcf16ae5151c12ac52ef8fab36cae1e5f0d4ad30e6a","bytes":365},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/ine/sq":{"sha256":"865fde9017b5af82acb844e5f9793998fed422a208ad8aaf9dedacad3bf27af1","bytes":103},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/ira/fa":{"sha256":"0dc7e93be4d1fbdf7ff52de2fe8bcdc23304e6d86e012b4ab8276d626b5d980c","bytes":90},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/ira/fa-Latn":{"sha256":"a04cf8efed8db1ac33b306f1f8c6f42733dace87c9fc9f34a2d227b3bb291e28","bytes":269},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/ira/ku":{"sha256":"57db3a210d73412a49e961dbed9b27077f5c7b967a19a0eb9f9363ea4b16cea5","bytes":40},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/iro/chr":{"sha256":"f0e2fb8549306c07f571d3e77c89b1d3e9022d448d58e5d424441e01ccce88be","bytes":569},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/itc/la":{"sha256":"b70d13a264352eba2d22a5d0ef21730849509d18f7277320b008a56decc6efc2","bytes":297},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/jpx/ja":{"sha256":"6fd980445bc52e0f593062929f5b62831448abaae2a92739beba49df27a79743","bytes":52},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/map/haw":{"sha256":"b19f22efb6714354d8d1360f449e05f0f84d50d6fa3c98fcfd619ea1b4ba8996","bytes":42},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/miz/mto":{"sha256":"e33aba5e8159730f62004b22518d627c796f7d039431e5d9217b498f10341976","bytes":183},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/myn/quc":{"sha256":"76a75b77c672c432b56b84d517310d6aa75c4b3f9de580e290199804366174ea","bytes":210},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/poz/id":{"sha256":"ce1fcddab3e756a7cdba3dd009ad24cd57e1fde29ce395698355da24e32a6075","bytes":134},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/poz/mi":{"sha256":"2146cf3868c79b853bb5e41ddbf611d51b4b0a14087199f16194313562b98987","bytes":367},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/poz/ms":{"sha256":"8a965182ee0c5a41357197c05cf047d21b96744775a57a344d831a961e30351b","bytes":430},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/an":{"sha256":"ff8aa97c55286cc90531cad5df3cd36165abba11502a84d53b0fcd923f965f23","bytes":27},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/ca":{"sha256":"787df034320467236292bb46f1f8781a2998a185f117d350c018b6cfcf360854","bytes":25},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/es":{"sha256":"966aa015ea5646d79f0ca4807cf5da7339aabd3782b55cfa5eb0d8c3fc8fc588","bytes":63},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/es-419":{"sha256":"ff0f84457ac40e3bcf61d6de58028312be74e0e6cbc3b742f31b3ce729c2aa0c","bytes":167},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/fr":{"sha256":"95f44834b48c075dad13eace54d2c98ff79b81aa0074dd67eebaf66c2909eef8","bytes":79},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/fr-BE":{"sha256":"72496a316e47b997f893500b8953dc01a10b86a2d4238e13c1260f50b47d792a","bytes":84},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/fr-CH":{"sha256":"b449b0fd99d9cd93261fe1c6b816448b99b4a10420bee3f301e669568ad0de55","bytes":86},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/ht":{"sha256":"389bdf3e984a2f93b7060baad82452dac65b83bf4482d3884525a176ae0e0524","bytes":140},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/it":{"sha256":"0d9069eb9a96db1c55c131b2bb7d1f5255c68fbddc2199ffd3295b52519a3256","bytes":109},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/pap":{"sha256":"41a5b5e91482a5498a66711c05873a634bbd418786b0ba037032df846344cfc1","bytes":62},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/pt":{"sha256":"a44060072f790e41912c57b7d52f7b6438c4383e0dabdb052f6fdb7aacc23493","bytes":95},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/pt-BR":{"sha256":"84dd4e34c970fadbe32211eadecfdfaab52432479c0911e43300da88a33398ba","bytes":109},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/roa/ro":{"sha256":"b12af10ffc3f89cb87767ca701c6fea0def8a712de63426a9c3d0bf2432467f8","bytes":26},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sai/gn":{"sha256":"ff82d2d163d3e06adb580254d89012e689b2615c46579883562838ab401fb5d5","bytes":47},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sem/am":{"sha256":"5970b16bf865528ee96a78c08498244bc8f54218fc2add499716b0e0c09969fb","bytes":41},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sem/ar":{"sha256":"43f418f8140e5a7bd7096963da20ccba9247f6be1fcdb08cb53dd7967dd72eee","bytes":50},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sem/he":{"sha256":"de9195e743b91fb7fbef7493bd5ddccad14c380a58d5aeb7c1d11d3419ef3b86","bytes":40},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sem/mt":{"sha256":"d23f38fae3253b6fb42e3336760ab482e676893692455465448bc9fbc0ac3e83","bytes":41},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sit/cmn":{"sha256":"a130a38e3b622735c2401cb37f6719f46995e84a133729185cef9a543ec0b072","bytes":686},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sit/cmn-Latn-pinyin":{"sha256":"14c2fc097db280416b688c2bf97de2e5da532c279754020fde7bf6cd624cdd10","bytes":161},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sit/hak":{"sha256":"c03c30b43e0b0abdfa689445baf9f442664a0373154a5d0ca75a33d30f46aeed","bytes":128},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sit/my":{"sha256":"4b5ae2566cbf30aa59207020469e09832e66a7883818788f253996c534303dca","bytes":56},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sit/yue":{"sha256":"83f3dac92af5b4aaecc119515698a6979524be236b28ea8f1024ec707d99ea5b","bytes":194},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/sit/yue-Latn-jyutping":{"sha256":"c56d45bb9a9cd97efb38edabe31c7dd3feb0518cc900aac6a891dcb6bd8eb428","bytes":213},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/tai/shn":{"sha256":"f16bf2de219d3ae9a6aec263ce9c684d9cd3e61258d04c7948db0757c67e2c96","bytes":92},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/tai/th":{"sha256":"6c8ac809868de659e06673f1fc2b56dbf4637ff9980da7a4726b846478b4cfe6","bytes":37},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/az":{"sha256":"52b424332de4c443f3e9c5ce4de5aed6fbfd421269fc825756dfc6bcbd7e1ad8","bytes":45},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/ba":{"sha256":"a0cc3a06293962093c66533f9c1cffbccf083a2eb666751f2778a02a5316d98c","bytes":25},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/cv":{"sha256":"94baf6bacf581cc20337471c599f85ecbbe211f0b8476351ff19450c6541ea92","bytes":40},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/kk":{"sha256":"2219f4d6de0fbb1dc9982157c6f3cc5f4c8abe5fcb605908a9d1054b9880cd51","bytes":40},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/ky":{"sha256":"8239dfe8bdc6d4725880f5192b4eaf645f839e40cadfd145a4409c8387ac2d59","bytes":43},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/nog":{"sha256":"e0e27fe61d406b6f4a4879fb8f81a14bc65997106666933991b818c7d79fabc1","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/tk":{"sha256":"d78263398c135119909ad63a3ecb6ffe3aff08383212934dd03695222a9786d0","bytes":25},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/tr":{"sha256":"490eb5a2f777a2f3396f3a824ed8021bd77a94be801214411461bde6689738c9","bytes":25},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/tt":{"sha256":"8b9617a9b6c56f4a2fe2f59d9ce55426837196567962716f9330f70948f8f9b0","bytes":23},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/ug":{"sha256":"65d0cdbc96efab4d9e3cd0095440752a31dc7f425edd3ba0a53c4dd33eac5d63","bytes":24},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/trk/uz":{"sha256":"04fd711dfda1e00d17dc8b1b250c24d70cc3c498b27e35d31065ac47441a6759","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/urj/et":{"sha256":"59c77747c4774e54a63ab74d2c6a95bc3c5b5b0a50d3781f187bd1fc3a613de5","bytes":237},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/urj/fi":{"sha256":"61f58ec3bba5b55a392aff7ecf8a84d024200aeaa404b5553fcfb47770936928","bytes":237},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/urj/hu":{"sha256":"c575421d2ae397065d35af0eb4f79dff4e85f3435ccf45da874f46b3fee1338b","bytes":73},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/urj/smj":{"sha256":"3d709dec77bb633af0d57b89668dbaaa72d9be8688118d6909f7d457bec12a50","bytes":45},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zle/be":{"sha256":"5beb002d15a36bf3d0d764ed0d483c75a1df6909eaa3b10fe5f6546700c9bfec","bytes":52},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zle/ru":{"sha256":"9f52d00a279aaeaa45a786b4fd3a98b34e95fedbf823f8cdb9fecc1339751d3a","bytes":57},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zle/ru-cl":{"sha256":"200ea345b505ec9e7b8838490aeaf1822af41033429aeae4ea68159047f59f90","bytes":91},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zle/ru-LV":{"sha256":"980e379667ccb94abe33b9c9c660c08800e3f31e36fe4a939551398ab98457ae","bytes":280},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zle/uk":{"sha256":"df3d1a9f77bac0531e72f87be398d9eb1e903bd6f839d4f04ffec5abb4e34634","bytes":97},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zls/bg":{"sha256":"9b91accccb0d53bb2a7bf21922846ba58c74bc082ba71ae32bf12cb0d092f853","bytes":111},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zls/bs":{"sha256":"0820e7c78b68fbdaf86d83c782cdde1901b642d1cdbeae4181c6f5f5e21e5e89","bytes":230},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zls/hr":{"sha256":"cef3ef0411c66f154e6c82f7decd95beffa8cbfbe953335658df9f125bdd6096","bytes":262},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zls/mk":{"sha256":"6dbc2cfb8999141bd0782cd463d4880468161088190c6b4c9412f43552dc39e2","bytes":28},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zls/sl":{"sha256":"e1c2bd1f75c0eeb86f64182472d5f597ce23e64ad7478c248c2f75b694655942","bytes":43},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zls/sr":{"sha256":"0e076528d3566f6e59b807e16e274dee505e88a6d477da188ab8ec442eae44f4","bytes":250},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zlw/cs":{"sha256":"1477cdba5ba3bce85db559accbbd8a24b86b3f6d9d9988bc587e89357c1c4431","bytes":23},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zlw/pl":{"sha256":"83c586a2b724b24b9f98d21ade5022112c465ac446ca09930286980ceae1c781","bytes":38},"kitten-nano-en-v0_8-fp32/espeak-ng-data/lang/zlw/sk":{"sha256":"f46ff673c7d58c1646096c174d58da34047d893d0d2993dbca260ce54abe77ef","bytes":24},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/adam":{"sha256":"b21efbf56fd7d58470e7ce4759c6ef9f23949706b269f2d777832204658ee0dd","bytes":75},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Alex":{"sha256":"1cf9874567f4fa8109329f084e9ad9ed788fb2362298921d0a04a57b24f1141f","bytes":128},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Alicia":{"sha256":"6d3f60ec866706e9d4ab7da2a79eedb8c11b50f63620f87e58317f316ea3d58e","bytes":474},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Andrea":{"sha256":"6ca52734ec2cf7c419d2d3ad7c3449cd1a1776342c4d152ea12c5b1e72801e89","bytes":357},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Andy":{"sha256":"0e13ba1a940cd9df7e65358c36445c9740f3d75f1360c7f7c71ab9f74b45edca","bytes":320},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/anika":{"sha256":"228771ce84cad16a089e0b23efe2e69edf25f1ab7c0cb3a50d366ac70e82fbbd","bytes":493},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/anikaRobot":{"sha256":"3ba724be6aab2fc1a084b25cdb16f469250eb9de4c6c0924a18788d0246fc32f","bytes":512},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Annie":{"sha256":"40f0f829c5c6e7abf4a02a21f128a572756d6f6693014c26d09a5c29ede5ec33","bytes":315},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/announcer":{"sha256":"4af6a6748c720cbbaac1e3dcac17bb3bc7a4c553499ec7ee69e054db51a50de3","bytes":300},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/antonio":{"sha256":"c90477080cd9aa9c384770c0ec18901d01e9851f1bc7d15526a2565a3b0c4da5","bytes":381},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/AnxiousAndy":{"sha256":"7dfe126f517b76cc78269618dbee2c30d324bea9460b400938756ec93995eaf8","bytes":361},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/aunty":{"sha256":"0aede4d1ca614f32c348f3d728eab58322ccd016e8531234fdc3dfcf00e32bf1","bytes":358},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/belinda":{"sha256":"9bd791b7115820e25ada82b4911134d5116e8238b4fd4d214dfccf162576141c","bytes":340},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/benjamin":{"sha256":"3fa10b0d865fc751fd9c8ed1dabac4bb9b011ea2b95064d4d25a8c719f7785d8","bytes":201},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/boris":{"sha256":"f23d0a6ee2eeb7e3340506d61d422b691fb04f4e98977ea15c1e0ee5715846d5","bytes":224},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/caleb":{"sha256":"bcde145ec713eae6d3451a6f25dbbdc0b6756fd44e9e092b7aef89f2cff25be8","bytes":57},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/croak":{"sha256":"2906a2c6f7b7687db2f1c862164a9b80435d5afc3ba16d74619728bf8c3a8ca7","bytes":93},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/david":{"sha256":"50b5cb5f61a50f5ff5299dd22e5d645446746dbc36909595f6ae47bac0bda9c3","bytes":112},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Demonic":{"sha256":"241b0e78362bd3208bb586b65bdf52330e1e8322f8f226c4790c4abeb47cfb09","bytes":3858},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Denis":{"sha256":"a09fe9f7a4e478d2ba1e139c2995633e2b99de9abdaaa82307954599b0e3d6fd","bytes":305},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Diogo":{"sha256":"a4a17c453d13242b48783c247816bff8d2cf7bc8931c3f8237887d88a2881b18","bytes":379},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/ed":{"sha256":"12ddb6355b40a2e39a3b6cef66a2bf4db15a25045769b330a9a3b344a608026d","bytes":287},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/edward":{"sha256":"b7a12bcb2af280c40e4be4280b675001024619ed529262dbf3e819db53b5b310","bytes":151},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/edward2":{"sha256":"59d166f7adfee4515a492993405e95432889050aaa47b6cd7eaeeb457fbca227","bytes":152},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/f1":{"sha256":"7cdef453c6b0391d50a02b8f35392e6f41249cea65df1021affd68a64917b85f","bytes":324},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/f2":{"sha256":"62b17f6c8f94add0310db032f5e463c13510c5ff83ef1f21e8894ccbf00b00e3","bytes":357},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/f3":{"sha256":"d0342ee8ceebe3047831774634d234e90281ec73ce2aed8dd0bdd915ccf500fc","bytes":375},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/f4":{"sha256":"ff9e2907a818920e3b976232c90eabaf270fff0de0b8a479af9a3633e9b7921f","bytes":350},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/f5":{"sha256":"6c76406d94540d59dee16de11520c37124a1f6dfc236981e483877075f0271b3","bytes":432},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/fast":{"sha256":"fa2f9c2918f351499037f6bffb25294d9b781b2785d9772a8ae3293c0c0037fe","bytes":149},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Gene":{"sha256":"06258dae680cde2122a4939dbd4f23ed4ea145b7475068bf7dd4d466090afd2a","bytes":281},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Gene2":{"sha256":"bcdb3039296eea37398e4423dc9bb6849cda9c5c812b83702ebc49682c649f57","bytes":283},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/grandma":{"sha256":"e033d57ba9b098971fdb995c13830f9c709206add081c586daaec323ff69a392","bytes":263},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/grandpa":{"sha256":"f25627887b95e8bccac5e6ce99cb97c6e34290ff0bf919febe64a9987138796d","bytes":256},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/gustave":{"sha256":"5fa89cf8625cd460b9309748eca019ab5b325a04dccbd29f1a9b2a00caa2e848","bytes":253},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Henrique":{"sha256":"5c6bf1cf5b6bc7c7d48f2a8368ae348c6ff64232c047f40f9d9a6e6824b4ce6a","bytes":381},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Hugo":{"sha256":"906acbef890dc4da67cb54b5b0ddc2cab7ee308a95d350c899f0b0cb6a83dd5f","bytes":378},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/ian":{"sha256":"c0722c7954d3e6582e3f5b3f584140675ab060ac3c6cac5dd11a74592db5550a","bytes":3168},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/iven":{"sha256":"10ab9de8365ff7bf5a20621d08f1a2019d4bf5521f3c6f65447c9256057406c8","bytes":261},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/iven2":{"sha256":"f94830e5abe118dc4c0909630d66637ba2a7c94957279c31fd78e313374054cd","bytes":279},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/iven3":{"sha256":"27ccf2d2f7bb8f1ff28c705c39cf6ff575eb2458c39a518ed33741ad9c1af252","bytes":262},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/iven4":{"sha256":"11b3d46c01d4307eedcb60bd8dbcc73a40f3eb86c289176d6fd5bb418223b92f","bytes":261},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Jacky":{"sha256":"41884ed9b66160aeb5a0dc418370a59fe39ead0013d93e023e6d607ef01c1a6e","bytes":267},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/john":{"sha256":"bfbcc1cec33ef0581fdeb4955fbcd0d824a5d4be5493d731e4a2ef7f8f3ba670","bytes":3186},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/kaukovalta":{"sha256":"b9f6016145835c3999bcd5872b8a53442729bd903591781ea3340746b3b4956b","bytes":361},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/klatt":{"sha256":"9abb6d05d0ca354831c570e14323dd4e821459b53166d96395875a48bacdbde2","bytes":38},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/klatt2":{"sha256":"afab662a55953532ff8d6f9c615b824ecec87f7aef6790a58c4ccbc4505a742a","bytes":38},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/klatt3":{"sha256":"f1c0cd147bd656f6c4830b3341c9694483438c43aea15c982dcc1945dbb334b9","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/klatt4":{"sha256":"3459c15aa8fa7d7218ac34388dfc0833c850ffc923013949308c2f643f3daad2","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/klatt5":{"sha256":"44397d8282454a2974078d25509caa470bceb093e484e727843a5147b4193e60","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/klatt6":{"sha256":"7d3930cd97ef7a0732f2e19f53f84e480f2d441d263390647b92bb0b4c645d05","bytes":39},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Lee":{"sha256":"a1584887cddb40c10e04992fb770025b52e66b70504656094f80975f1d6bbf6b","bytes":338},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/linda":{"sha256":"df06b4c29f5953034e7815ea7062e356917266f8fab576f76c036045525c8e28","bytes":350},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/m1":{"sha256":"7f2de023bdfe18651d2d0453d2e7ff5e8ade9f094912a79247336ddc90fd7783","bytes":335},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/m2":{"sha256":"6eb925eb6691621a6de66c87596c6ed879c80a04215a9a8437dffc28fcfa14dd","bytes":264},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/m3":{"sha256":"7a4ac872387439814ddd65f5e1ff73017122975911df6b5dc62c5709e6fdb611","bytes":300},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/m4":{"sha256":"6bef82cea3538da1246b7a2c203206e90155cbb4af86faa8ef03366c3119ceee","bytes":290},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/m5":{"sha256":"08590ef7ce37630a6875d9cbe200dc473a9054b4184287808a4fd1c8e27dd02a","bytes":262},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/m6":{"sha256":"fc0e01af458a96d43f55878010d3abcbbda85e846922b25361a78d27c3a9ca00","bytes":188},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/m7":{"sha256":"bdfc54a3558ca98f9ca082479c5211034a824d8721db91804f9d77867db6fab3","bytes":254},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/m8":{"sha256":"060130540e2fae5f8acfb19bcd4ef3dc5dc8f8d2134c502bb57af277fd4cc491","bytes":284},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/marcelo":{"sha256":"3238a933a17c40c61cdd385c0e742bf54c42c008f4110d4b0353a6ae72a5d1a0","bytes":251},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Marco":{"sha256":"04025677360c0270f094bbb6716b83c8284902f6da9b496bedbbf590963835fb","bytes":467},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Mario":{"sha256":"a94ac65d132030df496e8aa364d5cde5f2eafa4b6b3ae361a2901d512c6029d8","bytes":270},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/max":{"sha256":"c88f70a60a19e76a6774dfbd7664be639b9aa8aa587c680834c305ffa434aaaf","bytes":225},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Michael":{"sha256":"4409be23ef5fedf4c8bffbfaa8a802a342824d7e97f1d92938336a25f92f0ebe","bytes":270},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/michel":{"sha256":"c0068ad9cb792dfb78aedbdff9c3cec68e5083736bae0c33bf19088186101087","bytes":404},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/miguel":{"sha256":"9c8c2bbe9fba6d1f06eb63ee67d98d7ebb8846b2bf13847a9b359c90ba9fa8fe","bytes":382},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Mike":{"sha256":"8999b264606c0af23d346a877e10ca05aa757f7ea433e6cfcb3bef50a56ba2cf","bytes":112},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/mike2":{"sha256":"274ebc5df252b3258e8996f1276137b2cf9d6e5006e1145a5172997284f1dba0","bytes":188},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Mr serious":{"sha256":"794abd78deb07ce9b03419d20f7744df4c0151d5abff7981217e9d0926a2f240","bytes":3193},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Nguyen":{"sha256":"4f3d557d9c045080f56022a96e5b3659c4d1caa5fa1d702e12d3ef6bec2e3a45","bytes":280},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/norbert":{"sha256":"35b9923e15caf36280542270282bd2392c6d86ef5db9a8be7be92ce2241a46cb","bytes":3189},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/pablo":{"sha256":"053a85c8a6d7e7a0f6432a3158fe73fa9accf06202e5d69c273d4e5bae8bafc8","bytes":3142},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/paul":{"sha256":"75fb8098bea28859513de6ce033092307382d6f20455e71b051193dfc0793d5e","bytes":284},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/pedro":{"sha256":"7429792ba833fa2446bec6db790068f5862b9ed099392002cd0e724ec6ab2a66","bytes":352},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/quincy":{"sha256":"e9945bee7b4f3240221866f497bf2511a886ed7702d8389688a03c2ea120caf0","bytes":354},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Reed":{"sha256":"727dbc3f6bff0be4dd7d0438f66d3bb82cff68ed148cf52cb58e73314aaec1e4","bytes":202},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/RicishayMax":{"sha256":"7ddc7a57711ccd7a736540f14271adadf1e2e0422941ecaa7cc43ab87f8e2017","bytes":233},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/RicishayMax2":{"sha256":"3de5e414d4b2ef082a7b974bb7ede94937e93b5b873d2b2f7928b19d30745180","bytes":435},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/RicishayMax3":{"sha256":"36d20550b68a8c229d34d956657b7d642929962f7e5d4fddd6396af9e5378b56","bytes":435},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/rob":{"sha256":"fbfffcdb0afb2e3b70f886c02282feae22509d77fe6e7103daf907f7a356595d","bytes":265},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robert":{"sha256":"72604f85afe5bb52a5ce7e3427b196e1e3e426a14a64e2d93b6617e248a46417","bytes":274},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robosoft":{"sha256":"ce2820edd349f3fbc734bfe94095518f10ecbefdb304560109f37106f9f4d2fa","bytes":451},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robosoft2":{"sha256":"249a44f4069b323640e6b532ff6a9bc30dca35f5f9a5f666b647937cbc58c685","bytes":454},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robosoft3":{"sha256":"f8543efe18019c735ebad99d1cab4e06e0efd565ac269a895415dfebf342c383","bytes":455},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robosoft4":{"sha256":"d5f728e0d0a9d27f604f34e835e059590fd01411fd467c91328b573c7597bb2d","bytes":447},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robosoft5":{"sha256":"39da0efe1768e14eefe05a7019fab416795bbffb222fce23ad7f963991447f7b","bytes":445},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robosoft6":{"sha256":"46426971d76c34266580133fad2c26ab829395a71c1713e6205d9d46b0871672","bytes":287},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robosoft7":{"sha256":"e19c1045259d9cfb078c229d5d1372f7c5af971d0e2536a41b89c40ca3e23ede","bytes":410},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/robosoft8":{"sha256":"389230461647836c1b66c51939c0a493e3fbc81e2b7afc01c6f88b8f9da21e2b","bytes":243},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/sandro":{"sha256":"1b8c36a3ce35a27cbbabf4679df0264cd37f4c79b66aa1f4c310eb31b9c80490","bytes":530},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/shelby":{"sha256":"5e96565045bcdd5b42e7ad0eab2bbd670c67cf5c9e3f2ac6b50b30580fb92be4","bytes":280},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/steph":{"sha256":"78186aeddce4c449348f368046b2665375b1a492e948d739249b0c964f082861","bytes":364},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/steph2":{"sha256":"ca88414b48553fed1fd409389548a94ea90cf282d6340e3cb968c8538a2ac2ec","bytes":367},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/steph3":{"sha256":"a7d796211b6969ba92213f89de54b053890306af774424ee38fb02ace45e852d","bytes":377},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Storm":{"sha256":"e817c7d1ce10de527ebc19c0835f580cb584c3ae7d36d30a4f414482602e7b89","bytes":420},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/travis":{"sha256":"7d5a34be05778ee850d97b0491a62db7683c058d660ff2afc71c08c87360f30d","bytes":383},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/Tweaky":{"sha256":"c34d1c1d8b7922ceb886b95ad6ab534ca048f9c47e19698ec2aae5cf0c32cdbc","bytes":3189},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/UniRobot":{"sha256":"23dba52c2d1cb332db6225304818d85488f110a668ddcdbfd7f0438afe37794b","bytes":417},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/victor":{"sha256":"a880a8083ac5eaadf94f71c63b51f34c1426d4bfe0a26f6761ddec5c6e9a5c76","bytes":253},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/whisper":{"sha256":"1e3534c843768898cea47a3f83b2fd91720c0775b438ea5c0134676940a66e96","bytes":186},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/whisperf":{"sha256":"7fea42b10114f1bfd2004181e6b0eb626997cca987893e23d24b5c616aac89d7","bytes":392},"kitten-nano-en-v0_8-fp32/espeak-ng-data/voices/!v/zac":{"sha256":"edaf508b2cfbfd6088a163dcc78d5f6a26850a7d39a5a0e5128b09526f56b6db","bytes":275}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kitten-nano-en-v0_8-fp32.tar.bz2","asset_id":418191701,"bytes":63815222,"sha256":"16092117bfe591ddcd58d078e1454603b8e1caea46f85653b2c2efae76bd883e","fingerprint_basis":"Verified against maintainer GitHub release digest"},"runtime":"sherpa-onnx-1.13.8","downloads":107604,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:44:24.733017+00:00"},{"id":"kitten-micro-0-8","name":"Kitten Micro 0.8","task":"tts","maker":"Kitten ML","adapter":"kitten","languages":["en"],"voices":[0,1],"source_repo":"KittenML/kitten-tts-micro-0.8","source_revision":"1ccf72b2c2048fd17efac7de2fab32d10e225084","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.04,"parameter_basis":"Publisher nominal count; unavailable where null","license":{"reported_checkpoint_license":"apache-2.0","url":"https://huggingface.co/KittenML/kitten-tts-micro-0.8"},"base":"kitten-micro-en-v0_8","files":{"kitten-micro-en-v0_8/LICENSE":{"sha256":"cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30","bytes":11358},"kitten-micro-en-v0_8/model.onnx":{"sha256":"7cf07fcc77f3823c55fc9fb49594cfa421861a6eee9d63640cce708a174103f8","bytes":41385869},"kitten-micro-en-v0_8/README.md":{"sha256":"e8751a029481521364265c7c95acf0394fa3580671f19e99c1e9ce51c74ba9d6","bytes":796},"kitten-micro-en-v0_8/tokens.txt":{"sha256":"934a4188addc7665dd3410256bb622169242357fbb99d840d9351209b486dabb","bytes":1064},"kitten-micro-en-v0_8/voices.bin":{"sha256":"12ad10f1fcce8a458b5cf79769b8edd4ba0e11e9fb6532fd192c3500b2b37a5d","bytes":3276800},"kitten-micro-en-v0_8/espeak-ng-data/af_dict":{"sha256":"25729d3bf4c4a0f08da60aea9eb5a0cf352630f83fab1ab0c3955b7740da1776","bytes":121473},"kitten-micro-en-v0_8/espeak-ng-data/am_dict":{"sha256":"9954365860682c756c8c4459577d3aa0ab77ad0cba6798b746033ada5c3d4bea","bytes":63878},"kitten-micro-en-v0_8/espeak-ng-data/an_dict":{"sha256":"6cf38cedb6693aade49e5a5d27a3c92516a5335125bf85fcae58282e66fb82fd","bytes":6691},"kitten-micro-en-v0_8/espeak-ng-data/ar_dict":{"sha256":"72316426e797777fe4df9420935a3b6a79b37d7e3f3948537ba71cd7b21b2541","bytes":478165},"kitten-micro-en-v0_8/espeak-ng-data/as_dict":{"sha256":"5bcb74ff4558a60c5ba1a48a2a92c01513ee2d29fe30c5a38dc5308c54f1cf49","bytes":5005},"kitten-micro-en-v0_8/espeak-ng-data/az_dict":{"sha256":"e352b2dcf811662d79f4beaaa0c7750706cf669c0409fd815a9bd0244b1adfc7","bytes":43773},"kitten-micro-en-v0_8/espeak-ng-data/ba_dict":{"sha256":"246c8c655ceed43d9ff44a65de5f933f16255489d0b181b1a46a83e1fd5a0354","bytes":2098},"kitten-micro-en-v0_8/espeak-ng-data/be_dict":{"sha256":"232fb0debfc8fdca9b8f2494770ff23535f7f887bbebb0178abffc243490e798","bytes":2652},"kitten-micro-en-v0_8/espeak-ng-data/bg_dict":{"sha256":"8fa3adec8e18a3e695b2bbea1d4780182e17222d8b9f8da9908a237828f6b063","bytes":87051},"kitten-micro-en-v0_8/espeak-ng-data/bn_dict":{"sha256":"2b59ec34c07955ca5b7814fa5152c33fa357880590703eefab1f3081f031fdef","bytes":89979},"kitten-micro-en-v0_8/espeak-ng-data/bpy_dict":{"sha256":"a4321d9ba80bd60f49e0bee5aae57f1ae9c49b7a1c3d4ba384338fe9bf3b6a92","bytes":5226},"kitten-micro-en-v0_8/espeak-ng-data/bs_dict":{"sha256":"d5df564f511af082884719685db86ec4df23467cf012ce25e898540baf9de65b","bytes":47068},"kitten-micro-en-v0_8/espeak-ng-data/ca_dict":{"sha256":"1be203855ecb0bdfe66578ef5552f83289e39972d78c52714d061b7f7493df4a","bytes":45566},"kitten-micro-en-v0_8/espeak-ng-data/chr_dict":{"sha256":"1853980c673015327bed3d4e5f7e88c2ee3bd8a922bcdd232a6497277e903bce","bytes":2859},"kitten-micro-en-v0_8/espeak-ng-data/cmn_dict":{"sha256":"109aaa7708d3727382acb3ae41d8e2094a7e2bb9f651a81835be22a6f08071fe","bytes":1566335},"kitten-micro-en-v0_8/espeak-ng-data/cs_dict":{"sha256":"5ec02aba90465007f20a5c8aeb889275834cfa8c8f621c3d9bee1ca90d21788d","bytes":49645},"kitten-micro-en-v0_8/espeak-ng-data/cv_dict":{"sha256":"8260837c8f18fbe5870905ebb2850dfd18e252150ad6c868b96d9d2c6398ea8a","bytes":1344},"kitten-micro-en-v0_8/espeak-ng-data/cy_dict":{"sha256":"31d74ccad218ab80b79566caeb8d21bcf0fe43326ed7c437fa736d39b85e603e","bytes":43130},"kitten-micro-en-v0_8/espeak-ng-data/da_dict":{"sha256":"fe0c21895b4844868612f9ea846bc6010e30b5dd1f4cb1567459d73d2792a8ac","bytes":245287},"kitten-micro-en-v0_8/espeak-ng-data/de_dict":{"sha256":"e9ac048df5cde03b74907d591c7b29b45ee9ec5fcd4592b0b894f0083572fcfd","bytes":68276},"kitten-micro-en-v0_8/espeak-ng-data/el_dict":{"sha256":"5d9f759750131da777d2fd4f06aa602ed746d38f27b84dd9a2d4a550f2cd452e","bytes":72841},"kitten-micro-en-v0_8/espeak-ng-data/en_dict":{"sha256":"71bd330ba8a2e3e8076e631508208ef49449d6147c17b7bd2b4b1e1468292e35","bytes":166944},"kitten-micro-en-v0_8/espeak-ng-data/eo_dict":{"sha256":"849f061abddd5388bac112b32e6f7bf747e15e1b3ae53fe91079381effff4cc9","bytes":4666},"kitten-micro-en-v0_8/espeak-ng-data/es_dict":{"sha256":"3fa93e251eab80838a2d6207ee58c9c847270a65fe3fae98850e0185b5a2186c","bytes":49252},"kitten-micro-en-v0_8/espeak-ng-data/et_dict":{"sha256":"1a6734b4e6bc9de9a4c94cfb434873e0a7f4ae4ec89549b3137ae5491cf655da","bytes":44263},"kitten-micro-en-v0_8/espeak-ng-data/eu_dict":{"sha256":"762a6eff63552ef72cd88bf1e92dc5a823eb378d50cb85c7917e8c5bba079137","bytes":48841},"kitten-micro-en-v0_8/espeak-ng-data/fa_dict":{"sha256":"f92f35ce7eb1d97360016617d97786412a94af55b776a18f1c280dab4f43befd","bytes":292423},"kitten-micro-en-v0_8/espeak-ng-data/fi_dict":{"sha256":"dda999437bd4b37a7f7400a2230aace1200a52906ab0b1ff3507d44ab19d64b1","bytes":43928},"kitten-micro-en-v0_8/espeak-ng-data/fr_dict":{"sha256":"e399ab924c4d10beef1fc310b30ea56e4ddfd8b4b64b8ed978e9c65394d49b2d","bytes":63727},"kitten-micro-en-v0_8/espeak-ng-data/ga_dict":{"sha256":"b2db03d21f7900b697d7dbb8bec855cd1117e9867f19884faf11c4df626659f5","bytes":52673},"kitten-micro-en-v0_8/espeak-ng-data/gd_dict":{"sha256":"e92b47dcf9a001363ffee1e62863faf264ff5f16e10cd9cf1f1e83ca89ca14aa","bytes":49121},"kitten-micro-en-v0_8/espeak-ng-data/gn_dict":{"sha256":"7640df272b192a68ba401294bf9197ab46d0b141da7a358ad1986e7f77e7f29a","bytes":3248},"kitten-micro-en-v0_8/espeak-ng-data/grc_dict":{"sha256":"488779493993d221b09e713e104a221ac1bb35765f826acc26d3d3c1aa3a35ed","bytes":3433},"kitten-micro-en-v0_8/espeak-ng-data/gu_dict":{"sha256":"cb1fbfb53bab2ec6d9e44cd9d12ccb9b80de49f274d772314389c477eef530fd","bytes":82480},"kitten-micro-en-v0_8/espeak-ng-data/hak_dict":{"sha256":"e3075c7d281f95a2ce2264c01edbd09e962cb3ed29400766c5d2116a08a185c8","bytes":3335},"kitten-micro-en-v0_8/espeak-ng-data/haw_dict":{"sha256":"2b4e77b61cadfc5ee622aa8b1d23941e36101d9bdbf8d809e0fa1b442d2c3f74","bytes":2443},"kitten-micro-en-v0_8/espeak-ng-data/he_dict":{"sha256":"a8bf0d939d630e9e5097ad361a7765297baf297fd7d06e89f48a79ead980869e","bytes":6963},"kitten-micro-en-v0_8/espeak-ng-data/hi_dict":{"sha256":"5a68c9532624e57ac845b26ce1e2e5034c4f6353bede46ecbe57e583ec8effd6","bytes":92143},"kitten-micro-en-v0_8/espeak-ng-data/hr_dict":{"sha256":"5f98fcf05f97335a5436a8a9643677da6f158f2a9ee1d41bdda1725b1bb3527e","bytes":49388},"kitten-micro-en-v0_8/espeak-ng-data/ht_dict":{"sha256":"d577219d15c29396db254aed958358456ec1501cdf62cb4ca5413752f2ee7cc1","bytes":1803},"kitten-micro-en-v0_8/espeak-ng-data/hu_dict":{"sha256":"055d563b839d599db40be5b1cc2af9d31793795b328eb8d4f389ec7d38fe7e81","bytes":153785},"kitten-micro-en-v0_8/espeak-ng-data/hy_dict":{"sha256":"8b808ad8f1d4cae32b3b785b96d1e27b3af28e32f4dddfed7c93e129d63b2587","bytes":62263},"kitten-micro-en-v0_8/espeak-ng-data/ia_dict":{"sha256":"1c665603a82beb81e0cef2878c9b44642ae6d519e301fbbd06326e03325febf3","bytes":331275},"kitten-micro-en-v0_8/espeak-ng-data/id_dict":{"sha256":"8fb3f23f80f71f023219cee7032223f3f6886cc5040eb4c8c507f79d1b84e98d","bytes":43458},"kitten-micro-en-v0_8/espeak-ng-data/intonations":{"sha256":"3f8af65fd3eda9759a10f021d61361c120871f463515229c925995c7f90918cc","bytes":2040},"kitten-micro-en-v0_8/espeak-ng-data/io_dict":{"sha256":"0d9d6995fead1ccdd5512f7909ec8f9efc8ccc97f5c9d23ecae6b3ba77ffadbf","bytes":2165},"kitten-micro-en-v0_8/espeak-ng-data/is_dict":{"sha256":"8eeab5b1ca3f75362881fae3de3316fcaff281179a4c51fceb0098f11ead96e0","bytes":44354},"kitten-micro-en-v0_8/espeak-ng-data/it_dict":{"sha256":"111f968359c9ebe36b107a2565ba9f258bab337d3cbe37e44871980a8f21ce6b","bytes":152889},"kitten-micro-en-v0_8/espeak-ng-data/ja_dict":{"sha256":"0d1135d3cdfed811d3eac7c90a2e277329fa6f060cdd23af287db161982cab44","bytes":47652},"kitten-micro-en-v0_8/espeak-ng-data/jbo_dict":{"sha256":"71298417de1e5fd07df275270a5d47ca8820cb8c9f5dc2156c070b7a3ae7999c","bytes":2243},"kitten-micro-en-v0_8/espeak-ng-data/ka_dict":{"sha256":"c8624947110a13bee72d4fc15b06026004df3f40c16c7b917d27e369ca122a32","bytes":87775},"kitten-micro-en-v0_8/espeak-ng-data/kk_dict":{"sha256":"88dc0106629a57d0aca5073afb11db1a044799185355088a7ad4331c836affd3","bytes":1859},"kitten-micro-en-v0_8/espeak-ng-data/kl_dict":{"sha256":"ec441964d7fbd4622bb628327903d5c6c999c95d539b2e061884decf95ac30e3","bytes":2838},"kitten-micro-en-v0_8/espeak-ng-data/kn_dict":{"sha256":"c51e0385937b407b36c02fd2c85dfecdc5cac411398ee8a74eca15b35617af64","bytes":87828},"kitten-micro-en-v0_8/espeak-ng-data/kok_dict":{"sha256":"52659dec01d1b119bfef56b622430f5525c50af0144c9f9688cb3c22cc02ed31","bytes":6394},"kitten-micro-en-v0_8/espeak-ng-data/ko_dict":{"sha256":"f629060f27d597e0fd52d8010609f41c8a0ec28f5c2bb0016850e00244950681","bytes":47523},"kitten-micro-en-v0_8/espeak-ng-data/ku_dict":{"sha256":"65de1c5429e8d193775b36fcf169a60fbbb9964ef13a4a1bab7ff0ce855cad20","bytes":2265},"kitten-micro-en-v0_8/espeak-ng-data/ky_dict":{"sha256":"def4427fd4070673c073b892c7b229f8c3f17eb1df36bea2ec7188ddcfb4d0ea","bytes":64977},"kitten-micro-en-v0_8/espeak-ng-data/la_dict":{"sha256":"17818dd567936fde032404fbbd6177844b9f5fc5a915480f567272147936f917","bytes":3806},"kitten-micro-en-v0_8/espeak-ng-data/lb_dict":{"sha256":"d819a062b9722334f187540d3530fac1de365cd200d4a466f5ecccd7e3c05772","bytes":687931},"kitten-micro-en-v0_8/espeak-ng-data/lfn_dict":{"sha256":"10281bc404f429165a330b800eb64674e37a135d1b4c689e57fb1d9e827d6924","bytes":2793},"kitten-micro-en-v0_8/espeak-ng-data/lt_dict":{"sha256":"68ef55aba9545d27ce73e7d4aca1c2fa51d2c3d3d626152fbc22bf5a90fbff11","bytes":49890},"kitten-micro-en-v0_8/espeak-ng-data/lv_dict":{"sha256":"3e246c76b7da924235ffb75925070865e669da2ce3e41e98395e99be1f8db9f7","bytes":66337},"kitten-micro-en-v0_8/espeak-ng-data/mi_dict":{"sha256":"401621fdf61da47d0513e80279134a3515ced898aaadd5205b82cced0f2df042","bytes":1346},"kitten-micro-en-v0_8/espeak-ng-data/mk_dict":{"sha256":"e4960ff4e74e1096ff1c3bccab62ce0429fa4faa725e546cd5d33e43f45225be","bytes":63859},"kitten-micro-en-v0_8/espeak-ng-data/ml_dict":{"sha256":"b12687557c38f9bcd17417854253ddde3781e3b0c16f9470d732205818e7cd38","bytes":92345},"kitten-micro-en-v0_8/espeak-ng-data/mr_dict":{"sha256":"f712a7525db108ef9769aee53fdd1cd141f0df372778924691b89623aa6fc22f","bytes":87391},"kitten-micro-en-v0_8/espeak-ng-data/ms_dict":{"sha256":"74b01897385ba1f018de44c0268048fa5be588bbbb702a900bb35c691a466707","bytes":53541},"kitten-micro-en-v0_8/espeak-ng-data/mto_dict":{"sha256":"6d51cb6be959dba045d41d3d63ff662a7363e1287cce2c633b071295ce55d560","bytes":3960},"kitten-micro-en-v0_8/espeak-ng-data/mt_dict":{"sha256":"1f76761bdfd481a984b15d07522df23c9444f4ac21ea9671917e08bbffa7f8d3","bytes":4384},"kitten-micro-en-v0_8/espeak-ng-data/my_dict":{"sha256":"e7f9c2dc672e1388f6941ac6def956b8ab2d622adb00d0ed6640dee4b7acc96b","bytes":95948},"kitten-micro-en-v0_8/espeak-ng-data/nci_dict":{"sha256":"38c7201e7726c8d508f8f8611349cbc44fcc4684a0fee4db7285d83e808a5b69","bytes":1534},"kitten-micro-en-v0_8/espeak-ng-data/ne_dict":{"sha256":"43831c3f53ea6e939cac37b5ae5bd7a2ea8237aa46f0e7f2441ab772a3c51dba","bytes":95377},"kitten-micro-en-v0_8/espeak-ng-data/nl_dict":{"sha256":"d28641049f98c76b460c3dddde3e2edecb7782c4eb9a3f242391301ff526c83f","bytes":65979},"kitten-micro-en-v0_8/espeak-ng-data/nog_dict":{"sha256":"8b921398a2f1907b43c07b96a72277d8d3d8545e385955eebae5f340aae33bd2","bytes":3294},"kitten-micro-en-v0_8/espeak-ng-data/no_dict":{"sha256":"43b828f8c1709e7abb23a0cc6416fb32e4814e3f1ff1db4baf2935bf7c77c9ff","bytes":4178},"kitten-micro-en-v0_8/espeak-ng-data/om_dict":{"sha256":"3624e67ef8d9c20d894db0adccaccc61ee852977cb77d5fe5801e7b4a528fcf5","bytes":2302},"kitten-micro-en-v0_8/espeak-ng-data/or_dict":{"sha256":"e0dd737e9104da63a27d86cd464cf7764837625b1513169b8d28fca1bd3c8c3b","bytes":89246},"kitten-micro-en-v0_8/espeak-ng-data/pap_dict":{"sha256":"770039bbf4ea8c5a3ffddd98c4831ca02c9f39e1ff6b3de7729fa71a8f3bc0f1","bytes":2128},"kitten-micro-en-v0_8/espeak-ng-data/pa_dict":{"sha256":"cee0e2a2bfb166e602ff84e185351a8ac311571ccdf46e1831c7a25245563c10","bytes":79953},"kitten-micro-en-v0_8/espeak-ng-data/phondata":{"sha256":"4e0288957874029a8c3c9f41a8f517ad4bf18127046decbdd4b9d1d6807ce3a3","bytes":550424},"kitten-micro-en-v0_8/espeak-ng-data/phondata-manifest":{"sha256":"7b387af0702c7cf0b61f0bead68feded0bd8e1620729b0b252e76acbc30d3813","bytes":21821},"kitten-micro-en-v0_8/espeak-ng-data/phonindex":{"sha256":"3ca7b8fa3b42624e4b0f152707e7a39245fce569aa99ea47c055d9e622fcf0c4","bytes":39074},"kitten-micro-en-v0_8/espeak-ng-data/phontab":{"sha256":"886f3fa402cb0ba73d483aa8ad000af47a6b7cc06293c75a97913fba68a530f6","bytes":55796},"kitten-micro-en-v0_8/espeak-ng-data/piqd_dict":{"sha256":"33004a36210c33291aef8a838d477667eed7af52ff5093152891379b1774188d","bytes":1710},"kitten-micro-en-v0_8/espeak-ng-data/pl_dict":{"sha256":"0e0ce6cfe4eba41a1223362a046390dca359a3e597af8243adaac84d624ef18f","bytes":76730},"kitten-micro-en-v0_8/espeak-ng-data/pt_dict":{"sha256":"7e8398f15fa4a21db39a213381f28ec0d302b22663c644e865abb61a09c1b004","bytes":67817},"kitten-micro-en-v0_8/espeak-ng-data/py_dict":{"sha256":"2255348879547940e8b49e0ca1b80452748f142cb6e267e49cab0560c720129a","bytes":2409},"kitten-micro-en-v0_8/espeak-ng-data/qdb_dict":{"sha256":"c9b7f307ffe54f4aaf323290eca1c620572919035b0eb268e5c94f5d7a430058","bytes":3028},"kitten-micro-en-v0_8/espeak-ng-data/quc_dict":{"sha256":"458c1ca6dcfa288ea2584915d206c5127512501174d82655de2cf031378e6dfd","bytes":1450},"kitten-micro-en-v0_8/espeak-ng-data/qu_dict":{"sha256":"d50659c2a14f43e01fdef0b668eb083025a00cac481b49dfb068e0220e0ed945","bytes":1919},"kitten-micro-en-v0_8/espeak-ng-data/qya_dict":{"sha256":"e56ae297ebac26ed6c77a9718812e087f0bd198241dac3c0d964f36510984783","bytes":1939},"kitten-micro-en-v0_8/espeak-ng-data/ro_dict":{"sha256":"b14f68866b0440c4b0d95fb7da3b7ffd3c59b693e8593d188474fabfc9a1117d","bytes":68538},"kitten-micro-en-v0_8/espeak-ng-data/ru_dict":{"sha256":"f0f6181bbbf9e53cd1e8f9d26bde8fc62119c4f78181948f961cb29866e5e585","bytes":8532392},"kitten-micro-en-v0_8/espeak-ng-data/sd_dict":{"sha256":"398c876b52213a6e7dd54c68d0560d2a1c164c6bfb23b9ec1c044266cdcf2217","bytes":59928},"kitten-micro-en-v0_8/espeak-ng-data/shn_dict":{"sha256":"121b6682a9b49700232b3a05cc2289d8d4b9c1027e6c2db5c3f552804ad3d04a","bytes":88172},"kitten-micro-en-v0_8/espeak-ng-data/si_dict":{"sha256":"a241437d4b64fd328ac4a3e786c9465c60488f6fa31cbba04153f628cdc61f27","bytes":85384},"kitten-micro-en-v0_8/espeak-ng-data/sjn_dict":{"sha256":"eb70510144230f6791574d86bae0918b4191b076dd66c555e6ae3d5637daadf7","bytes":1783},"kitten-micro-en-v0_8/espeak-ng-data/sk_dict":{"sha256":"58b9bc11c9a95d81e96966242367009f8d02ab7a3f8f4fd77e3581ed4159f0a8","bytes":50002},"kitten-micro-en-v0_8/espeak-ng-data/sl_dict":{"sha256":"9cb2bcbf616a5e7dd7ca769e7d222a48c613299ef1d76e44c08b002f8c22861a","bytes":45047},"kitten-micro-en-v0_8/espeak-ng-data/smj_dict":{"sha256":"815270ce38a59c192ef5aa8801119d9b3ed973d9e23dfa6da8d5d27ded5a9cd6","bytes":35095},"kitten-micro-en-v0_8/espeak-ng-data/sq_dict":{"sha256":"6b74bef94c3319407c27e44d944e765d036a88b30b4c17f30bbc182dbffcc4ce","bytes":45003},"kitten-micro-en-v0_8/espeak-ng-data/sr_dict":{"sha256":"770cae9c516e48af7896629faf4abefaf041e1fd4ae184011aad07b97196f613","bytes":46832},"kitten-micro-en-v0_8/espeak-ng-data/sv_dict":{"sha256":"565f058b14f1c89c6bfa44fc3700793886a39c7818f1037ad1f4961fa7517509","bytes":47836},"kitten-micro-en-v0_8/espeak-ng-data/sw_dict":{"sha256":"375fab2ccd0d669177ad406b20b0cdb5851a1e86f093672f24f72c29fec8a815","bytes":47804},"kitten-micro-en-v0_8/espeak-ng-data/ta_dict":{"sha256":"8f3d855c8d7a35ad0e2b22bc7c15a8830e5fc235492894e5db40458655076ecd","bytes":209553},"kitten-micro-en-v0_8/espeak-ng-data/te_dict":{"sha256":"640407c66a5bb975671243325de616c221f90bb2842d3a36278facb68c0772f8","bytes":94837},"kitten-micro-en-v0_8/espeak-ng-data/th_dict":{"sha256":"dd5d3e6268a381920f21c769f52daf3a8e610ae83f7995e56f15e9d4de18d653","bytes":2301},"kitten-micro-en-v0_8/espeak-ng-data/tk_dict":{"sha256":"b3cd4a246f014f0564ec9efae79731c0fe73ffe1cd1617359dd8d5344ee3f9c8","bytes":20868},"kitten-micro-en-v0_8/espeak-ng-data/tn_dict":{"sha256":"67f68dc336e7c65b946c95414cc8ae96cd10d241783bf857b3f990ac73221b2b","bytes":3072},"kitten-micro-en-v0_8/espeak-ng-data/tr_dict":{"sha256":"311b0557059f2dab5ee2faabb51361f5033368f0e2a54c4bdfe45e730674f26e","bytes":46793},"kitten-micro-en-v0_8/espeak-ng-data/tt_dict":{"sha256":"60d138d38330e44a78b4224cbea452bfca22bce6734c8ce3f640c0216ce14001","bytes":2121},"kitten-micro-en-v0_8/espeak-ng-data/ug_dict":{"sha256":"7c4567ffe6bd8d5224b6b3fd8fab65b1343254636e6228d738ae3a708428e8e7","bytes":2070},"kitten-micro-en-v0_8/espeak-ng-data/uk_dict":{"sha256":"a779bb0f51ce5cebb650a4e2282162fc8c44609210a2baa700f81f3e83e6e10c","bytes":3492},"kitten-micro-en-v0_8/espeak-ng-data/ur_dict":{"sha256":"74b60e4331f532810ccfc70751ad07ab440647550a2d25823f44663a0dfa86fb","bytes":133556},"kitten-micro-en-v0_8/espeak-ng-data/uz_dict":{"sha256":"790d42ac417b26dd7b1bbfed4be72329c16ed1839dd75f55f7c962eb7bd5857a","bytes":2540},"kitten-micro-en-v0_8/espeak-ng-data/vi_dict":{"sha256":"bbf7cab4ba733b2f5d9d3b61eb1194ef745232fa3adebb4bc92456e948cb3722","bytes":52608},"kitten-micro-en-v0_8/espeak-ng-data/yue_dict":{"sha256":"1d26afa203034698772107abfff1b53acbee30434700a4d2b75dee98951588f8","bytes":563571},"kitten-micro-en-v0_8/espeak-ng-data/lang/eu":{"sha256":"a16e4e4d9b910a6e25a2a55913c812badc4fc3cbece0b8d49a64af112782d5a5","bytes":54},"kitten-micro-en-v0_8/espeak-ng-data/lang/ko":{"sha256":"c2dfbf88d9aa2ac9bf2f30e92e260120e4f2c21123a02265014ae98d59d5774e","bytes":51},"kitten-micro-en-v0_8/espeak-ng-data/lang/qu":{"sha256":"3069e443ecf3421bcb3b35b864e1a89fa9465af072f86eedd46a415990aba6e6","bytes":88},"kitten-micro-en-v0_8/espeak-ng-data/lang/aav/vi":{"sha256":"3199c980f9e23a88a2aa693cd631bf4fcb0f3408c4272bc01b7ac0ff8e79d778","bytes":111},"kitten-micro-en-v0_8/espeak-ng-data/lang/aav/vi-VN-x-central":{"sha256":"b351f13c6ed0da37561df25f45579872ff9863920ad66b94e27327a2c611755b","bytes":143},"kitten-micro-en-v0_8/espeak-ng-data/lang/aav/vi-VN-x-south":{"sha256":"c0a0a2c894cd57b0bbacf9ef4efb8d89bfaf9feb164830e1539f599e7cc4e021","bytes":142},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/eo":{"sha256":"0254b93c8af79d9666a7667ca8b33b21a5453012da4ea0acd79660a9695f89d4","bytes":41},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/ia":{"sha256":"8fb11718030f8b29146f773ca462b838a6c660f166933eb6f1498c361f2e958b","bytes":29},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/io":{"sha256":"8e8391c7f40b7f9d2307faff8018a40dd2b448df4bd581a2950ee8393a00cebf","bytes":50},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/jbo":{"sha256":"d9529de82dccbd95f83c1de401f4ea661609bde644546e9ef421241b7043c00e","bytes":69},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/lfn":{"sha256":"394874fd9022e37cdc307c3386e81f1c0c133a8e9c5fdff74888b519f2c6d648","bytes":135},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/piqd":{"sha256":"d1a559b714cd8dd0ea9e46c4574e06c4f451957fb17bf39b945a89b9586f8b97","bytes":56},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/py":{"sha256":"59e54b95e8571417f43db37a7fd7e351af4e22a8c250cfb66af394f8ed6c4e9c","bytes":140},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/qdb":{"sha256":"52b83fc4f294580ebabd71df641ab5beec6b308758a3458b497124737589a7d8","bytes":57},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/qya":{"sha256":"78ae3f4d70208a9f69e2c26a6a3b5db28d7e6a58740fae937f51dd7fc9faeb1b","bytes":173},"kitten-micro-en-v0_8/espeak-ng-data/lang/art/sjn":{"sha256":"61d85974b6841dfbfcc8cb92ad0742696cb87a6a85d5a28fe99895e46ef9de6f","bytes":175},"kitten-micro-en-v0_8/espeak-ng-data/lang/azc/nci":{"sha256":"7bf70cb18e969398f74428b91c694a4483eaebd6733ecc437eb8714bbf7fff76","bytes":114},"kitten-micro-en-v0_8/espeak-ng-data/lang/bat/lt":{"sha256":"7691c7ca1e79fc9728c70a0d22830eb113a0124bf96807e2a1ace3c6bf0c2f89","bytes":28},"kitten-micro-en-v0_8/espeak-ng-data/lang/bat/ltg":{"sha256":"be716cbbdcb5fe319eed88abd4a44c3329a06e1dc468c8363d3f43cca2683a11","bytes":312},"kitten-micro-en-v0_8/espeak-ng-data/lang/bat/lv":{"sha256":"f08a801dacccace62f5b90166428e90e088818d92dd5f9333ebbe834b0f21c16","bytes":229},"kitten-micro-en-v0_8/espeak-ng-data/lang/bnt/sw":{"sha256":"271dd28b3ec41adeea53f1146249ba6cab61572963ab2743041114d95784e368","bytes":41},"kitten-micro-en-v0_8/espeak-ng-data/lang/bnt/tn":{"sha256":"2243a1fc208dfdc37e154e837c0e782afc325d4acfbacc22718b7f05583ace92","bytes":42},"kitten-micro-en-v0_8/espeak-ng-data/lang/ccs/ka":{"sha256":"68788b99dba7b82cdf8fc9dd05134bd72cf21f0b4c07b13b67b6f036e6294cba","bytes":124},"kitten-micro-en-v0_8/espeak-ng-data/lang/cel/cy":{"sha256":"67bc33b4a66041e6343dfb98e1950d1089eecb68731f346fcc4f47cd07e79970","bytes":37},"kitten-micro-en-v0_8/espeak-ng-data/lang/cel/ga":{"sha256":"29c2cc5736ceb2bd9ef745694d4abf7ed363a33569dfbe745811d4703b7b6cce","bytes":66},"kitten-micro-en-v0_8/espeak-ng-data/lang/cel/gd":{"sha256":"7da0ba464579c367089109826ec15c2584a17417cca4a2c66dae0318d33e3128","bytes":51},"kitten-micro-en-v0_8/espeak-ng-data/lang/cus/om":{"sha256":"b7c563f1effd83c08f3d229fb5a13d074513b85165ce4359a674ef30ca71786b","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/lang/dra/kn":{"sha256":"c988a5226fa27ee6768b45566ce999ced9a4b68f8e79232b323d5903f4bb2258","bytes":55},"kitten-micro-en-v0_8/espeak-ng-data/lang/dra/ml":{"sha256":"aa7e1f1f239ba55a8a79ed1f3544e9a51b94efe53925de60d4ff737273660b5c","bytes":57},"kitten-micro-en-v0_8/espeak-ng-data/lang/dra/ta":{"sha256":"5bc213eb163bbf069cbfe4f2e9f7e7db71a719d8c0a96e95401d94c992960ed7","bytes":51},"kitten-micro-en-v0_8/espeak-ng-data/lang/dra/te":{"sha256":"176ca4a81feb2181393edff3e2d5c0253cb52239392c4b809c61501d60c69811","bytes":70},"kitten-micro-en-v0_8/espeak-ng-data/lang/esx/kl":{"sha256":"d08cf6ff60b99e6c2ceda549bcbb1a57580915d6a4d50c7f0f5d75289d9fb45a","bytes":30},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmq/da":{"sha256":"e8dd5e0d30ff0694a7ee839faa8ed35c015eb927a737aba1f120c00005692eaf","bytes":43},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmq/is":{"sha256":"16c077e6222acfc7702046fa3579bb5d6b57ece98646229e13be2233f9fdcbd7","bytes":27},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmq/nb":{"sha256":"d47966621312fb95570539f446982f6deb98fd46d9b71fec4a0005a6bace8f46","bytes":87},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmq/sv":{"sha256":"02727d3b25fc82409bd2cd1ebb444fdb2d5d3f3de7f76b95fc9ed9164c3e59c3","bytes":25},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/af":{"sha256":"fb8ccc05f5eae1754b5aa7e92cb919defdd0810b70eec19f7c77cf836e51db09","bytes":123},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/de":{"sha256":"f3cca92f94b70f8c25a29ee0a4c9ce4c7f1022241532e0647fa2b7f698bf104e","bytes":42},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/en":{"sha256":"4605d5330801de3641c6e366d15f129ea1f5ffbce8722642aba01ace07ab9c83","bytes":140},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/en-029":{"sha256":"faeb8cb201056775f733acbd908c66555fe57bf01cb063920f178f389cbf85d3","bytes":335},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/en-GB-scotland":{"sha256":"1ce4282c1f4385dbaf0035e799b2ab1ee9e9a3ab4829100594a3047727b52353","bytes":295},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/en-GB-x-gbclan":{"sha256":"2040e176f1f7f27bdce81c32d7e2b1662449d54d264afd3c0ed871b8e42b6e46","bytes":238},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/en-GB-x-gbcwmd":{"sha256":"927a5ab891c65b30b4426b151d1623a01024f6b773a38497ba1c90cd77a95747","bytes":188},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/en-GB-x-rp":{"sha256":"d0625af7f58561b1b8cf96fd7f93eee6553bcb3eadb9020ae0757bf96e5115e5","bytes":249},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/en-US":{"sha256":"41534c2a22df5dd4f1052ff9e1a33a3ea7bff5a26b5c02bdad5ba8ddb7524704","bytes":257},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/en-US-nyc":{"sha256":"e8ee9168376d1f7d9e7dcda7c4644c36c529a8bea816e6380895364db46ea2e3","bytes":271},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/lb":{"sha256":"071beb0e769afeba32177796fc0f1386bdc89a3234bed2bf720e76cbf73f5b99","bytes":31},"kitten-micro-en-v0_8/espeak-ng-data/lang/gmw/nl":{"sha256":"56ae04fae28ae9371ed6db28193189e4ee962ba8236f0bcdeef6a06ea4dee374","bytes":23},"kitten-micro-en-v0_8/espeak-ng-data/lang/grk/el":{"sha256":"0b529c998af07c72bf516b5750709464f6258c56c6916b8b8f0c843be9836fca","bytes":23},"kitten-micro-en-v0_8/espeak-ng-data/lang/grk/grc":{"sha256":"319f950b1ad7b1f37efaa390540bf957bddac16d0557a6c3adaff27e0c64e12e","bytes":99},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/as":{"sha256":"3f58f5628f792b00a5ae6e8fe3bf8696f64af2838e5723799ddbab6027a0b378","bytes":42},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/bn":{"sha256":"bc3ce23384b9d0bb3bac06a09d90f690fae32a492dcbb030f0e56ba67b5d656c","bytes":25},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/bpy":{"sha256":"e528d1189b995b94966cef4cc182469cc54f7da8efc5860375c4ecf186ce6146","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/gu":{"sha256":"f938a755d270745188c2cf2aacba06642a96bb73ba2a0325384121b9d5ec5407","bytes":42},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/hi":{"sha256":"3c1c3f916f57f2d6d6cbf7923c0f39a36ac2140e2a69ddffce917d7b8bf3ccab","bytes":23},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/kok":{"sha256":"810ee23fbbe9c186a036bc12f4e5c0de674a132e2e099c9b3dece2a1c9cdb28a","bytes":26},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/mr":{"sha256":"29063ff3a5257d0d3d7c215dfd4c14deed39e1d48f15894202e6712459720efd","bytes":41},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/ne":{"sha256":"d53fda082ec174ef33ed3c3468fc973c43b4ef71aca8c1a28cb344668f4838dc","bytes":37},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/or":{"sha256":"9b52ede7d19659f884854de3dff12597a96f4d6ec7cb4146d2f8dad1453c742f","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/pa":{"sha256":"eed3cf477f81d13559dbb367256f9532b20dad1432c15b206c777217b8f570ca","bytes":25},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/sd":{"sha256":"65bfe0e37799029d42a370eb627cca5aa4108b967fba6c8141878d693c903619","bytes":66},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/si":{"sha256":"8f0993b35ba5b075c38ae76640971256e560abfbd721b608d16a48588932596d","bytes":55},"kitten-micro-en-v0_8/espeak-ng-data/lang/inc/ur":{"sha256":"5b7af7474fac265c7bd7d269111994a09610f954690698f55a8613f3fa973318","bytes":94},"kitten-micro-en-v0_8/espeak-ng-data/lang/ine/hy":{"sha256":"b6ad6129079c49ca915c3005ecb74a02bf5d69cbbc8ec3f8e0f6b949cb3a768f","bytes":61},"kitten-micro-en-v0_8/espeak-ng-data/lang/ine/hyw":{"sha256":"26f8a863c74b3d19c9c42fcf16ae5151c12ac52ef8fab36cae1e5f0d4ad30e6a","bytes":365},"kitten-micro-en-v0_8/espeak-ng-data/lang/ine/sq":{"sha256":"865fde9017b5af82acb844e5f9793998fed422a208ad8aaf9dedacad3bf27af1","bytes":103},"kitten-micro-en-v0_8/espeak-ng-data/lang/ira/fa":{"sha256":"0dc7e93be4d1fbdf7ff52de2fe8bcdc23304e6d86e012b4ab8276d626b5d980c","bytes":90},"kitten-micro-en-v0_8/espeak-ng-data/lang/ira/fa-Latn":{"sha256":"a04cf8efed8db1ac33b306f1f8c6f42733dace87c9fc9f34a2d227b3bb291e28","bytes":269},"kitten-micro-en-v0_8/espeak-ng-data/lang/ira/ku":{"sha256":"57db3a210d73412a49e961dbed9b27077f5c7b967a19a0eb9f9363ea4b16cea5","bytes":40},"kitten-micro-en-v0_8/espeak-ng-data/lang/iro/chr":{"sha256":"f0e2fb8549306c07f571d3e77c89b1d3e9022d448d58e5d424441e01ccce88be","bytes":569},"kitten-micro-en-v0_8/espeak-ng-data/lang/itc/la":{"sha256":"b70d13a264352eba2d22a5d0ef21730849509d18f7277320b008a56decc6efc2","bytes":297},"kitten-micro-en-v0_8/espeak-ng-data/lang/jpx/ja":{"sha256":"6fd980445bc52e0f593062929f5b62831448abaae2a92739beba49df27a79743","bytes":52},"kitten-micro-en-v0_8/espeak-ng-data/lang/map/haw":{"sha256":"b19f22efb6714354d8d1360f449e05f0f84d50d6fa3c98fcfd619ea1b4ba8996","bytes":42},"kitten-micro-en-v0_8/espeak-ng-data/lang/miz/mto":{"sha256":"e33aba5e8159730f62004b22518d627c796f7d039431e5d9217b498f10341976","bytes":183},"kitten-micro-en-v0_8/espeak-ng-data/lang/myn/quc":{"sha256":"76a75b77c672c432b56b84d517310d6aa75c4b3f9de580e290199804366174ea","bytes":210},"kitten-micro-en-v0_8/espeak-ng-data/lang/poz/id":{"sha256":"ce1fcddab3e756a7cdba3dd009ad24cd57e1fde29ce395698355da24e32a6075","bytes":134},"kitten-micro-en-v0_8/espeak-ng-data/lang/poz/mi":{"sha256":"2146cf3868c79b853bb5e41ddbf611d51b4b0a14087199f16194313562b98987","bytes":367},"kitten-micro-en-v0_8/espeak-ng-data/lang/poz/ms":{"sha256":"8a965182ee0c5a41357197c05cf047d21b96744775a57a344d831a961e30351b","bytes":430},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/an":{"sha256":"ff8aa97c55286cc90531cad5df3cd36165abba11502a84d53b0fcd923f965f23","bytes":27},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/ca":{"sha256":"787df034320467236292bb46f1f8781a2998a185f117d350c018b6cfcf360854","bytes":25},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/es":{"sha256":"966aa015ea5646d79f0ca4807cf5da7339aabd3782b55cfa5eb0d8c3fc8fc588","bytes":63},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/es-419":{"sha256":"ff0f84457ac40e3bcf61d6de58028312be74e0e6cbc3b742f31b3ce729c2aa0c","bytes":167},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/fr":{"sha256":"95f44834b48c075dad13eace54d2c98ff79b81aa0074dd67eebaf66c2909eef8","bytes":79},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/fr-BE":{"sha256":"72496a316e47b997f893500b8953dc01a10b86a2d4238e13c1260f50b47d792a","bytes":84},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/fr-CH":{"sha256":"b449b0fd99d9cd93261fe1c6b816448b99b4a10420bee3f301e669568ad0de55","bytes":86},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/ht":{"sha256":"389bdf3e984a2f93b7060baad82452dac65b83bf4482d3884525a176ae0e0524","bytes":140},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/it":{"sha256":"0d9069eb9a96db1c55c131b2bb7d1f5255c68fbddc2199ffd3295b52519a3256","bytes":109},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/pap":{"sha256":"41a5b5e91482a5498a66711c05873a634bbd418786b0ba037032df846344cfc1","bytes":62},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/pt":{"sha256":"a44060072f790e41912c57b7d52f7b6438c4383e0dabdb052f6fdb7aacc23493","bytes":95},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/pt-BR":{"sha256":"84dd4e34c970fadbe32211eadecfdfaab52432479c0911e43300da88a33398ba","bytes":109},"kitten-micro-en-v0_8/espeak-ng-data/lang/roa/ro":{"sha256":"b12af10ffc3f89cb87767ca701c6fea0def8a712de63426a9c3d0bf2432467f8","bytes":26},"kitten-micro-en-v0_8/espeak-ng-data/lang/sai/gn":{"sha256":"ff82d2d163d3e06adb580254d89012e689b2615c46579883562838ab401fb5d5","bytes":47},"kitten-micro-en-v0_8/espeak-ng-data/lang/sem/am":{"sha256":"5970b16bf865528ee96a78c08498244bc8f54218fc2add499716b0e0c09969fb","bytes":41},"kitten-micro-en-v0_8/espeak-ng-data/lang/sem/ar":{"sha256":"43f418f8140e5a7bd7096963da20ccba9247f6be1fcdb08cb53dd7967dd72eee","bytes":50},"kitten-micro-en-v0_8/espeak-ng-data/lang/sem/he":{"sha256":"de9195e743b91fb7fbef7493bd5ddccad14c380a58d5aeb7c1d11d3419ef3b86","bytes":40},"kitten-micro-en-v0_8/espeak-ng-data/lang/sem/mt":{"sha256":"d23f38fae3253b6fb42e3336760ab482e676893692455465448bc9fbc0ac3e83","bytes":41},"kitten-micro-en-v0_8/espeak-ng-data/lang/sit/cmn":{"sha256":"a130a38e3b622735c2401cb37f6719f46995e84a133729185cef9a543ec0b072","bytes":686},"kitten-micro-en-v0_8/espeak-ng-data/lang/sit/cmn-Latn-pinyin":{"sha256":"14c2fc097db280416b688c2bf97de2e5da532c279754020fde7bf6cd624cdd10","bytes":161},"kitten-micro-en-v0_8/espeak-ng-data/lang/sit/hak":{"sha256":"c03c30b43e0b0abdfa689445baf9f442664a0373154a5d0ca75a33d30f46aeed","bytes":128},"kitten-micro-en-v0_8/espeak-ng-data/lang/sit/my":{"sha256":"4b5ae2566cbf30aa59207020469e09832e66a7883818788f253996c534303dca","bytes":56},"kitten-micro-en-v0_8/espeak-ng-data/lang/sit/yue":{"sha256":"83f3dac92af5b4aaecc119515698a6979524be236b28ea8f1024ec707d99ea5b","bytes":194},"kitten-micro-en-v0_8/espeak-ng-data/lang/sit/yue-Latn-jyutping":{"sha256":"c56d45bb9a9cd97efb38edabe31c7dd3feb0518cc900aac6a891dcb6bd8eb428","bytes":213},"kitten-micro-en-v0_8/espeak-ng-data/lang/tai/shn":{"sha256":"f16bf2de219d3ae9a6aec263ce9c684d9cd3e61258d04c7948db0757c67e2c96","bytes":92},"kitten-micro-en-v0_8/espeak-ng-data/lang/tai/th":{"sha256":"6c8ac809868de659e06673f1fc2b56dbf4637ff9980da7a4726b846478b4cfe6","bytes":37},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/az":{"sha256":"52b424332de4c443f3e9c5ce4de5aed6fbfd421269fc825756dfc6bcbd7e1ad8","bytes":45},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/ba":{"sha256":"a0cc3a06293962093c66533f9c1cffbccf083a2eb666751f2778a02a5316d98c","bytes":25},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/cv":{"sha256":"94baf6bacf581cc20337471c599f85ecbbe211f0b8476351ff19450c6541ea92","bytes":40},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/kk":{"sha256":"2219f4d6de0fbb1dc9982157c6f3cc5f4c8abe5fcb605908a9d1054b9880cd51","bytes":40},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/ky":{"sha256":"8239dfe8bdc6d4725880f5192b4eaf645f839e40cadfd145a4409c8387ac2d59","bytes":43},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/nog":{"sha256":"e0e27fe61d406b6f4a4879fb8f81a14bc65997106666933991b818c7d79fabc1","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/tk":{"sha256":"d78263398c135119909ad63a3ecb6ffe3aff08383212934dd03695222a9786d0","bytes":25},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/tr":{"sha256":"490eb5a2f777a2f3396f3a824ed8021bd77a94be801214411461bde6689738c9","bytes":25},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/tt":{"sha256":"8b9617a9b6c56f4a2fe2f59d9ce55426837196567962716f9330f70948f8f9b0","bytes":23},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/ug":{"sha256":"65d0cdbc96efab4d9e3cd0095440752a31dc7f425edd3ba0a53c4dd33eac5d63","bytes":24},"kitten-micro-en-v0_8/espeak-ng-data/lang/trk/uz":{"sha256":"04fd711dfda1e00d17dc8b1b250c24d70cc3c498b27e35d31065ac47441a6759","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/lang/urj/et":{"sha256":"59c77747c4774e54a63ab74d2c6a95bc3c5b5b0a50d3781f187bd1fc3a613de5","bytes":237},"kitten-micro-en-v0_8/espeak-ng-data/lang/urj/fi":{"sha256":"61f58ec3bba5b55a392aff7ecf8a84d024200aeaa404b5553fcfb47770936928","bytes":237},"kitten-micro-en-v0_8/espeak-ng-data/lang/urj/hu":{"sha256":"c575421d2ae397065d35af0eb4f79dff4e85f3435ccf45da874f46b3fee1338b","bytes":73},"kitten-micro-en-v0_8/espeak-ng-data/lang/urj/smj":{"sha256":"3d709dec77bb633af0d57b89668dbaaa72d9be8688118d6909f7d457bec12a50","bytes":45},"kitten-micro-en-v0_8/espeak-ng-data/lang/zle/be":{"sha256":"5beb002d15a36bf3d0d764ed0d483c75a1df6909eaa3b10fe5f6546700c9bfec","bytes":52},"kitten-micro-en-v0_8/espeak-ng-data/lang/zle/ru":{"sha256":"9f52d00a279aaeaa45a786b4fd3a98b34e95fedbf823f8cdb9fecc1339751d3a","bytes":57},"kitten-micro-en-v0_8/espeak-ng-data/lang/zle/ru-cl":{"sha256":"200ea345b505ec9e7b8838490aeaf1822af41033429aeae4ea68159047f59f90","bytes":91},"kitten-micro-en-v0_8/espeak-ng-data/lang/zle/ru-LV":{"sha256":"980e379667ccb94abe33b9c9c660c08800e3f31e36fe4a939551398ab98457ae","bytes":280},"kitten-micro-en-v0_8/espeak-ng-data/lang/zle/uk":{"sha256":"df3d1a9f77bac0531e72f87be398d9eb1e903bd6f839d4f04ffec5abb4e34634","bytes":97},"kitten-micro-en-v0_8/espeak-ng-data/lang/zls/bg":{"sha256":"9b91accccb0d53bb2a7bf21922846ba58c74bc082ba71ae32bf12cb0d092f853","bytes":111},"kitten-micro-en-v0_8/espeak-ng-data/lang/zls/bs":{"sha256":"0820e7c78b68fbdaf86d83c782cdde1901b642d1cdbeae4181c6f5f5e21e5e89","bytes":230},"kitten-micro-en-v0_8/espeak-ng-data/lang/zls/hr":{"sha256":"cef3ef0411c66f154e6c82f7decd95beffa8cbfbe953335658df9f125bdd6096","bytes":262},"kitten-micro-en-v0_8/espeak-ng-data/lang/zls/mk":{"sha256":"6dbc2cfb8999141bd0782cd463d4880468161088190c6b4c9412f43552dc39e2","bytes":28},"kitten-micro-en-v0_8/espeak-ng-data/lang/zls/sl":{"sha256":"e1c2bd1f75c0eeb86f64182472d5f597ce23e64ad7478c248c2f75b694655942","bytes":43},"kitten-micro-en-v0_8/espeak-ng-data/lang/zls/sr":{"sha256":"0e076528d3566f6e59b807e16e274dee505e88a6d477da188ab8ec442eae44f4","bytes":250},"kitten-micro-en-v0_8/espeak-ng-data/lang/zlw/cs":{"sha256":"1477cdba5ba3bce85db559accbbd8a24b86b3f6d9d9988bc587e89357c1c4431","bytes":23},"kitten-micro-en-v0_8/espeak-ng-data/lang/zlw/pl":{"sha256":"83c586a2b724b24b9f98d21ade5022112c465ac446ca09930286980ceae1c781","bytes":38},"kitten-micro-en-v0_8/espeak-ng-data/lang/zlw/sk":{"sha256":"f46ff673c7d58c1646096c174d58da34047d893d0d2993dbca260ce54abe77ef","bytes":24},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/adam":{"sha256":"b21efbf56fd7d58470e7ce4759c6ef9f23949706b269f2d777832204658ee0dd","bytes":75},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Alex":{"sha256":"1cf9874567f4fa8109329f084e9ad9ed788fb2362298921d0a04a57b24f1141f","bytes":128},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Alicia":{"sha256":"6d3f60ec866706e9d4ab7da2a79eedb8c11b50f63620f87e58317f316ea3d58e","bytes":474},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Andrea":{"sha256":"6ca52734ec2cf7c419d2d3ad7c3449cd1a1776342c4d152ea12c5b1e72801e89","bytes":357},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Andy":{"sha256":"0e13ba1a940cd9df7e65358c36445c9740f3d75f1360c7f7c71ab9f74b45edca","bytes":320},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/anika":{"sha256":"228771ce84cad16a089e0b23efe2e69edf25f1ab7c0cb3a50d366ac70e82fbbd","bytes":493},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/anikaRobot":{"sha256":"3ba724be6aab2fc1a084b25cdb16f469250eb9de4c6c0924a18788d0246fc32f","bytes":512},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Annie":{"sha256":"40f0f829c5c6e7abf4a02a21f128a572756d6f6693014c26d09a5c29ede5ec33","bytes":315},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/announcer":{"sha256":"4af6a6748c720cbbaac1e3dcac17bb3bc7a4c553499ec7ee69e054db51a50de3","bytes":300},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/antonio":{"sha256":"c90477080cd9aa9c384770c0ec18901d01e9851f1bc7d15526a2565a3b0c4da5","bytes":381},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/AnxiousAndy":{"sha256":"7dfe126f517b76cc78269618dbee2c30d324bea9460b400938756ec93995eaf8","bytes":361},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/aunty":{"sha256":"0aede4d1ca614f32c348f3d728eab58322ccd016e8531234fdc3dfcf00e32bf1","bytes":358},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/belinda":{"sha256":"9bd791b7115820e25ada82b4911134d5116e8238b4fd4d214dfccf162576141c","bytes":340},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/benjamin":{"sha256":"3fa10b0d865fc751fd9c8ed1dabac4bb9b011ea2b95064d4d25a8c719f7785d8","bytes":201},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/boris":{"sha256":"f23d0a6ee2eeb7e3340506d61d422b691fb04f4e98977ea15c1e0ee5715846d5","bytes":224},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/caleb":{"sha256":"bcde145ec713eae6d3451a6f25dbbdc0b6756fd44e9e092b7aef89f2cff25be8","bytes":57},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/croak":{"sha256":"2906a2c6f7b7687db2f1c862164a9b80435d5afc3ba16d74619728bf8c3a8ca7","bytes":93},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/david":{"sha256":"50b5cb5f61a50f5ff5299dd22e5d645446746dbc36909595f6ae47bac0bda9c3","bytes":112},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Demonic":{"sha256":"241b0e78362bd3208bb586b65bdf52330e1e8322f8f226c4790c4abeb47cfb09","bytes":3858},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Denis":{"sha256":"a09fe9f7a4e478d2ba1e139c2995633e2b99de9abdaaa82307954599b0e3d6fd","bytes":305},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Diogo":{"sha256":"a4a17c453d13242b48783c247816bff8d2cf7bc8931c3f8237887d88a2881b18","bytes":379},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/ed":{"sha256":"12ddb6355b40a2e39a3b6cef66a2bf4db15a25045769b330a9a3b344a608026d","bytes":287},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/edward":{"sha256":"b7a12bcb2af280c40e4be4280b675001024619ed529262dbf3e819db53b5b310","bytes":151},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/edward2":{"sha256":"59d166f7adfee4515a492993405e95432889050aaa47b6cd7eaeeb457fbca227","bytes":152},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/f1":{"sha256":"7cdef453c6b0391d50a02b8f35392e6f41249cea65df1021affd68a64917b85f","bytes":324},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/f2":{"sha256":"62b17f6c8f94add0310db032f5e463c13510c5ff83ef1f21e8894ccbf00b00e3","bytes":357},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/f3":{"sha256":"d0342ee8ceebe3047831774634d234e90281ec73ce2aed8dd0bdd915ccf500fc","bytes":375},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/f4":{"sha256":"ff9e2907a818920e3b976232c90eabaf270fff0de0b8a479af9a3633e9b7921f","bytes":350},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/f5":{"sha256":"6c76406d94540d59dee16de11520c37124a1f6dfc236981e483877075f0271b3","bytes":432},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/fast":{"sha256":"fa2f9c2918f351499037f6bffb25294d9b781b2785d9772a8ae3293c0c0037fe","bytes":149},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Gene":{"sha256":"06258dae680cde2122a4939dbd4f23ed4ea145b7475068bf7dd4d466090afd2a","bytes":281},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Gene2":{"sha256":"bcdb3039296eea37398e4423dc9bb6849cda9c5c812b83702ebc49682c649f57","bytes":283},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/grandma":{"sha256":"e033d57ba9b098971fdb995c13830f9c709206add081c586daaec323ff69a392","bytes":263},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/grandpa":{"sha256":"f25627887b95e8bccac5e6ce99cb97c6e34290ff0bf919febe64a9987138796d","bytes":256},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/gustave":{"sha256":"5fa89cf8625cd460b9309748eca019ab5b325a04dccbd29f1a9b2a00caa2e848","bytes":253},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Henrique":{"sha256":"5c6bf1cf5b6bc7c7d48f2a8368ae348c6ff64232c047f40f9d9a6e6824b4ce6a","bytes":381},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Hugo":{"sha256":"906acbef890dc4da67cb54b5b0ddc2cab7ee308a95d350c899f0b0cb6a83dd5f","bytes":378},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/ian":{"sha256":"c0722c7954d3e6582e3f5b3f584140675ab060ac3c6cac5dd11a74592db5550a","bytes":3168},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/iven":{"sha256":"10ab9de8365ff7bf5a20621d08f1a2019d4bf5521f3c6f65447c9256057406c8","bytes":261},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/iven2":{"sha256":"f94830e5abe118dc4c0909630d66637ba2a7c94957279c31fd78e313374054cd","bytes":279},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/iven3":{"sha256":"27ccf2d2f7bb8f1ff28c705c39cf6ff575eb2458c39a518ed33741ad9c1af252","bytes":262},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/iven4":{"sha256":"11b3d46c01d4307eedcb60bd8dbcc73a40f3eb86c289176d6fd5bb418223b92f","bytes":261},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Jacky":{"sha256":"41884ed9b66160aeb5a0dc418370a59fe39ead0013d93e023e6d607ef01c1a6e","bytes":267},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/john":{"sha256":"bfbcc1cec33ef0581fdeb4955fbcd0d824a5d4be5493d731e4a2ef7f8f3ba670","bytes":3186},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/kaukovalta":{"sha256":"b9f6016145835c3999bcd5872b8a53442729bd903591781ea3340746b3b4956b","bytes":361},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/klatt":{"sha256":"9abb6d05d0ca354831c570e14323dd4e821459b53166d96395875a48bacdbde2","bytes":38},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/klatt2":{"sha256":"afab662a55953532ff8d6f9c615b824ecec87f7aef6790a58c4ccbc4505a742a","bytes":38},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/klatt3":{"sha256":"f1c0cd147bd656f6c4830b3341c9694483438c43aea15c982dcc1945dbb334b9","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/klatt4":{"sha256":"3459c15aa8fa7d7218ac34388dfc0833c850ffc923013949308c2f643f3daad2","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/klatt5":{"sha256":"44397d8282454a2974078d25509caa470bceb093e484e727843a5147b4193e60","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/klatt6":{"sha256":"7d3930cd97ef7a0732f2e19f53f84e480f2d441d263390647b92bb0b4c645d05","bytes":39},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Lee":{"sha256":"a1584887cddb40c10e04992fb770025b52e66b70504656094f80975f1d6bbf6b","bytes":338},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/linda":{"sha256":"df06b4c29f5953034e7815ea7062e356917266f8fab576f76c036045525c8e28","bytes":350},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/m1":{"sha256":"7f2de023bdfe18651d2d0453d2e7ff5e8ade9f094912a79247336ddc90fd7783","bytes":335},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/m2":{"sha256":"6eb925eb6691621a6de66c87596c6ed879c80a04215a9a8437dffc28fcfa14dd","bytes":264},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/m3":{"sha256":"7a4ac872387439814ddd65f5e1ff73017122975911df6b5dc62c5709e6fdb611","bytes":300},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/m4":{"sha256":"6bef82cea3538da1246b7a2c203206e90155cbb4af86faa8ef03366c3119ceee","bytes":290},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/m5":{"sha256":"08590ef7ce37630a6875d9cbe200dc473a9054b4184287808a4fd1c8e27dd02a","bytes":262},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/m6":{"sha256":"fc0e01af458a96d43f55878010d3abcbbda85e846922b25361a78d27c3a9ca00","bytes":188},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/m7":{"sha256":"bdfc54a3558ca98f9ca082479c5211034a824d8721db91804f9d77867db6fab3","bytes":254},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/m8":{"sha256":"060130540e2fae5f8acfb19bcd4ef3dc5dc8f8d2134c502bb57af277fd4cc491","bytes":284},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/marcelo":{"sha256":"3238a933a17c40c61cdd385c0e742bf54c42c008f4110d4b0353a6ae72a5d1a0","bytes":251},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Marco":{"sha256":"04025677360c0270f094bbb6716b83c8284902f6da9b496bedbbf590963835fb","bytes":467},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Mario":{"sha256":"a94ac65d132030df496e8aa364d5cde5f2eafa4b6b3ae361a2901d512c6029d8","bytes":270},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/max":{"sha256":"c88f70a60a19e76a6774dfbd7664be639b9aa8aa587c680834c305ffa434aaaf","bytes":225},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Michael":{"sha256":"4409be23ef5fedf4c8bffbfaa8a802a342824d7e97f1d92938336a25f92f0ebe","bytes":270},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/michel":{"sha256":"c0068ad9cb792dfb78aedbdff9c3cec68e5083736bae0c33bf19088186101087","bytes":404},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/miguel":{"sha256":"9c8c2bbe9fba6d1f06eb63ee67d98d7ebb8846b2bf13847a9b359c90ba9fa8fe","bytes":382},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Mike":{"sha256":"8999b264606c0af23d346a877e10ca05aa757f7ea433e6cfcb3bef50a56ba2cf","bytes":112},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/mike2":{"sha256":"274ebc5df252b3258e8996f1276137b2cf9d6e5006e1145a5172997284f1dba0","bytes":188},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Mr serious":{"sha256":"794abd78deb07ce9b03419d20f7744df4c0151d5abff7981217e9d0926a2f240","bytes":3193},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Nguyen":{"sha256":"4f3d557d9c045080f56022a96e5b3659c4d1caa5fa1d702e12d3ef6bec2e3a45","bytes":280},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/norbert":{"sha256":"35b9923e15caf36280542270282bd2392c6d86ef5db9a8be7be92ce2241a46cb","bytes":3189},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/pablo":{"sha256":"053a85c8a6d7e7a0f6432a3158fe73fa9accf06202e5d69c273d4e5bae8bafc8","bytes":3142},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/paul":{"sha256":"75fb8098bea28859513de6ce033092307382d6f20455e71b051193dfc0793d5e","bytes":284},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/pedro":{"sha256":"7429792ba833fa2446bec6db790068f5862b9ed099392002cd0e724ec6ab2a66","bytes":352},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/quincy":{"sha256":"e9945bee7b4f3240221866f497bf2511a886ed7702d8389688a03c2ea120caf0","bytes":354},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Reed":{"sha256":"727dbc3f6bff0be4dd7d0438f66d3bb82cff68ed148cf52cb58e73314aaec1e4","bytes":202},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/RicishayMax":{"sha256":"7ddc7a57711ccd7a736540f14271adadf1e2e0422941ecaa7cc43ab87f8e2017","bytes":233},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/RicishayMax2":{"sha256":"3de5e414d4b2ef082a7b974bb7ede94937e93b5b873d2b2f7928b19d30745180","bytes":435},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/RicishayMax3":{"sha256":"36d20550b68a8c229d34d956657b7d642929962f7e5d4fddd6396af9e5378b56","bytes":435},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/rob":{"sha256":"fbfffcdb0afb2e3b70f886c02282feae22509d77fe6e7103daf907f7a356595d","bytes":265},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robert":{"sha256":"72604f85afe5bb52a5ce7e3427b196e1e3e426a14a64e2d93b6617e248a46417","bytes":274},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robosoft":{"sha256":"ce2820edd349f3fbc734bfe94095518f10ecbefdb304560109f37106f9f4d2fa","bytes":451},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robosoft2":{"sha256":"249a44f4069b323640e6b532ff6a9bc30dca35f5f9a5f666b647937cbc58c685","bytes":454},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robosoft3":{"sha256":"f8543efe18019c735ebad99d1cab4e06e0efd565ac269a895415dfebf342c383","bytes":455},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robosoft4":{"sha256":"d5f728e0d0a9d27f604f34e835e059590fd01411fd467c91328b573c7597bb2d","bytes":447},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robosoft5":{"sha256":"39da0efe1768e14eefe05a7019fab416795bbffb222fce23ad7f963991447f7b","bytes":445},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robosoft6":{"sha256":"46426971d76c34266580133fad2c26ab829395a71c1713e6205d9d46b0871672","bytes":287},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robosoft7":{"sha256":"e19c1045259d9cfb078c229d5d1372f7c5af971d0e2536a41b89c40ca3e23ede","bytes":410},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/robosoft8":{"sha256":"389230461647836c1b66c51939c0a493e3fbc81e2b7afc01c6f88b8f9da21e2b","bytes":243},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/sandro":{"sha256":"1b8c36a3ce35a27cbbabf4679df0264cd37f4c79b66aa1f4c310eb31b9c80490","bytes":530},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/shelby":{"sha256":"5e96565045bcdd5b42e7ad0eab2bbd670c67cf5c9e3f2ac6b50b30580fb92be4","bytes":280},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/steph":{"sha256":"78186aeddce4c449348f368046b2665375b1a492e948d739249b0c964f082861","bytes":364},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/steph2":{"sha256":"ca88414b48553fed1fd409389548a94ea90cf282d6340e3cb968c8538a2ac2ec","bytes":367},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/steph3":{"sha256":"a7d796211b6969ba92213f89de54b053890306af774424ee38fb02ace45e852d","bytes":377},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Storm":{"sha256":"e817c7d1ce10de527ebc19c0835f580cb584c3ae7d36d30a4f414482602e7b89","bytes":420},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/travis":{"sha256":"7d5a34be05778ee850d97b0491a62db7683c058d660ff2afc71c08c87360f30d","bytes":383},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/Tweaky":{"sha256":"c34d1c1d8b7922ceb886b95ad6ab534ca048f9c47e19698ec2aae5cf0c32cdbc","bytes":3189},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/UniRobot":{"sha256":"23dba52c2d1cb332db6225304818d85488f110a668ddcdbfd7f0438afe37794b","bytes":417},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/victor":{"sha256":"a880a8083ac5eaadf94f71c63b51f34c1426d4bfe0a26f6761ddec5c6e9a5c76","bytes":253},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/whisper":{"sha256":"1e3534c843768898cea47a3f83b2fd91720c0775b438ea5c0134676940a66e96","bytes":186},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/whisperf":{"sha256":"7fea42b10114f1bfd2004181e6b0eb626997cca987893e23d24b5c616aac89d7","bytes":392},"kitten-micro-en-v0_8/espeak-ng-data/voices/!v/zac":{"sha256":"edaf508b2cfbfd6088a163dcc78d5f6a26850a7d39a5a0e5128b09526f56b6db","bytes":275}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kitten-micro-en-v0_8.tar.bz2","asset_id":418191833,"bytes":44423643,"sha256":"85faaea7511ca9d1d2f251fed0a4553bdf0d1ee046102fa60ddd8046c751f76f","fingerprint_basis":"Verified against maintainer GitHub release digest"},"runtime":"sherpa-onnx-1.13.8","downloads":5609,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:44:31.419166+00:00"},{"id":"kitten-mini-0-8","name":"Kitten Mini 0.8","task":"tts","maker":"Kitten ML","adapter":"kitten","languages":["en"],"voices":[0,1],"source_repo":"KittenML/kitten-tts-mini-0.8","source_revision":"c02725660cea441db4c383af69f1f26f5cd00947","source_revision_basis":"Metadata snapshot; conversion input revision not established.","parameters_b":0.08,"parameter_basis":"Publisher nominal count; unavailable where null","license":{"reported_checkpoint_license":"apache-2.0","url":"https://huggingface.co/KittenML/kitten-tts-mini-0.8"},"base":"kitten-mini-en-v0_8","files":{"kitten-mini-en-v0_8/LICENSE":{"sha256":"cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30","bytes":11358},"kitten-mini-en-v0_8/model.onnx":{"sha256":"d2ba2913a135bf255840c053f6c77d23f735337992f3258cc238caf404e1949c","bytes":78268913},"kitten-mini-en-v0_8/README.md":{"sha256":"e8751a029481521364265c7c95acf0394fa3580671f19e99c1e9ce51c74ba9d6","bytes":796},"kitten-mini-en-v0_8/tokens.txt":{"sha256":"934a4188addc7665dd3410256bb622169242357fbb99d840d9351209b486dabb","bytes":1064},"kitten-mini-en-v0_8/voices.bin":{"sha256":"0e4965b46333db53ce09c73842623bf7055ea62c67f78803cb7ea9c16da6ac2b","bytes":3276800},"kitten-mini-en-v0_8/espeak-ng-data/af_dict":{"sha256":"25729d3bf4c4a0f08da60aea9eb5a0cf352630f83fab1ab0c3955b7740da1776","bytes":121473},"kitten-mini-en-v0_8/espeak-ng-data/am_dict":{"sha256":"9954365860682c756c8c4459577d3aa0ab77ad0cba6798b746033ada5c3d4bea","bytes":63878},"kitten-mini-en-v0_8/espeak-ng-data/an_dict":{"sha256":"6cf38cedb6693aade49e5a5d27a3c92516a5335125bf85fcae58282e66fb82fd","bytes":6691},"kitten-mini-en-v0_8/espeak-ng-data/ar_dict":{"sha256":"72316426e797777fe4df9420935a3b6a79b37d7e3f3948537ba71cd7b21b2541","bytes":478165},"kitten-mini-en-v0_8/espeak-ng-data/as_dict":{"sha256":"5bcb74ff4558a60c5ba1a48a2a92c01513ee2d29fe30c5a38dc5308c54f1cf49","bytes":5005},"kitten-mini-en-v0_8/espeak-ng-data/az_dict":{"sha256":"e352b2dcf811662d79f4beaaa0c7750706cf669c0409fd815a9bd0244b1adfc7","bytes":43773},"kitten-mini-en-v0_8/espeak-ng-data/ba_dict":{"sha256":"246c8c655ceed43d9ff44a65de5f933f16255489d0b181b1a46a83e1fd5a0354","bytes":2098},"kitten-mini-en-v0_8/espeak-ng-data/be_dict":{"sha256":"232fb0debfc8fdca9b8f2494770ff23535f7f887bbebb0178abffc243490e798","bytes":2652},"kitten-mini-en-v0_8/espeak-ng-data/bg_dict":{"sha256":"8fa3adec8e18a3e695b2bbea1d4780182e17222d8b9f8da9908a237828f6b063","bytes":87051},"kitten-mini-en-v0_8/espeak-ng-data/bn_dict":{"sha256":"2b59ec34c07955ca5b7814fa5152c33fa357880590703eefab1f3081f031fdef","bytes":89979},"kitten-mini-en-v0_8/espeak-ng-data/bpy_dict":{"sha256":"a4321d9ba80bd60f49e0bee5aae57f1ae9c49b7a1c3d4ba384338fe9bf3b6a92","bytes":5226},"kitten-mini-en-v0_8/espeak-ng-data/bs_dict":{"sha256":"d5df564f511af082884719685db86ec4df23467cf012ce25e898540baf9de65b","bytes":47068},"kitten-mini-en-v0_8/espeak-ng-data/ca_dict":{"sha256":"1be203855ecb0bdfe66578ef5552f83289e39972d78c52714d061b7f7493df4a","bytes":45566},"kitten-mini-en-v0_8/espeak-ng-data/chr_dict":{"sha256":"1853980c673015327bed3d4e5f7e88c2ee3bd8a922bcdd232a6497277e903bce","bytes":2859},"kitten-mini-en-v0_8/espeak-ng-data/cmn_dict":{"sha256":"109aaa7708d3727382acb3ae41d8e2094a7e2bb9f651a81835be22a6f08071fe","bytes":1566335},"kitten-mini-en-v0_8/espeak-ng-data/cs_dict":{"sha256":"5ec02aba90465007f20a5c8aeb889275834cfa8c8f621c3d9bee1ca90d21788d","bytes":49645},"kitten-mini-en-v0_8/espeak-ng-data/cv_dict":{"sha256":"8260837c8f18fbe5870905ebb2850dfd18e252150ad6c868b96d9d2c6398ea8a","bytes":1344},"kitten-mini-en-v0_8/espeak-ng-data/cy_dict":{"sha256":"31d74ccad218ab80b79566caeb8d21bcf0fe43326ed7c437fa736d39b85e603e","bytes":43130},"kitten-mini-en-v0_8/espeak-ng-data/da_dict":{"sha256":"fe0c21895b4844868612f9ea846bc6010e30b5dd1f4cb1567459d73d2792a8ac","bytes":245287},"kitten-mini-en-v0_8/espeak-ng-data/de_dict":{"sha256":"e9ac048df5cde03b74907d591c7b29b45ee9ec5fcd4592b0b894f0083572fcfd","bytes":68276},"kitten-mini-en-v0_8/espeak-ng-data/el_dict":{"sha256":"5d9f759750131da777d2fd4f06aa602ed746d38f27b84dd9a2d4a550f2cd452e","bytes":72841},"kitten-mini-en-v0_8/espeak-ng-data/en_dict":{"sha256":"71bd330ba8a2e3e8076e631508208ef49449d6147c17b7bd2b4b1e1468292e35","bytes":166944},"kitten-mini-en-v0_8/espeak-ng-data/eo_dict":{"sha256":"849f061abddd5388bac112b32e6f7bf747e15e1b3ae53fe91079381effff4cc9","bytes":4666},"kitten-mini-en-v0_8/espeak-ng-data/es_dict":{"sha256":"3fa93e251eab80838a2d6207ee58c9c847270a65fe3fae98850e0185b5a2186c","bytes":49252},"kitten-mini-en-v0_8/espeak-ng-data/et_dict":{"sha256":"1a6734b4e6bc9de9a4c94cfb434873e0a7f4ae4ec89549b3137ae5491cf655da","bytes":44263},"kitten-mini-en-v0_8/espeak-ng-data/eu_dict":{"sha256":"762a6eff63552ef72cd88bf1e92dc5a823eb378d50cb85c7917e8c5bba079137","bytes":48841},"kitten-mini-en-v0_8/espeak-ng-data/fa_dict":{"sha256":"f92f35ce7eb1d97360016617d97786412a94af55b776a18f1c280dab4f43befd","bytes":292423},"kitten-mini-en-v0_8/espeak-ng-data/fi_dict":{"sha256":"dda999437bd4b37a7f7400a2230aace1200a52906ab0b1ff3507d44ab19d64b1","bytes":43928},"kitten-mini-en-v0_8/espeak-ng-data/fr_dict":{"sha256":"e399ab924c4d10beef1fc310b30ea56e4ddfd8b4b64b8ed978e9c65394d49b2d","bytes":63727},"kitten-mini-en-v0_8/espeak-ng-data/ga_dict":{"sha256":"b2db03d21f7900b697d7dbb8bec855cd1117e9867f19884faf11c4df626659f5","bytes":52673},"kitten-mini-en-v0_8/espeak-ng-data/gd_dict":{"sha256":"e92b47dcf9a001363ffee1e62863faf264ff5f16e10cd9cf1f1e83ca89ca14aa","bytes":49121},"kitten-mini-en-v0_8/espeak-ng-data/gn_dict":{"sha256":"7640df272b192a68ba401294bf9197ab46d0b141da7a358ad1986e7f77e7f29a","bytes":3248},"kitten-mini-en-v0_8/espeak-ng-data/grc_dict":{"sha256":"488779493993d221b09e713e104a221ac1bb35765f826acc26d3d3c1aa3a35ed","bytes":3433},"kitten-mini-en-v0_8/espeak-ng-data/gu_dict":{"sha256":"cb1fbfb53bab2ec6d9e44cd9d12ccb9b80de49f274d772314389c477eef530fd","bytes":82480},"kitten-mini-en-v0_8/espeak-ng-data/hak_dict":{"sha256":"e3075c7d281f95a2ce2264c01edbd09e962cb3ed29400766c5d2116a08a185c8","bytes":3335},"kitten-mini-en-v0_8/espeak-ng-data/haw_dict":{"sha256":"2b4e77b61cadfc5ee622aa8b1d23941e36101d9bdbf8d809e0fa1b442d2c3f74","bytes":2443},"kitten-mini-en-v0_8/espeak-ng-data/he_dict":{"sha256":"a8bf0d939d630e9e5097ad361a7765297baf297fd7d06e89f48a79ead980869e","bytes":6963},"kitten-mini-en-v0_8/espeak-ng-data/hi_dict":{"sha256":"5a68c9532624e57ac845b26ce1e2e5034c4f6353bede46ecbe57e583ec8effd6","bytes":92143},"kitten-mini-en-v0_8/espeak-ng-data/hr_dict":{"sha256":"5f98fcf05f97335a5436a8a9643677da6f158f2a9ee1d41bdda1725b1bb3527e","bytes":49388},"kitten-mini-en-v0_8/espeak-ng-data/ht_dict":{"sha256":"d577219d15c29396db254aed958358456ec1501cdf62cb4ca5413752f2ee7cc1","bytes":1803},"kitten-mini-en-v0_8/espeak-ng-data/hu_dict":{"sha256":"055d563b839d599db40be5b1cc2af9d31793795b328eb8d4f389ec7d38fe7e81","bytes":153785},"kitten-mini-en-v0_8/espeak-ng-data/hy_dict":{"sha256":"8b808ad8f1d4cae32b3b785b96d1e27b3af28e32f4dddfed7c93e129d63b2587","bytes":62263},"kitten-mini-en-v0_8/espeak-ng-data/ia_dict":{"sha256":"1c665603a82beb81e0cef2878c9b44642ae6d519e301fbbd06326e03325febf3","bytes":331275},"kitten-mini-en-v0_8/espeak-ng-data/id_dict":{"sha256":"8fb3f23f80f71f023219cee7032223f3f6886cc5040eb4c8c507f79d1b84e98d","bytes":43458},"kitten-mini-en-v0_8/espeak-ng-data/intonations":{"sha256":"3f8af65fd3eda9759a10f021d61361c120871f463515229c925995c7f90918cc","bytes":2040},"kitten-mini-en-v0_8/espeak-ng-data/io_dict":{"sha256":"0d9d6995fead1ccdd5512f7909ec8f9efc8ccc97f5c9d23ecae6b3ba77ffadbf","bytes":2165},"kitten-mini-en-v0_8/espeak-ng-data/is_dict":{"sha256":"8eeab5b1ca3f75362881fae3de3316fcaff281179a4c51fceb0098f11ead96e0","bytes":44354},"kitten-mini-en-v0_8/espeak-ng-data/it_dict":{"sha256":"111f968359c9ebe36b107a2565ba9f258bab337d3cbe37e44871980a8f21ce6b","bytes":152889},"kitten-mini-en-v0_8/espeak-ng-data/ja_dict":{"sha256":"0d1135d3cdfed811d3eac7c90a2e277329fa6f060cdd23af287db161982cab44","bytes":47652},"kitten-mini-en-v0_8/espeak-ng-data/jbo_dict":{"sha256":"71298417de1e5fd07df275270a5d47ca8820cb8c9f5dc2156c070b7a3ae7999c","bytes":2243},"kitten-mini-en-v0_8/espeak-ng-data/ka_dict":{"sha256":"c8624947110a13bee72d4fc15b06026004df3f40c16c7b917d27e369ca122a32","bytes":87775},"kitten-mini-en-v0_8/espeak-ng-data/kk_dict":{"sha256":"88dc0106629a57d0aca5073afb11db1a044799185355088a7ad4331c836affd3","bytes":1859},"kitten-mini-en-v0_8/espeak-ng-data/kl_dict":{"sha256":"ec441964d7fbd4622bb628327903d5c6c999c95d539b2e061884decf95ac30e3","bytes":2838},"kitten-mini-en-v0_8/espeak-ng-data/kn_dict":{"sha256":"c51e0385937b407b36c02fd2c85dfecdc5cac411398ee8a74eca15b35617af64","bytes":87828},"kitten-mini-en-v0_8/espeak-ng-data/kok_dict":{"sha256":"52659dec01d1b119bfef56b622430f5525c50af0144c9f9688cb3c22cc02ed31","bytes":6394},"kitten-mini-en-v0_8/espeak-ng-data/ko_dict":{"sha256":"f629060f27d597e0fd52d8010609f41c8a0ec28f5c2bb0016850e00244950681","bytes":47523},"kitten-mini-en-v0_8/espeak-ng-data/ku_dict":{"sha256":"65de1c5429e8d193775b36fcf169a60fbbb9964ef13a4a1bab7ff0ce855cad20","bytes":2265},"kitten-mini-en-v0_8/espeak-ng-data/ky_dict":{"sha256":"def4427fd4070673c073b892c7b229f8c3f17eb1df36bea2ec7188ddcfb4d0ea","bytes":64977},"kitten-mini-en-v0_8/espeak-ng-data/la_dict":{"sha256":"17818dd567936fde032404fbbd6177844b9f5fc5a915480f567272147936f917","bytes":3806},"kitten-mini-en-v0_8/espeak-ng-data/lb_dict":{"sha256":"d819a062b9722334f187540d3530fac1de365cd200d4a466f5ecccd7e3c05772","bytes":687931},"kitten-mini-en-v0_8/espeak-ng-data/lfn_dict":{"sha256":"10281bc404f429165a330b800eb64674e37a135d1b4c689e57fb1d9e827d6924","bytes":2793},"kitten-mini-en-v0_8/espeak-ng-data/lt_dict":{"sha256":"68ef55aba9545d27ce73e7d4aca1c2fa51d2c3d3d626152fbc22bf5a90fbff11","bytes":49890},"kitten-mini-en-v0_8/espeak-ng-data/lv_dict":{"sha256":"3e246c76b7da924235ffb75925070865e669da2ce3e41e98395e99be1f8db9f7","bytes":66337},"kitten-mini-en-v0_8/espeak-ng-data/mi_dict":{"sha256":"401621fdf61da47d0513e80279134a3515ced898aaadd5205b82cced0f2df042","bytes":1346},"kitten-mini-en-v0_8/espeak-ng-data/mk_dict":{"sha256":"e4960ff4e74e1096ff1c3bccab62ce0429fa4faa725e546cd5d33e43f45225be","bytes":63859},"kitten-mini-en-v0_8/espeak-ng-data/ml_dict":{"sha256":"b12687557c38f9bcd17417854253ddde3781e3b0c16f9470d732205818e7cd38","bytes":92345},"kitten-mini-en-v0_8/espeak-ng-data/mr_dict":{"sha256":"f712a7525db108ef9769aee53fdd1cd141f0df372778924691b89623aa6fc22f","bytes":87391},"kitten-mini-en-v0_8/espeak-ng-data/ms_dict":{"sha256":"74b01897385ba1f018de44c0268048fa5be588bbbb702a900bb35c691a466707","bytes":53541},"kitten-mini-en-v0_8/espeak-ng-data/mto_dict":{"sha256":"6d51cb6be959dba045d41d3d63ff662a7363e1287cce2c633b071295ce55d560","bytes":3960},"kitten-mini-en-v0_8/espeak-ng-data/mt_dict":{"sha256":"1f76761bdfd481a984b15d07522df23c9444f4ac21ea9671917e08bbffa7f8d3","bytes":4384},"kitten-mini-en-v0_8/espeak-ng-data/my_dict":{"sha256":"e7f9c2dc672e1388f6941ac6def956b8ab2d622adb00d0ed6640dee4b7acc96b","bytes":95948},"kitten-mini-en-v0_8/espeak-ng-data/nci_dict":{"sha256":"38c7201e7726c8d508f8f8611349cbc44fcc4684a0fee4db7285d83e808a5b69","bytes":1534},"kitten-mini-en-v0_8/espeak-ng-data/ne_dict":{"sha256":"43831c3f53ea6e939cac37b5ae5bd7a2ea8237aa46f0e7f2441ab772a3c51dba","bytes":95377},"kitten-mini-en-v0_8/espeak-ng-data/nl_dict":{"sha256":"d28641049f98c76b460c3dddde3e2edecb7782c4eb9a3f242391301ff526c83f","bytes":65979},"kitten-mini-en-v0_8/espeak-ng-data/nog_dict":{"sha256":"8b921398a2f1907b43c07b96a72277d8d3d8545e385955eebae5f340aae33bd2","bytes":3294},"kitten-mini-en-v0_8/espeak-ng-data/no_dict":{"sha256":"43b828f8c1709e7abb23a0cc6416fb32e4814e3f1ff1db4baf2935bf7c77c9ff","bytes":4178},"kitten-mini-en-v0_8/espeak-ng-data/om_dict":{"sha256":"3624e67ef8d9c20d894db0adccaccc61ee852977cb77d5fe5801e7b4a528fcf5","bytes":2302},"kitten-mini-en-v0_8/espeak-ng-data/or_dict":{"sha256":"e0dd737e9104da63a27d86cd464cf7764837625b1513169b8d28fca1bd3c8c3b","bytes":89246},"kitten-mini-en-v0_8/espeak-ng-data/pap_dict":{"sha256":"770039bbf4ea8c5a3ffddd98c4831ca02c9f39e1ff6b3de7729fa71a8f3bc0f1","bytes":2128},"kitten-mini-en-v0_8/espeak-ng-data/pa_dict":{"sha256":"cee0e2a2bfb166e602ff84e185351a8ac311571ccdf46e1831c7a25245563c10","bytes":79953},"kitten-mini-en-v0_8/espeak-ng-data/phondata":{"sha256":"4e0288957874029a8c3c9f41a8f517ad4bf18127046decbdd4b9d1d6807ce3a3","bytes":550424},"kitten-mini-en-v0_8/espeak-ng-data/phondata-manifest":{"sha256":"7b387af0702c7cf0b61f0bead68feded0bd8e1620729b0b252e76acbc30d3813","bytes":21821},"kitten-mini-en-v0_8/espeak-ng-data/phonindex":{"sha256":"3ca7b8fa3b42624e4b0f152707e7a39245fce569aa99ea47c055d9e622fcf0c4","bytes":39074},"kitten-mini-en-v0_8/espeak-ng-data/phontab":{"sha256":"886f3fa402cb0ba73d483aa8ad000af47a6b7cc06293c75a97913fba68a530f6","bytes":55796},"kitten-mini-en-v0_8/espeak-ng-data/piqd_dict":{"sha256":"33004a36210c33291aef8a838d477667eed7af52ff5093152891379b1774188d","bytes":1710},"kitten-mini-en-v0_8/espeak-ng-data/pl_dict":{"sha256":"0e0ce6cfe4eba41a1223362a046390dca359a3e597af8243adaac84d624ef18f","bytes":76730},"kitten-mini-en-v0_8/espeak-ng-data/pt_dict":{"sha256":"7e8398f15fa4a21db39a213381f28ec0d302b22663c644e865abb61a09c1b004","bytes":67817},"kitten-mini-en-v0_8/espeak-ng-data/py_dict":{"sha256":"2255348879547940e8b49e0ca1b80452748f142cb6e267e49cab0560c720129a","bytes":2409},"kitten-mini-en-v0_8/espeak-ng-data/qdb_dict":{"sha256":"c9b7f307ffe54f4aaf323290eca1c620572919035b0eb268e5c94f5d7a430058","bytes":3028},"kitten-mini-en-v0_8/espeak-ng-data/quc_dict":{"sha256":"458c1ca6dcfa288ea2584915d206c5127512501174d82655de2cf031378e6dfd","bytes":1450},"kitten-mini-en-v0_8/espeak-ng-data/qu_dict":{"sha256":"d50659c2a14f43e01fdef0b668eb083025a00cac481b49dfb068e0220e0ed945","bytes":1919},"kitten-mini-en-v0_8/espeak-ng-data/qya_dict":{"sha256":"e56ae297ebac26ed6c77a9718812e087f0bd198241dac3c0d964f36510984783","bytes":1939},"kitten-mini-en-v0_8/espeak-ng-data/ro_dict":{"sha256":"b14f68866b0440c4b0d95fb7da3b7ffd3c59b693e8593d188474fabfc9a1117d","bytes":68538},"kitten-mini-en-v0_8/espeak-ng-data/ru_dict":{"sha256":"f0f6181bbbf9e53cd1e8f9d26bde8fc62119c4f78181948f961cb29866e5e585","bytes":8532392},"kitten-mini-en-v0_8/espeak-ng-data/sd_dict":{"sha256":"398c876b52213a6e7dd54c68d0560d2a1c164c6bfb23b9ec1c044266cdcf2217","bytes":59928},"kitten-mini-en-v0_8/espeak-ng-data/shn_dict":{"sha256":"121b6682a9b49700232b3a05cc2289d8d4b9c1027e6c2db5c3f552804ad3d04a","bytes":88172},"kitten-mini-en-v0_8/espeak-ng-data/si_dict":{"sha256":"a241437d4b64fd328ac4a3e786c9465c60488f6fa31cbba04153f628cdc61f27","bytes":85384},"kitten-mini-en-v0_8/espeak-ng-data/sjn_dict":{"sha256":"eb70510144230f6791574d86bae0918b4191b076dd66c555e6ae3d5637daadf7","bytes":1783},"kitten-mini-en-v0_8/espeak-ng-data/sk_dict":{"sha256":"58b9bc11c9a95d81e96966242367009f8d02ab7a3f8f4fd77e3581ed4159f0a8","bytes":50002},"kitten-mini-en-v0_8/espeak-ng-data/sl_dict":{"sha256":"9cb2bcbf616a5e7dd7ca769e7d222a48c613299ef1d76e44c08b002f8c22861a","bytes":45047},"kitten-mini-en-v0_8/espeak-ng-data/smj_dict":{"sha256":"815270ce38a59c192ef5aa8801119d9b3ed973d9e23dfa6da8d5d27ded5a9cd6","bytes":35095},"kitten-mini-en-v0_8/espeak-ng-data/sq_dict":{"sha256":"6b74bef94c3319407c27e44d944e765d036a88b30b4c17f30bbc182dbffcc4ce","bytes":45003},"kitten-mini-en-v0_8/espeak-ng-data/sr_dict":{"sha256":"770cae9c516e48af7896629faf4abefaf041e1fd4ae184011aad07b97196f613","bytes":46832},"kitten-mini-en-v0_8/espeak-ng-data/sv_dict":{"sha256":"565f058b14f1c89c6bfa44fc3700793886a39c7818f1037ad1f4961fa7517509","bytes":47836},"kitten-mini-en-v0_8/espeak-ng-data/sw_dict":{"sha256":"375fab2ccd0d669177ad406b20b0cdb5851a1e86f093672f24f72c29fec8a815","bytes":47804},"kitten-mini-en-v0_8/espeak-ng-data/ta_dict":{"sha256":"8f3d855c8d7a35ad0e2b22bc7c15a8830e5fc235492894e5db40458655076ecd","bytes":209553},"kitten-mini-en-v0_8/espeak-ng-data/te_dict":{"sha256":"640407c66a5bb975671243325de616c221f90bb2842d3a36278facb68c0772f8","bytes":94837},"kitten-mini-en-v0_8/espeak-ng-data/th_dict":{"sha256":"dd5d3e6268a381920f21c769f52daf3a8e610ae83f7995e56f15e9d4de18d653","bytes":2301},"kitten-mini-en-v0_8/espeak-ng-data/tk_dict":{"sha256":"b3cd4a246f014f0564ec9efae79731c0fe73ffe1cd1617359dd8d5344ee3f9c8","bytes":20868},"kitten-mini-en-v0_8/espeak-ng-data/tn_dict":{"sha256":"67f68dc336e7c65b946c95414cc8ae96cd10d241783bf857b3f990ac73221b2b","bytes":3072},"kitten-mini-en-v0_8/espeak-ng-data/tr_dict":{"sha256":"311b0557059f2dab5ee2faabb51361f5033368f0e2a54c4bdfe45e730674f26e","bytes":46793},"kitten-mini-en-v0_8/espeak-ng-data/tt_dict":{"sha256":"60d138d38330e44a78b4224cbea452bfca22bce6734c8ce3f640c0216ce14001","bytes":2121},"kitten-mini-en-v0_8/espeak-ng-data/ug_dict":{"sha256":"7c4567ffe6bd8d5224b6b3fd8fab65b1343254636e6228d738ae3a708428e8e7","bytes":2070},"kitten-mini-en-v0_8/espeak-ng-data/uk_dict":{"sha256":"a779bb0f51ce5cebb650a4e2282162fc8c44609210a2baa700f81f3e83e6e10c","bytes":3492},"kitten-mini-en-v0_8/espeak-ng-data/ur_dict":{"sha256":"74b60e4331f532810ccfc70751ad07ab440647550a2d25823f44663a0dfa86fb","bytes":133556},"kitten-mini-en-v0_8/espeak-ng-data/uz_dict":{"sha256":"790d42ac417b26dd7b1bbfed4be72329c16ed1839dd75f55f7c962eb7bd5857a","bytes":2540},"kitten-mini-en-v0_8/espeak-ng-data/vi_dict":{"sha256":"bbf7cab4ba733b2f5d9d3b61eb1194ef745232fa3adebb4bc92456e948cb3722","bytes":52608},"kitten-mini-en-v0_8/espeak-ng-data/yue_dict":{"sha256":"1d26afa203034698772107abfff1b53acbee30434700a4d2b75dee98951588f8","bytes":563571},"kitten-mini-en-v0_8/espeak-ng-data/lang/eu":{"sha256":"a16e4e4d9b910a6e25a2a55913c812badc4fc3cbece0b8d49a64af112782d5a5","bytes":54},"kitten-mini-en-v0_8/espeak-ng-data/lang/ko":{"sha256":"c2dfbf88d9aa2ac9bf2f30e92e260120e4f2c21123a02265014ae98d59d5774e","bytes":51},"kitten-mini-en-v0_8/espeak-ng-data/lang/qu":{"sha256":"3069e443ecf3421bcb3b35b864e1a89fa9465af072f86eedd46a415990aba6e6","bytes":88},"kitten-mini-en-v0_8/espeak-ng-data/lang/aav/vi":{"sha256":"3199c980f9e23a88a2aa693cd631bf4fcb0f3408c4272bc01b7ac0ff8e79d778","bytes":111},"kitten-mini-en-v0_8/espeak-ng-data/lang/aav/vi-VN-x-central":{"sha256":"b351f13c6ed0da37561df25f45579872ff9863920ad66b94e27327a2c611755b","bytes":143},"kitten-mini-en-v0_8/espeak-ng-data/lang/aav/vi-VN-x-south":{"sha256":"c0a0a2c894cd57b0bbacf9ef4efb8d89bfaf9feb164830e1539f599e7cc4e021","bytes":142},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/eo":{"sha256":"0254b93c8af79d9666a7667ca8b33b21a5453012da4ea0acd79660a9695f89d4","bytes":41},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/ia":{"sha256":"8fb11718030f8b29146f773ca462b838a6c660f166933eb6f1498c361f2e958b","bytes":29},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/io":{"sha256":"8e8391c7f40b7f9d2307faff8018a40dd2b448df4bd581a2950ee8393a00cebf","bytes":50},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/jbo":{"sha256":"d9529de82dccbd95f83c1de401f4ea661609bde644546e9ef421241b7043c00e","bytes":69},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/lfn":{"sha256":"394874fd9022e37cdc307c3386e81f1c0c133a8e9c5fdff74888b519f2c6d648","bytes":135},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/piqd":{"sha256":"d1a559b714cd8dd0ea9e46c4574e06c4f451957fb17bf39b945a89b9586f8b97","bytes":56},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/py":{"sha256":"59e54b95e8571417f43db37a7fd7e351af4e22a8c250cfb66af394f8ed6c4e9c","bytes":140},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/qdb":{"sha256":"52b83fc4f294580ebabd71df641ab5beec6b308758a3458b497124737589a7d8","bytes":57},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/qya":{"sha256":"78ae3f4d70208a9f69e2c26a6a3b5db28d7e6a58740fae937f51dd7fc9faeb1b","bytes":173},"kitten-mini-en-v0_8/espeak-ng-data/lang/art/sjn":{"sha256":"61d85974b6841dfbfcc8cb92ad0742696cb87a6a85d5a28fe99895e46ef9de6f","bytes":175},"kitten-mini-en-v0_8/espeak-ng-data/lang/azc/nci":{"sha256":"7bf70cb18e969398f74428b91c694a4483eaebd6733ecc437eb8714bbf7fff76","bytes":114},"kitten-mini-en-v0_8/espeak-ng-data/lang/bat/lt":{"sha256":"7691c7ca1e79fc9728c70a0d22830eb113a0124bf96807e2a1ace3c6bf0c2f89","bytes":28},"kitten-mini-en-v0_8/espeak-ng-data/lang/bat/ltg":{"sha256":"be716cbbdcb5fe319eed88abd4a44c3329a06e1dc468c8363d3f43cca2683a11","bytes":312},"kitten-mini-en-v0_8/espeak-ng-data/lang/bat/lv":{"sha256":"f08a801dacccace62f5b90166428e90e088818d92dd5f9333ebbe834b0f21c16","bytes":229},"kitten-mini-en-v0_8/espeak-ng-data/lang/bnt/sw":{"sha256":"271dd28b3ec41adeea53f1146249ba6cab61572963ab2743041114d95784e368","bytes":41},"kitten-mini-en-v0_8/espeak-ng-data/lang/bnt/tn":{"sha256":"2243a1fc208dfdc37e154e837c0e782afc325d4acfbacc22718b7f05583ace92","bytes":42},"kitten-mini-en-v0_8/espeak-ng-data/lang/ccs/ka":{"sha256":"68788b99dba7b82cdf8fc9dd05134bd72cf21f0b4c07b13b67b6f036e6294cba","bytes":124},"kitten-mini-en-v0_8/espeak-ng-data/lang/cel/cy":{"sha256":"67bc33b4a66041e6343dfb98e1950d1089eecb68731f346fcc4f47cd07e79970","bytes":37},"kitten-mini-en-v0_8/espeak-ng-data/lang/cel/ga":{"sha256":"29c2cc5736ceb2bd9ef745694d4abf7ed363a33569dfbe745811d4703b7b6cce","bytes":66},"kitten-mini-en-v0_8/espeak-ng-data/lang/cel/gd":{"sha256":"7da0ba464579c367089109826ec15c2584a17417cca4a2c66dae0318d33e3128","bytes":51},"kitten-mini-en-v0_8/espeak-ng-data/lang/cus/om":{"sha256":"b7c563f1effd83c08f3d229fb5a13d074513b85165ce4359a674ef30ca71786b","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/lang/dra/kn":{"sha256":"c988a5226fa27ee6768b45566ce999ced9a4b68f8e79232b323d5903f4bb2258","bytes":55},"kitten-mini-en-v0_8/espeak-ng-data/lang/dra/ml":{"sha256":"aa7e1f1f239ba55a8a79ed1f3544e9a51b94efe53925de60d4ff737273660b5c","bytes":57},"kitten-mini-en-v0_8/espeak-ng-data/lang/dra/ta":{"sha256":"5bc213eb163bbf069cbfe4f2e9f7e7db71a719d8c0a96e95401d94c992960ed7","bytes":51},"kitten-mini-en-v0_8/espeak-ng-data/lang/dra/te":{"sha256":"176ca4a81feb2181393edff3e2d5c0253cb52239392c4b809c61501d60c69811","bytes":70},"kitten-mini-en-v0_8/espeak-ng-data/lang/esx/kl":{"sha256":"d08cf6ff60b99e6c2ceda549bcbb1a57580915d6a4d50c7f0f5d75289d9fb45a","bytes":30},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmq/da":{"sha256":"e8dd5e0d30ff0694a7ee839faa8ed35c015eb927a737aba1f120c00005692eaf","bytes":43},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmq/is":{"sha256":"16c077e6222acfc7702046fa3579bb5d6b57ece98646229e13be2233f9fdcbd7","bytes":27},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmq/nb":{"sha256":"d47966621312fb95570539f446982f6deb98fd46d9b71fec4a0005a6bace8f46","bytes":87},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmq/sv":{"sha256":"02727d3b25fc82409bd2cd1ebb444fdb2d5d3f3de7f76b95fc9ed9164c3e59c3","bytes":25},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/af":{"sha256":"fb8ccc05f5eae1754b5aa7e92cb919defdd0810b70eec19f7c77cf836e51db09","bytes":123},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/de":{"sha256":"f3cca92f94b70f8c25a29ee0a4c9ce4c7f1022241532e0647fa2b7f698bf104e","bytes":42},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/en":{"sha256":"4605d5330801de3641c6e366d15f129ea1f5ffbce8722642aba01ace07ab9c83","bytes":140},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/en-029":{"sha256":"faeb8cb201056775f733acbd908c66555fe57bf01cb063920f178f389cbf85d3","bytes":335},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/en-GB-scotland":{"sha256":"1ce4282c1f4385dbaf0035e799b2ab1ee9e9a3ab4829100594a3047727b52353","bytes":295},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/en-GB-x-gbclan":{"sha256":"2040e176f1f7f27bdce81c32d7e2b1662449d54d264afd3c0ed871b8e42b6e46","bytes":238},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/en-GB-x-gbcwmd":{"sha256":"927a5ab891c65b30b4426b151d1623a01024f6b773a38497ba1c90cd77a95747","bytes":188},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/en-GB-x-rp":{"sha256":"d0625af7f58561b1b8cf96fd7f93eee6553bcb3eadb9020ae0757bf96e5115e5","bytes":249},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/en-US":{"sha256":"41534c2a22df5dd4f1052ff9e1a33a3ea7bff5a26b5c02bdad5ba8ddb7524704","bytes":257},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/en-US-nyc":{"sha256":"e8ee9168376d1f7d9e7dcda7c4644c36c529a8bea816e6380895364db46ea2e3","bytes":271},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/lb":{"sha256":"071beb0e769afeba32177796fc0f1386bdc89a3234bed2bf720e76cbf73f5b99","bytes":31},"kitten-mini-en-v0_8/espeak-ng-data/lang/gmw/nl":{"sha256":"56ae04fae28ae9371ed6db28193189e4ee962ba8236f0bcdeef6a06ea4dee374","bytes":23},"kitten-mini-en-v0_8/espeak-ng-data/lang/grk/el":{"sha256":"0b529c998af07c72bf516b5750709464f6258c56c6916b8b8f0c843be9836fca","bytes":23},"kitten-mini-en-v0_8/espeak-ng-data/lang/grk/grc":{"sha256":"319f950b1ad7b1f37efaa390540bf957bddac16d0557a6c3adaff27e0c64e12e","bytes":99},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/as":{"sha256":"3f58f5628f792b00a5ae6e8fe3bf8696f64af2838e5723799ddbab6027a0b378","bytes":42},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/bn":{"sha256":"bc3ce23384b9d0bb3bac06a09d90f690fae32a492dcbb030f0e56ba67b5d656c","bytes":25},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/bpy":{"sha256":"e528d1189b995b94966cef4cc182469cc54f7da8efc5860375c4ecf186ce6146","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/gu":{"sha256":"f938a755d270745188c2cf2aacba06642a96bb73ba2a0325384121b9d5ec5407","bytes":42},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/hi":{"sha256":"3c1c3f916f57f2d6d6cbf7923c0f39a36ac2140e2a69ddffce917d7b8bf3ccab","bytes":23},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/kok":{"sha256":"810ee23fbbe9c186a036bc12f4e5c0de674a132e2e099c9b3dece2a1c9cdb28a","bytes":26},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/mr":{"sha256":"29063ff3a5257d0d3d7c215dfd4c14deed39e1d48f15894202e6712459720efd","bytes":41},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/ne":{"sha256":"d53fda082ec174ef33ed3c3468fc973c43b4ef71aca8c1a28cb344668f4838dc","bytes":37},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/or":{"sha256":"9b52ede7d19659f884854de3dff12597a96f4d6ec7cb4146d2f8dad1453c742f","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/pa":{"sha256":"eed3cf477f81d13559dbb367256f9532b20dad1432c15b206c777217b8f570ca","bytes":25},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/sd":{"sha256":"65bfe0e37799029d42a370eb627cca5aa4108b967fba6c8141878d693c903619","bytes":66},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/si":{"sha256":"8f0993b35ba5b075c38ae76640971256e560abfbd721b608d16a48588932596d","bytes":55},"kitten-mini-en-v0_8/espeak-ng-data/lang/inc/ur":{"sha256":"5b7af7474fac265c7bd7d269111994a09610f954690698f55a8613f3fa973318","bytes":94},"kitten-mini-en-v0_8/espeak-ng-data/lang/ine/hy":{"sha256":"b6ad6129079c49ca915c3005ecb74a02bf5d69cbbc8ec3f8e0f6b949cb3a768f","bytes":61},"kitten-mini-en-v0_8/espeak-ng-data/lang/ine/hyw":{"sha256":"26f8a863c74b3d19c9c42fcf16ae5151c12ac52ef8fab36cae1e5f0d4ad30e6a","bytes":365},"kitten-mini-en-v0_8/espeak-ng-data/lang/ine/sq":{"sha256":"865fde9017b5af82acb844e5f9793998fed422a208ad8aaf9dedacad3bf27af1","bytes":103},"kitten-mini-en-v0_8/espeak-ng-data/lang/ira/fa":{"sha256":"0dc7e93be4d1fbdf7ff52de2fe8bcdc23304e6d86e012b4ab8276d626b5d980c","bytes":90},"kitten-mini-en-v0_8/espeak-ng-data/lang/ira/fa-Latn":{"sha256":"a04cf8efed8db1ac33b306f1f8c6f42733dace87c9fc9f34a2d227b3bb291e28","bytes":269},"kitten-mini-en-v0_8/espeak-ng-data/lang/ira/ku":{"sha256":"57db3a210d73412a49e961dbed9b27077f5c7b967a19a0eb9f9363ea4b16cea5","bytes":40},"kitten-mini-en-v0_8/espeak-ng-data/lang/iro/chr":{"sha256":"f0e2fb8549306c07f571d3e77c89b1d3e9022d448d58e5d424441e01ccce88be","bytes":569},"kitten-mini-en-v0_8/espeak-ng-data/lang/itc/la":{"sha256":"b70d13a264352eba2d22a5d0ef21730849509d18f7277320b008a56decc6efc2","bytes":297},"kitten-mini-en-v0_8/espeak-ng-data/lang/jpx/ja":{"sha256":"6fd980445bc52e0f593062929f5b62831448abaae2a92739beba49df27a79743","bytes":52},"kitten-mini-en-v0_8/espeak-ng-data/lang/map/haw":{"sha256":"b19f22efb6714354d8d1360f449e05f0f84d50d6fa3c98fcfd619ea1b4ba8996","bytes":42},"kitten-mini-en-v0_8/espeak-ng-data/lang/miz/mto":{"sha256":"e33aba5e8159730f62004b22518d627c796f7d039431e5d9217b498f10341976","bytes":183},"kitten-mini-en-v0_8/espeak-ng-data/lang/myn/quc":{"sha256":"76a75b77c672c432b56b84d517310d6aa75c4b3f9de580e290199804366174ea","bytes":210},"kitten-mini-en-v0_8/espeak-ng-data/lang/poz/id":{"sha256":"ce1fcddab3e756a7cdba3dd009ad24cd57e1fde29ce395698355da24e32a6075","bytes":134},"kitten-mini-en-v0_8/espeak-ng-data/lang/poz/mi":{"sha256":"2146cf3868c79b853bb5e41ddbf611d51b4b0a14087199f16194313562b98987","bytes":367},"kitten-mini-en-v0_8/espeak-ng-data/lang/poz/ms":{"sha256":"8a965182ee0c5a41357197c05cf047d21b96744775a57a344d831a961e30351b","bytes":430},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/an":{"sha256":"ff8aa97c55286cc90531cad5df3cd36165abba11502a84d53b0fcd923f965f23","bytes":27},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/ca":{"sha256":"787df034320467236292bb46f1f8781a2998a185f117d350c018b6cfcf360854","bytes":25},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/es":{"sha256":"966aa015ea5646d79f0ca4807cf5da7339aabd3782b55cfa5eb0d8c3fc8fc588","bytes":63},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/es-419":{"sha256":"ff0f84457ac40e3bcf61d6de58028312be74e0e6cbc3b742f31b3ce729c2aa0c","bytes":167},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/fr":{"sha256":"95f44834b48c075dad13eace54d2c98ff79b81aa0074dd67eebaf66c2909eef8","bytes":79},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/fr-BE":{"sha256":"72496a316e47b997f893500b8953dc01a10b86a2d4238e13c1260f50b47d792a","bytes":84},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/fr-CH":{"sha256":"b449b0fd99d9cd93261fe1c6b816448b99b4a10420bee3f301e669568ad0de55","bytes":86},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/ht":{"sha256":"389bdf3e984a2f93b7060baad82452dac65b83bf4482d3884525a176ae0e0524","bytes":140},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/it":{"sha256":"0d9069eb9a96db1c55c131b2bb7d1f5255c68fbddc2199ffd3295b52519a3256","bytes":109},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/pap":{"sha256":"41a5b5e91482a5498a66711c05873a634bbd418786b0ba037032df846344cfc1","bytes":62},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/pt":{"sha256":"a44060072f790e41912c57b7d52f7b6438c4383e0dabdb052f6fdb7aacc23493","bytes":95},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/pt-BR":{"sha256":"84dd4e34c970fadbe32211eadecfdfaab52432479c0911e43300da88a33398ba","bytes":109},"kitten-mini-en-v0_8/espeak-ng-data/lang/roa/ro":{"sha256":"b12af10ffc3f89cb87767ca701c6fea0def8a712de63426a9c3d0bf2432467f8","bytes":26},"kitten-mini-en-v0_8/espeak-ng-data/lang/sai/gn":{"sha256":"ff82d2d163d3e06adb580254d89012e689b2615c46579883562838ab401fb5d5","bytes":47},"kitten-mini-en-v0_8/espeak-ng-data/lang/sem/am":{"sha256":"5970b16bf865528ee96a78c08498244bc8f54218fc2add499716b0e0c09969fb","bytes":41},"kitten-mini-en-v0_8/espeak-ng-data/lang/sem/ar":{"sha256":"43f418f8140e5a7bd7096963da20ccba9247f6be1fcdb08cb53dd7967dd72eee","bytes":50},"kitten-mini-en-v0_8/espeak-ng-data/lang/sem/he":{"sha256":"de9195e743b91fb7fbef7493bd5ddccad14c380a58d5aeb7c1d11d3419ef3b86","bytes":40},"kitten-mini-en-v0_8/espeak-ng-data/lang/sem/mt":{"sha256":"d23f38fae3253b6fb42e3336760ab482e676893692455465448bc9fbc0ac3e83","bytes":41},"kitten-mini-en-v0_8/espeak-ng-data/lang/sit/cmn":{"sha256":"a130a38e3b622735c2401cb37f6719f46995e84a133729185cef9a543ec0b072","bytes":686},"kitten-mini-en-v0_8/espeak-ng-data/lang/sit/cmn-Latn-pinyin":{"sha256":"14c2fc097db280416b688c2bf97de2e5da532c279754020fde7bf6cd624cdd10","bytes":161},"kitten-mini-en-v0_8/espeak-ng-data/lang/sit/hak":{"sha256":"c03c30b43e0b0abdfa689445baf9f442664a0373154a5d0ca75a33d30f46aeed","bytes":128},"kitten-mini-en-v0_8/espeak-ng-data/lang/sit/my":{"sha256":"4b5ae2566cbf30aa59207020469e09832e66a7883818788f253996c534303dca","bytes":56},"kitten-mini-en-v0_8/espeak-ng-data/lang/sit/yue":{"sha256":"83f3dac92af5b4aaecc119515698a6979524be236b28ea8f1024ec707d99ea5b","bytes":194},"kitten-mini-en-v0_8/espeak-ng-data/lang/sit/yue-Latn-jyutping":{"sha256":"c56d45bb9a9cd97efb38edabe31c7dd3feb0518cc900aac6a891dcb6bd8eb428","bytes":213},"kitten-mini-en-v0_8/espeak-ng-data/lang/tai/shn":{"sha256":"f16bf2de219d3ae9a6aec263ce9c684d9cd3e61258d04c7948db0757c67e2c96","bytes":92},"kitten-mini-en-v0_8/espeak-ng-data/lang/tai/th":{"sha256":"6c8ac809868de659e06673f1fc2b56dbf4637ff9980da7a4726b846478b4cfe6","bytes":37},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/az":{"sha256":"52b424332de4c443f3e9c5ce4de5aed6fbfd421269fc825756dfc6bcbd7e1ad8","bytes":45},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/ba":{"sha256":"a0cc3a06293962093c66533f9c1cffbccf083a2eb666751f2778a02a5316d98c","bytes":25},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/cv":{"sha256":"94baf6bacf581cc20337471c599f85ecbbe211f0b8476351ff19450c6541ea92","bytes":40},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/kk":{"sha256":"2219f4d6de0fbb1dc9982157c6f3cc5f4c8abe5fcb605908a9d1054b9880cd51","bytes":40},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/ky":{"sha256":"8239dfe8bdc6d4725880f5192b4eaf645f839e40cadfd145a4409c8387ac2d59","bytes":43},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/nog":{"sha256":"e0e27fe61d406b6f4a4879fb8f81a14bc65997106666933991b818c7d79fabc1","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/tk":{"sha256":"d78263398c135119909ad63a3ecb6ffe3aff08383212934dd03695222a9786d0","bytes":25},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/tr":{"sha256":"490eb5a2f777a2f3396f3a824ed8021bd77a94be801214411461bde6689738c9","bytes":25},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/tt":{"sha256":"8b9617a9b6c56f4a2fe2f59d9ce55426837196567962716f9330f70948f8f9b0","bytes":23},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/ug":{"sha256":"65d0cdbc96efab4d9e3cd0095440752a31dc7f425edd3ba0a53c4dd33eac5d63","bytes":24},"kitten-mini-en-v0_8/espeak-ng-data/lang/trk/uz":{"sha256":"04fd711dfda1e00d17dc8b1b250c24d70cc3c498b27e35d31065ac47441a6759","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/lang/urj/et":{"sha256":"59c77747c4774e54a63ab74d2c6a95bc3c5b5b0a50d3781f187bd1fc3a613de5","bytes":237},"kitten-mini-en-v0_8/espeak-ng-data/lang/urj/fi":{"sha256":"61f58ec3bba5b55a392aff7ecf8a84d024200aeaa404b5553fcfb47770936928","bytes":237},"kitten-mini-en-v0_8/espeak-ng-data/lang/urj/hu":{"sha256":"c575421d2ae397065d35af0eb4f79dff4e85f3435ccf45da874f46b3fee1338b","bytes":73},"kitten-mini-en-v0_8/espeak-ng-data/lang/urj/smj":{"sha256":"3d709dec77bb633af0d57b89668dbaaa72d9be8688118d6909f7d457bec12a50","bytes":45},"kitten-mini-en-v0_8/espeak-ng-data/lang/zle/be":{"sha256":"5beb002d15a36bf3d0d764ed0d483c75a1df6909eaa3b10fe5f6546700c9bfec","bytes":52},"kitten-mini-en-v0_8/espeak-ng-data/lang/zle/ru":{"sha256":"9f52d00a279aaeaa45a786b4fd3a98b34e95fedbf823f8cdb9fecc1339751d3a","bytes":57},"kitten-mini-en-v0_8/espeak-ng-data/lang/zle/ru-cl":{"sha256":"200ea345b505ec9e7b8838490aeaf1822af41033429aeae4ea68159047f59f90","bytes":91},"kitten-mini-en-v0_8/espeak-ng-data/lang/zle/ru-LV":{"sha256":"980e379667ccb94abe33b9c9c660c08800e3f31e36fe4a939551398ab98457ae","bytes":280},"kitten-mini-en-v0_8/espeak-ng-data/lang/zle/uk":{"sha256":"df3d1a9f77bac0531e72f87be398d9eb1e903bd6f839d4f04ffec5abb4e34634","bytes":97},"kitten-mini-en-v0_8/espeak-ng-data/lang/zls/bg":{"sha256":"9b91accccb0d53bb2a7bf21922846ba58c74bc082ba71ae32bf12cb0d092f853","bytes":111},"kitten-mini-en-v0_8/espeak-ng-data/lang/zls/bs":{"sha256":"0820e7c78b68fbdaf86d83c782cdde1901b642d1cdbeae4181c6f5f5e21e5e89","bytes":230},"kitten-mini-en-v0_8/espeak-ng-data/lang/zls/hr":{"sha256":"cef3ef0411c66f154e6c82f7decd95beffa8cbfbe953335658df9f125bdd6096","bytes":262},"kitten-mini-en-v0_8/espeak-ng-data/lang/zls/mk":{"sha256":"6dbc2cfb8999141bd0782cd463d4880468161088190c6b4c9412f43552dc39e2","bytes":28},"kitten-mini-en-v0_8/espeak-ng-data/lang/zls/sl":{"sha256":"e1c2bd1f75c0eeb86f64182472d5f597ce23e64ad7478c248c2f75b694655942","bytes":43},"kitten-mini-en-v0_8/espeak-ng-data/lang/zls/sr":{"sha256":"0e076528d3566f6e59b807e16e274dee505e88a6d477da188ab8ec442eae44f4","bytes":250},"kitten-mini-en-v0_8/espeak-ng-data/lang/zlw/cs":{"sha256":"1477cdba5ba3bce85db559accbbd8a24b86b3f6d9d9988bc587e89357c1c4431","bytes":23},"kitten-mini-en-v0_8/espeak-ng-data/lang/zlw/pl":{"sha256":"83c586a2b724b24b9f98d21ade5022112c465ac446ca09930286980ceae1c781","bytes":38},"kitten-mini-en-v0_8/espeak-ng-data/lang/zlw/sk":{"sha256":"f46ff673c7d58c1646096c174d58da34047d893d0d2993dbca260ce54abe77ef","bytes":24},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/adam":{"sha256":"b21efbf56fd7d58470e7ce4759c6ef9f23949706b269f2d777832204658ee0dd","bytes":75},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Alex":{"sha256":"1cf9874567f4fa8109329f084e9ad9ed788fb2362298921d0a04a57b24f1141f","bytes":128},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Alicia":{"sha256":"6d3f60ec866706e9d4ab7da2a79eedb8c11b50f63620f87e58317f316ea3d58e","bytes":474},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Andrea":{"sha256":"6ca52734ec2cf7c419d2d3ad7c3449cd1a1776342c4d152ea12c5b1e72801e89","bytes":357},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Andy":{"sha256":"0e13ba1a940cd9df7e65358c36445c9740f3d75f1360c7f7c71ab9f74b45edca","bytes":320},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/anika":{"sha256":"228771ce84cad16a089e0b23efe2e69edf25f1ab7c0cb3a50d366ac70e82fbbd","bytes":493},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/anikaRobot":{"sha256":"3ba724be6aab2fc1a084b25cdb16f469250eb9de4c6c0924a18788d0246fc32f","bytes":512},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Annie":{"sha256":"40f0f829c5c6e7abf4a02a21f128a572756d6f6693014c26d09a5c29ede5ec33","bytes":315},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/announcer":{"sha256":"4af6a6748c720cbbaac1e3dcac17bb3bc7a4c553499ec7ee69e054db51a50de3","bytes":300},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/antonio":{"sha256":"c90477080cd9aa9c384770c0ec18901d01e9851f1bc7d15526a2565a3b0c4da5","bytes":381},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/AnxiousAndy":{"sha256":"7dfe126f517b76cc78269618dbee2c30d324bea9460b400938756ec93995eaf8","bytes":361},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/aunty":{"sha256":"0aede4d1ca614f32c348f3d728eab58322ccd016e8531234fdc3dfcf00e32bf1","bytes":358},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/belinda":{"sha256":"9bd791b7115820e25ada82b4911134d5116e8238b4fd4d214dfccf162576141c","bytes":340},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/benjamin":{"sha256":"3fa10b0d865fc751fd9c8ed1dabac4bb9b011ea2b95064d4d25a8c719f7785d8","bytes":201},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/boris":{"sha256":"f23d0a6ee2eeb7e3340506d61d422b691fb04f4e98977ea15c1e0ee5715846d5","bytes":224},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/caleb":{"sha256":"bcde145ec713eae6d3451a6f25dbbdc0b6756fd44e9e092b7aef89f2cff25be8","bytes":57},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/croak":{"sha256":"2906a2c6f7b7687db2f1c862164a9b80435d5afc3ba16d74619728bf8c3a8ca7","bytes":93},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/david":{"sha256":"50b5cb5f61a50f5ff5299dd22e5d645446746dbc36909595f6ae47bac0bda9c3","bytes":112},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Demonic":{"sha256":"241b0e78362bd3208bb586b65bdf52330e1e8322f8f226c4790c4abeb47cfb09","bytes":3858},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Denis":{"sha256":"a09fe9f7a4e478d2ba1e139c2995633e2b99de9abdaaa82307954599b0e3d6fd","bytes":305},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Diogo":{"sha256":"a4a17c453d13242b48783c247816bff8d2cf7bc8931c3f8237887d88a2881b18","bytes":379},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/ed":{"sha256":"12ddb6355b40a2e39a3b6cef66a2bf4db15a25045769b330a9a3b344a608026d","bytes":287},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/edward":{"sha256":"b7a12bcb2af280c40e4be4280b675001024619ed529262dbf3e819db53b5b310","bytes":151},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/edward2":{"sha256":"59d166f7adfee4515a492993405e95432889050aaa47b6cd7eaeeb457fbca227","bytes":152},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/f1":{"sha256":"7cdef453c6b0391d50a02b8f35392e6f41249cea65df1021affd68a64917b85f","bytes":324},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/f2":{"sha256":"62b17f6c8f94add0310db032f5e463c13510c5ff83ef1f21e8894ccbf00b00e3","bytes":357},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/f3":{"sha256":"d0342ee8ceebe3047831774634d234e90281ec73ce2aed8dd0bdd915ccf500fc","bytes":375},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/f4":{"sha256":"ff9e2907a818920e3b976232c90eabaf270fff0de0b8a479af9a3633e9b7921f","bytes":350},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/f5":{"sha256":"6c76406d94540d59dee16de11520c37124a1f6dfc236981e483877075f0271b3","bytes":432},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/fast":{"sha256":"fa2f9c2918f351499037f6bffb25294d9b781b2785d9772a8ae3293c0c0037fe","bytes":149},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Gene":{"sha256":"06258dae680cde2122a4939dbd4f23ed4ea145b7475068bf7dd4d466090afd2a","bytes":281},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Gene2":{"sha256":"bcdb3039296eea37398e4423dc9bb6849cda9c5c812b83702ebc49682c649f57","bytes":283},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/grandma":{"sha256":"e033d57ba9b098971fdb995c13830f9c709206add081c586daaec323ff69a392","bytes":263},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/grandpa":{"sha256":"f25627887b95e8bccac5e6ce99cb97c6e34290ff0bf919febe64a9987138796d","bytes":256},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/gustave":{"sha256":"5fa89cf8625cd460b9309748eca019ab5b325a04dccbd29f1a9b2a00caa2e848","bytes":253},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Henrique":{"sha256":"5c6bf1cf5b6bc7c7d48f2a8368ae348c6ff64232c047f40f9d9a6e6824b4ce6a","bytes":381},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Hugo":{"sha256":"906acbef890dc4da67cb54b5b0ddc2cab7ee308a95d350c899f0b0cb6a83dd5f","bytes":378},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/ian":{"sha256":"c0722c7954d3e6582e3f5b3f584140675ab060ac3c6cac5dd11a74592db5550a","bytes":3168},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/iven":{"sha256":"10ab9de8365ff7bf5a20621d08f1a2019d4bf5521f3c6f65447c9256057406c8","bytes":261},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/iven2":{"sha256":"f94830e5abe118dc4c0909630d66637ba2a7c94957279c31fd78e313374054cd","bytes":279},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/iven3":{"sha256":"27ccf2d2f7bb8f1ff28c705c39cf6ff575eb2458c39a518ed33741ad9c1af252","bytes":262},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/iven4":{"sha256":"11b3d46c01d4307eedcb60bd8dbcc73a40f3eb86c289176d6fd5bb418223b92f","bytes":261},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Jacky":{"sha256":"41884ed9b66160aeb5a0dc418370a59fe39ead0013d93e023e6d607ef01c1a6e","bytes":267},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/john":{"sha256":"bfbcc1cec33ef0581fdeb4955fbcd0d824a5d4be5493d731e4a2ef7f8f3ba670","bytes":3186},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/kaukovalta":{"sha256":"b9f6016145835c3999bcd5872b8a53442729bd903591781ea3340746b3b4956b","bytes":361},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/klatt":{"sha256":"9abb6d05d0ca354831c570e14323dd4e821459b53166d96395875a48bacdbde2","bytes":38},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/klatt2":{"sha256":"afab662a55953532ff8d6f9c615b824ecec87f7aef6790a58c4ccbc4505a742a","bytes":38},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/klatt3":{"sha256":"f1c0cd147bd656f6c4830b3341c9694483438c43aea15c982dcc1945dbb334b9","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/klatt4":{"sha256":"3459c15aa8fa7d7218ac34388dfc0833c850ffc923013949308c2f643f3daad2","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/klatt5":{"sha256":"44397d8282454a2974078d25509caa470bceb093e484e727843a5147b4193e60","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/klatt6":{"sha256":"7d3930cd97ef7a0732f2e19f53f84e480f2d441d263390647b92bb0b4c645d05","bytes":39},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Lee":{"sha256":"a1584887cddb40c10e04992fb770025b52e66b70504656094f80975f1d6bbf6b","bytes":338},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/linda":{"sha256":"df06b4c29f5953034e7815ea7062e356917266f8fab576f76c036045525c8e28","bytes":350},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/m1":{"sha256":"7f2de023bdfe18651d2d0453d2e7ff5e8ade9f094912a79247336ddc90fd7783","bytes":335},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/m2":{"sha256":"6eb925eb6691621a6de66c87596c6ed879c80a04215a9a8437dffc28fcfa14dd","bytes":264},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/m3":{"sha256":"7a4ac872387439814ddd65f5e1ff73017122975911df6b5dc62c5709e6fdb611","bytes":300},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/m4":{"sha256":"6bef82cea3538da1246b7a2c203206e90155cbb4af86faa8ef03366c3119ceee","bytes":290},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/m5":{"sha256":"08590ef7ce37630a6875d9cbe200dc473a9054b4184287808a4fd1c8e27dd02a","bytes":262},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/m6":{"sha256":"fc0e01af458a96d43f55878010d3abcbbda85e846922b25361a78d27c3a9ca00","bytes":188},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/m7":{"sha256":"bdfc54a3558ca98f9ca082479c5211034a824d8721db91804f9d77867db6fab3","bytes":254},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/m8":{"sha256":"060130540e2fae5f8acfb19bcd4ef3dc5dc8f8d2134c502bb57af277fd4cc491","bytes":284},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/marcelo":{"sha256":"3238a933a17c40c61cdd385c0e742bf54c42c008f4110d4b0353a6ae72a5d1a0","bytes":251},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Marco":{"sha256":"04025677360c0270f094bbb6716b83c8284902f6da9b496bedbbf590963835fb","bytes":467},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Mario":{"sha256":"a94ac65d132030df496e8aa364d5cde5f2eafa4b6b3ae361a2901d512c6029d8","bytes":270},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/max":{"sha256":"c88f70a60a19e76a6774dfbd7664be639b9aa8aa587c680834c305ffa434aaaf","bytes":225},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Michael":{"sha256":"4409be23ef5fedf4c8bffbfaa8a802a342824d7e97f1d92938336a25f92f0ebe","bytes":270},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/michel":{"sha256":"c0068ad9cb792dfb78aedbdff9c3cec68e5083736bae0c33bf19088186101087","bytes":404},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/miguel":{"sha256":"9c8c2bbe9fba6d1f06eb63ee67d98d7ebb8846b2bf13847a9b359c90ba9fa8fe","bytes":382},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Mike":{"sha256":"8999b264606c0af23d346a877e10ca05aa757f7ea433e6cfcb3bef50a56ba2cf","bytes":112},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/mike2":{"sha256":"274ebc5df252b3258e8996f1276137b2cf9d6e5006e1145a5172997284f1dba0","bytes":188},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Mr serious":{"sha256":"794abd78deb07ce9b03419d20f7744df4c0151d5abff7981217e9d0926a2f240","bytes":3193},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Nguyen":{"sha256":"4f3d557d9c045080f56022a96e5b3659c4d1caa5fa1d702e12d3ef6bec2e3a45","bytes":280},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/norbert":{"sha256":"35b9923e15caf36280542270282bd2392c6d86ef5db9a8be7be92ce2241a46cb","bytes":3189},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/pablo":{"sha256":"053a85c8a6d7e7a0f6432a3158fe73fa9accf06202e5d69c273d4e5bae8bafc8","bytes":3142},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/paul":{"sha256":"75fb8098bea28859513de6ce033092307382d6f20455e71b051193dfc0793d5e","bytes":284},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/pedro":{"sha256":"7429792ba833fa2446bec6db790068f5862b9ed099392002cd0e724ec6ab2a66","bytes":352},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/quincy":{"sha256":"e9945bee7b4f3240221866f497bf2511a886ed7702d8389688a03c2ea120caf0","bytes":354},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Reed":{"sha256":"727dbc3f6bff0be4dd7d0438f66d3bb82cff68ed148cf52cb58e73314aaec1e4","bytes":202},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/RicishayMax":{"sha256":"7ddc7a57711ccd7a736540f14271adadf1e2e0422941ecaa7cc43ab87f8e2017","bytes":233},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/RicishayMax2":{"sha256":"3de5e414d4b2ef082a7b974bb7ede94937e93b5b873d2b2f7928b19d30745180","bytes":435},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/RicishayMax3":{"sha256":"36d20550b68a8c229d34d956657b7d642929962f7e5d4fddd6396af9e5378b56","bytes":435},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/rob":{"sha256":"fbfffcdb0afb2e3b70f886c02282feae22509d77fe6e7103daf907f7a356595d","bytes":265},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robert":{"sha256":"72604f85afe5bb52a5ce7e3427b196e1e3e426a14a64e2d93b6617e248a46417","bytes":274},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robosoft":{"sha256":"ce2820edd349f3fbc734bfe94095518f10ecbefdb304560109f37106f9f4d2fa","bytes":451},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robosoft2":{"sha256":"249a44f4069b323640e6b532ff6a9bc30dca35f5f9a5f666b647937cbc58c685","bytes":454},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robosoft3":{"sha256":"f8543efe18019c735ebad99d1cab4e06e0efd565ac269a895415dfebf342c383","bytes":455},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robosoft4":{"sha256":"d5f728e0d0a9d27f604f34e835e059590fd01411fd467c91328b573c7597bb2d","bytes":447},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robosoft5":{"sha256":"39da0efe1768e14eefe05a7019fab416795bbffb222fce23ad7f963991447f7b","bytes":445},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robosoft6":{"sha256":"46426971d76c34266580133fad2c26ab829395a71c1713e6205d9d46b0871672","bytes":287},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robosoft7":{"sha256":"e19c1045259d9cfb078c229d5d1372f7c5af971d0e2536a41b89c40ca3e23ede","bytes":410},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/robosoft8":{"sha256":"389230461647836c1b66c51939c0a493e3fbc81e2b7afc01c6f88b8f9da21e2b","bytes":243},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/sandro":{"sha256":"1b8c36a3ce35a27cbbabf4679df0264cd37f4c79b66aa1f4c310eb31b9c80490","bytes":530},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/shelby":{"sha256":"5e96565045bcdd5b42e7ad0eab2bbd670c67cf5c9e3f2ac6b50b30580fb92be4","bytes":280},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/steph":{"sha256":"78186aeddce4c449348f368046b2665375b1a492e948d739249b0c964f082861","bytes":364},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/steph2":{"sha256":"ca88414b48553fed1fd409389548a94ea90cf282d6340e3cb968c8538a2ac2ec","bytes":367},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/steph3":{"sha256":"a7d796211b6969ba92213f89de54b053890306af774424ee38fb02ace45e852d","bytes":377},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Storm":{"sha256":"e817c7d1ce10de527ebc19c0835f580cb584c3ae7d36d30a4f414482602e7b89","bytes":420},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/travis":{"sha256":"7d5a34be05778ee850d97b0491a62db7683c058d660ff2afc71c08c87360f30d","bytes":383},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/Tweaky":{"sha256":"c34d1c1d8b7922ceb886b95ad6ab534ca048f9c47e19698ec2aae5cf0c32cdbc","bytes":3189},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/UniRobot":{"sha256":"23dba52c2d1cb332db6225304818d85488f110a668ddcdbfd7f0438afe37794b","bytes":417},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/victor":{"sha256":"a880a8083ac5eaadf94f71c63b51f34c1426d4bfe0a26f6761ddec5c6e9a5c76","bytes":253},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/whisper":{"sha256":"1e3534c843768898cea47a3f83b2fd91720c0775b438ea5c0134676940a66e96","bytes":186},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/whisperf":{"sha256":"7fea42b10114f1bfd2004181e6b0eb626997cca987893e23d24b5c616aac89d7","bytes":392},"kitten-mini-en-v0_8/espeak-ng-data/voices/!v/zac":{"sha256":"edaf508b2cfbfd6088a163dcc78d5f6a26850a7d39a5a0e5128b09526f56b6db","bytes":275}},"archive":{"url":"https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kitten-mini-en-v0_8.tar.bz2","asset_id":418192096,"bytes":67547594,"sha256":"518f9b130320f690d5b5476df77bde4215fca67773cda16710318e5081234b9d","fingerprint_basis":"Verified against maintainer GitHub release digest"},"runtime":"sherpa-onnx-1.13.8","downloads":40249,"admission_status":"queued-native-test","precision":"FP32","checked_at":"2026-10-19T12:44:41.054137+00:00"},{"id":"ming-3-0-tts-0-5b","name":"Ming 3.0 TTS 0.5B","task":"tts","maker":"inclusionAI / Ant Group","adapter":"ming","languages":["en"],"voices":[0,1],"voice_names":{"0":"US_James","1":"US_Emma"},"source_repo":"inclusionAI/Ming-3.0-tts-0.5B","source_revision":"e5bd8da31ecf1b9276cdbdda821fa891068f1368","source_revision_basis":"Exact distributed publisher checkpoint, verified LFS/Git file hashes.","parameters_b":1.479454868,"parameter_basis":"Full root safetensors count; 0.5B in name describes language backbone.","license":{"reported_checkpoint_license":"mit","url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B"},"base":"checkpoint","files":{"source/LEGAL.md":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/LEGAL.md","bytes":572,"sha256":"adba50d9794b9ef3f7ec8cbc680f7f1fa3fbf9df0ac8d1f9b9ccab6d941bc11b"},"source/LICENSE":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/LICENSE","bytes":1067,"sha256":"2872f1918dfc04fdeb7f5d66d8d1b773594c9375e7c8f7bda39780bb97ad4fba"},"source/README.md":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/README.md","bytes":74543,"sha256":"6931f3bd024c4e17e1337ea580338afd9a7651b29e1053db6bacc3c09ad48250"},"source/audio_tokenizer/audio_encoder.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/audio_encoder.py","bytes":5771,"sha256":"e4abe68040b5b5ed49994a323a09dafbbb6c0e7c56dfa67d65711a5df68392b6"},"source/audio_tokenizer/configuration_audio_vae.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/configuration_audio_vae.py","bytes":1182,"sha256":"9d4f25c6a14310fc00ba3e84aaadcda8be5e8de5a67a39afda674fd54ed44702"},"source/audio_tokenizer/istft.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/istft.py","bytes":7530,"sha256":"de1e5f569e34a5cb05d088310a78d1dba60ef4f2ed403b37b21238c188f6d252"},"source/audio_tokenizer/modeling_audio_vae.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/modeling_audio_vae.py","bytes":5931,"sha256":"b38a5f4854f5796fea5b7de77a3d19aa0f4af33ff599df3cbd14529c27d0e9e0"},"source/audio_tokenizer/rope.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/rope.py","bytes":3077,"sha256":"37227967b08d631dcb89ebcf46352cea10b0537f6166a3212e59063d201e970a"},"source/audio_tokenizer/vae_modules.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/vae_modules.py","bytes":7825,"sha256":"8a84286e17fc8dfa95a0320d86b5e2a446b798be66309aaaeb70e2b0681cb831"},"source/configuration_bailingmm.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/configuration_bailingmm.py","bytes":3516,"sha256":"4583284dbcba4e07b0e3c276dcdfabe5682f9f666dd3379ff2870b584e6c3a0e"},"source/fm/CFM.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/fm/CFM.py","bytes":3222,"sha256":"6428645e55c0a2fa7c2316cf309423c1cb66c35ed5e472644bb18c1b685385da"},"source/fm/dit.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/fm/dit.py","bytes":5757,"sha256":"84683edf660888efe088254512781154c948726a4aff9c12fa158791853880f7"},"source/fm/flowloss.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/fm/flowloss.py","bytes":1375,"sha256":"4c0e1de2ee328383550ed6b3c74f47c616105ac460612e1485e27ff37c4d7e4f"},"source/fm/modules.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/fm/modules.py","bytes":4792,"sha256":"22463538f8d8d4a18d833a87123d69c391773845476516fe6f5674b97871f92c"},"source/frontend/__init__.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/__init__.py","bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"source/frontend/number_en.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/number_en.py","bytes":10878,"sha256":"299caced391e34d927cd021193dfcf83b2d953516bf45ba4f2f6b15372aa225e"},"source/frontend/talker_tn/__init__.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/__init__.py","bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"source/frontend/talker_tn/en_tn_tagger.fst":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/en_tn_tagger.fst","bytes":5159642,"sha256":"657174a078edecda7eeb1006b2542aa194038f05452f464ab0963659e0892cf3"},"source/frontend/talker_tn/en_tn_verbalizer.fst":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/en_tn_verbalizer.fst","bytes":2176998,"sha256":"4ae3bbab8380968b3f3d2a8891027afeadb288670faf7287491e30e8bc153896"},"source/frontend/talker_tn/normalizer.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/normalizer.py","bytes":1123,"sha256":"4cfb9ace57cc6ec0513064462492af228b2a30eac570b0bc836129709aba7b2d"},"source/frontend/talker_tn/re_utils/__init__.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/__init__.py","bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"source/frontend/talker_tn/re_utils/re_base.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_base.py","bytes":360,"sha256":"a4dc10de92962968e809cd176eab57b1270ade13345888b2c8e2ef462320e3c0"},"source/frontend/talker_tn/re_utils/re_char.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_char.py","bytes":231,"sha256":"1feea80004e335a0e933f14ee4dfeaccb1471c23c26604878337dae6179a77ba"},"source/frontend/talker_tn/re_utils/re_date.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_date.py","bytes":3828,"sha256":"9a74e3f6d6b0f71279ff26f95ff9fb828c25056f13090c5c74dfaadd5d901d36"},"source/frontend/talker_tn/re_utils/re_decimal.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_decimal.py","bytes":1059,"sha256":"a4b46e04be43f224ab72a5c4c5e73d52a3910a97754c03a969ceb525164bcb80"},"source/frontend/talker_tn/re_utils/re_digit.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_digit.py","bytes":2832,"sha256":"776c068038a9af221ba6bef74c981760fb3da75ea06e074af569ed65ee2ec493"},"source/frontend/talker_tn/re_utils/re_formula.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_formula.py","bytes":1360,"sha256":"c99358d4194bf58ac618a29be6bbca21f44d8edb41109463f4b94970901f1a84"},"source/frontend/talker_tn/re_utils/re_frac.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_frac.py","bytes":1192,"sha256":"bb03feaa73113e92fcdf3d8b21f65139b1f6cb51caa09e625acfebf8bf21f1c2"},"source/frontend/talker_tn/re_utils/re_ip.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_ip.py","bytes":763,"sha256":"f380da6380e17ab597112b7176087c0a64a1f760772da8096ff3fd100b368c3d"},"source/frontend/talker_tn/re_utils/re_measure.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_measure.py","bytes":2380,"sha256":"709ab5f5abbffae5941c831d3f101b1cb32a8b27cfd6cc40c452985128a3c141"},"source/frontend/talker_tn/re_utils/re_money.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_money.py","bytes":1315,"sha256":"e3bca9586b2619f8e9b9b2b7ccee6309efb66b683a653d6e20bfb44dfa37974e"},"source/frontend/talker_tn/re_utils/re_order.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_order.py","bytes":589,"sha256":"f4a1b4a2c261acfa30baf0a74c042b86ae69bb23ee8ab7bd1ba043268f63b718"},"source/frontend/talker_tn/re_utils/re_percent.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_percent.py","bytes":814,"sha256":"ee91269e7dcc6759442592a86dfa7e417e2ccca3159941e2329adb718b37f3af"},"source/frontend/talker_tn/re_utils/re_phone_dash.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_phone_dash.py","bytes":1305,"sha256":"b88fb8163f280d8e8eedf201b59603637c89a07fbc92317ca895acf70ee8c163"},"source/frontend/talker_tn/re_utils/re_punc.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_punc.py","bytes":232,"sha256":"c5f2fe4b8241dc23cd5dc82020b8c89d7e17149c3c76335589078403fd19caf4"},"source/frontend/talker_tn/re_utils/re_serial.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_serial.py","bytes":1703,"sha256":"e9692f3858b57625e110cc0919691348860417d38f81cd26464e81b21ea0f17e"},"source/frontend/talker_tn/re_utils/re_sn.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_sn.py","bytes":1480,"sha256":"7a9c7467593a5f282cafc245440a9c40d9e752123f7ff0ffa4ea2203577e30e6"},"source/frontend/talker_tn/re_utils/re_time.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_time.py","bytes":3942,"sha256":"65c0d3a48347b7698ff18cb075f049d63cbef80e0a2e42d49e73dc7291eec7ab"},"source/frontend/talker_tn/re_utils/re_utils.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_utils.py","bytes":2648,"sha256":"7e60608a6c9836517080bdc04885348befbe79e1f442ffe53c69212b796a0c9e"},"source/frontend/talker_tn/re_utils/re_version.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_version.py","bytes":912,"sha256":"e045a67a9381238b051fbf451c5bb3f6125afb60490dc7386f0433de355e1117"},"source/frontend/talker_tn/talker_pre_processor.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/talker_pre_processor.py","bytes":1746,"sha256":"19fc6dabcf51aae9646d28e83b8a3bfc3f3618e723f8754e0e28b4c3ff044aa2"},"source/frontend/talker_tn/talker_re.json":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/talker_re.json","bytes":14244,"sha256":"a34bc5334044d564ac16ec89652f77d9bb6b5fc89c89e82b7b33f55cc63efbff"},"source/frontend/talker_tn/talker_re.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/talker_re.py","bytes":6606,"sha256":"999cb876f6d5cb154f139bbbd2d254983cd8f4e085e8f44745dbf8a58ee03ee7"},"source/frontend/talker_tn/talker_tn.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/talker_tn.py","bytes":1909,"sha256":"1e8246c666f50203aa41b0296c333b9248b204f37db3bfc22f9308d8c491c678"},"source/frontend/talker_tn/token_parser.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/token_parser.py","bytes":4487,"sha256":"9ec4d8cee83e82ad876274c91e36bf1d79eda11557de0213400948f73f16bd65"},"source/frontend/talker_tn/zh_tn_tagger.fst":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/zh_tn_tagger.fst","bytes":2960982,"sha256":"8191a723f0e00a96fe8f9f74eb79d056facf98a95e07ef06d81f11d1db4b3b07"},"source/frontend/talker_tn/zh_tn_verbalizer.fst":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/zh_tn_verbalizer.fst","bytes":87702,"sha256":"8a0ead4c61217bad171a37e9bd659ef912dd3a749267a4b672008f25b510bdb4"},"source/frontend/text_segment_cut.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/text_segment_cut.py","bytes":15368,"sha256":"504f7e420731fe0a928e53fd012b3a6d156da0bd0f35e73a023af11c17a3ba20"},"source/frontend/toolkit.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/toolkit.py","bytes":10839,"sha256":"76b01ea60160e79c7bdb04157f1a7930cf223137d074ad6eff40865805e88ef8"},"source/infer.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/infer.py","bytes":4994,"sha256":"367ea2a106289687c95c59444bc2561b9b76baaad34c9774f9a5cdd67a376ae6"},"source/ming_tts.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/ming_tts.py","bytes":13677,"sha256":"08a07ba2ef7d379fcc21a91c3825cb08641f1755fd0e6037d35e5096f08263f3"},"source/modeling_bailingmm.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/modeling_bailingmm.py","bytes":23073,"sha256":"61f80e8fb7b82c40f48165e1a667a2812af29c67c44ee4cb24a5e8fcea7c3b7f"},"source/prompt_contract.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/prompt_contract.py","bytes":7707,"sha256":"c0062c06d49004c13daebdccf5effee5e6d2c0059779d4c8f9dd714944c9fb46"},"source/requirements.txt":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/requirements.txt","bytes":1212,"sha256":"3393b53cb5fd91729eb075451def83f139ded3dfe7e6cab543f1eadd0e9094da"},"source/spkemb_extractor.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/spkemb_extractor.py","bytes":1284,"sha256":"6e53a812fd9620d1e3c8a6d16c38fb63624c22743c518fd30189c4015e039a3d"},"source/tts_tasks.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/tts_tasks.py","bytes":9994,"sha256":"cd27e176dcc865ab9bf88bb7b7a226d89893e0fd4e6d2a23516b34f769a08b90"},"checkpoint/README.md":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/README.md","bytes":54491,"sha256":"67388eca2e66e557601dccf7a76076154176f3a7dbb4a7f75f63a7543db591c0"},"checkpoint/added_tokens.json":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/added_tokens.json","bytes":1785,"sha256":"34394b1e16d7da2db16618bd43a0f970902ade0075480bcd812fe62d559ec319"},"checkpoint/campplus.onnx":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/campplus.onnx","bytes":28303423,"sha256":"a6ac6a63997761ae2997373e2ee1c47040854b4b759ea41ec48e4e42df0f4d73"},"checkpoint/config.json":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/config.json","bytes":4754,"sha256":"2fb0767361b3cd3f41dc9392709fc23fe5b40a39f19d70a38d04acabe991822c"},"checkpoint/configuration.json":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/configuration.json","bytes":51,"sha256":"6720b8448f6ad5b4631689a60857bdeb238053a37f6cc6a5936eb50c2a3b9296"},"checkpoint/merges.txt":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/merges.txt","bytes":1671853,"sha256":"8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5"},"checkpoint/model.safetensors":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/model.safetensors","bytes":2959055504,"sha256":"45c4d78d8ad6b1d942e3da86ba035fece02de569f7b2ca7e9d121dfaf18d674c"},"checkpoint/special_tokens_map.json":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/special_tokens_map.json","bytes":2726,"sha256":"2c2ec51b9da5db654ac20de8310350d0c9c1a65918ae0181b80dacd2919b4fc3"},"checkpoint/tokenizer.json":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/tokenizer.json","bytes":11431389,"sha256":"87d54ca3b44ea2f822ba39a0a45cb1b61644bd6606d9d3536dea75367bffb06d"},"checkpoint/tokenizer_config.json":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/tokenizer_config.json","bytes":16260,"sha256":"12d6162c815edef24f8606e65b60d43fe0d92b0a4e150a0db8fa01c523aaf36a"},"checkpoint/vocab.json":{"url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/resolve/e5bd8da31ecf1b9276cdbdda821fa891068f1368/vocab.json","bytes":2776833,"sha256":"ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"}},"reference_code":{"repository":"inclusionAI/Ming-3.0-tts","revision":"e999c39fa676722aaa9ea29b5aa19a90525b271f","files":{"LEGAL.md":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/LEGAL.md","bytes":572,"sha256":"adba50d9794b9ef3f7ec8cbc680f7f1fa3fbf9df0ac8d1f9b9ccab6d941bc11b"},"LICENSE":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/LICENSE","bytes":1067,"sha256":"2872f1918dfc04fdeb7f5d66d8d1b773594c9375e7c8f7bda39780bb97ad4fba"},"README.md":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/README.md","bytes":74543,"sha256":"6931f3bd024c4e17e1337ea580338afd9a7651b29e1053db6bacc3c09ad48250"},"audio_tokenizer/audio_encoder.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/audio_encoder.py","bytes":5771,"sha256":"e4abe68040b5b5ed49994a323a09dafbbb6c0e7c56dfa67d65711a5df68392b6"},"audio_tokenizer/configuration_audio_vae.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/configuration_audio_vae.py","bytes":1182,"sha256":"9d4f25c6a14310fc00ba3e84aaadcda8be5e8de5a67a39afda674fd54ed44702"},"audio_tokenizer/istft.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/istft.py","bytes":7530,"sha256":"de1e5f569e34a5cb05d088310a78d1dba60ef4f2ed403b37b21238c188f6d252"},"audio_tokenizer/modeling_audio_vae.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/modeling_audio_vae.py","bytes":5931,"sha256":"b38a5f4854f5796fea5b7de77a3d19aa0f4af33ff599df3cbd14529c27d0e9e0"},"audio_tokenizer/rope.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/rope.py","bytes":3077,"sha256":"37227967b08d631dcb89ebcf46352cea10b0537f6166a3212e59063d201e970a"},"audio_tokenizer/vae_modules.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/audio_tokenizer/vae_modules.py","bytes":7825,"sha256":"8a84286e17fc8dfa95a0320d86b5e2a446b798be66309aaaeb70e2b0681cb831"},"configuration_bailingmm.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/configuration_bailingmm.py","bytes":3516,"sha256":"4583284dbcba4e07b0e3c276dcdfabe5682f9f666dd3379ff2870b584e6c3a0e"},"fm/CFM.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/fm/CFM.py","bytes":3222,"sha256":"6428645e55c0a2fa7c2316cf309423c1cb66c35ed5e472644bb18c1b685385da"},"fm/dit.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/fm/dit.py","bytes":5757,"sha256":"84683edf660888efe088254512781154c948726a4aff9c12fa158791853880f7"},"fm/flowloss.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/fm/flowloss.py","bytes":1375,"sha256":"4c0e1de2ee328383550ed6b3c74f47c616105ac460612e1485e27ff37c4d7e4f"},"fm/modules.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/fm/modules.py","bytes":4792,"sha256":"22463538f8d8d4a18d833a87123d69c391773845476516fe6f5674b97871f92c"},"frontend/__init__.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/__init__.py","bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"frontend/number_en.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/number_en.py","bytes":10878,"sha256":"299caced391e34d927cd021193dfcf83b2d953516bf45ba4f2f6b15372aa225e"},"frontend/talker_tn/__init__.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/__init__.py","bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"frontend/talker_tn/en_tn_tagger.fst":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/en_tn_tagger.fst","bytes":5159642,"sha256":"657174a078edecda7eeb1006b2542aa194038f05452f464ab0963659e0892cf3"},"frontend/talker_tn/en_tn_verbalizer.fst":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/en_tn_verbalizer.fst","bytes":2176998,"sha256":"4ae3bbab8380968b3f3d2a8891027afeadb288670faf7287491e30e8bc153896"},"frontend/talker_tn/normalizer.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/normalizer.py","bytes":1123,"sha256":"4cfb9ace57cc6ec0513064462492af228b2a30eac570b0bc836129709aba7b2d"},"frontend/talker_tn/re_utils/__init__.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/__init__.py","bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"frontend/talker_tn/re_utils/re_base.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_base.py","bytes":360,"sha256":"a4dc10de92962968e809cd176eab57b1270ade13345888b2c8e2ef462320e3c0"},"frontend/talker_tn/re_utils/re_char.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_char.py","bytes":231,"sha256":"1feea80004e335a0e933f14ee4dfeaccb1471c23c26604878337dae6179a77ba"},"frontend/talker_tn/re_utils/re_date.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_date.py","bytes":3828,"sha256":"9a74e3f6d6b0f71279ff26f95ff9fb828c25056f13090c5c74dfaadd5d901d36"},"frontend/talker_tn/re_utils/re_decimal.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_decimal.py","bytes":1059,"sha256":"a4b46e04be43f224ab72a5c4c5e73d52a3910a97754c03a969ceb525164bcb80"},"frontend/talker_tn/re_utils/re_digit.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_digit.py","bytes":2832,"sha256":"776c068038a9af221ba6bef74c981760fb3da75ea06e074af569ed65ee2ec493"},"frontend/talker_tn/re_utils/re_formula.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_formula.py","bytes":1360,"sha256":"c99358d4194bf58ac618a29be6bbca21f44d8edb41109463f4b94970901f1a84"},"frontend/talker_tn/re_utils/re_frac.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_frac.py","bytes":1192,"sha256":"bb03feaa73113e92fcdf3d8b21f65139b1f6cb51caa09e625acfebf8bf21f1c2"},"frontend/talker_tn/re_utils/re_ip.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_ip.py","bytes":763,"sha256":"f380da6380e17ab597112b7176087c0a64a1f760772da8096ff3fd100b368c3d"},"frontend/talker_tn/re_utils/re_measure.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_measure.py","bytes":2380,"sha256":"709ab5f5abbffae5941c831d3f101b1cb32a8b27cfd6cc40c452985128a3c141"},"frontend/talker_tn/re_utils/re_money.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_money.py","bytes":1315,"sha256":"e3bca9586b2619f8e9b9b2b7ccee6309efb66b683a653d6e20bfb44dfa37974e"},"frontend/talker_tn/re_utils/re_order.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_order.py","bytes":589,"sha256":"f4a1b4a2c261acfa30baf0a74c042b86ae69bb23ee8ab7bd1ba043268f63b718"},"frontend/talker_tn/re_utils/re_percent.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_percent.py","bytes":814,"sha256":"ee91269e7dcc6759442592a86dfa7e417e2ccca3159941e2329adb718b37f3af"},"frontend/talker_tn/re_utils/re_phone_dash.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_phone_dash.py","bytes":1305,"sha256":"b88fb8163f280d8e8eedf201b59603637c89a07fbc92317ca895acf70ee8c163"},"frontend/talker_tn/re_utils/re_punc.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_punc.py","bytes":232,"sha256":"c5f2fe4b8241dc23cd5dc82020b8c89d7e17149c3c76335589078403fd19caf4"},"frontend/talker_tn/re_utils/re_serial.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_serial.py","bytes":1703,"sha256":"e9692f3858b57625e110cc0919691348860417d38f81cd26464e81b21ea0f17e"},"frontend/talker_tn/re_utils/re_sn.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_sn.py","bytes":1480,"sha256":"7a9c7467593a5f282cafc245440a9c40d9e752123f7ff0ffa4ea2203577e30e6"},"frontend/talker_tn/re_utils/re_time.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_time.py","bytes":3942,"sha256":"65c0d3a48347b7698ff18cb075f049d63cbef80e0a2e42d49e73dc7291eec7ab"},"frontend/talker_tn/re_utils/re_utils.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_utils.py","bytes":2648,"sha256":"7e60608a6c9836517080bdc04885348befbe79e1f442ffe53c69212b796a0c9e"},"frontend/talker_tn/re_utils/re_version.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/re_utils/re_version.py","bytes":912,"sha256":"e045a67a9381238b051fbf451c5bb3f6125afb60490dc7386f0433de355e1117"},"frontend/talker_tn/talker_pre_processor.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/talker_pre_processor.py","bytes":1746,"sha256":"19fc6dabcf51aae9646d28e83b8a3bfc3f3618e723f8754e0e28b4c3ff044aa2"},"frontend/talker_tn/talker_re.json":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/talker_re.json","bytes":14244,"sha256":"a34bc5334044d564ac16ec89652f77d9bb6b5fc89c89e82b7b33f55cc63efbff"},"frontend/talker_tn/talker_re.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/talker_re.py","bytes":6606,"sha256":"999cb876f6d5cb154f139bbbd2d254983cd8f4e085e8f44745dbf8a58ee03ee7"},"frontend/talker_tn/talker_tn.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/talker_tn.py","bytes":1909,"sha256":"1e8246c666f50203aa41b0296c333b9248b204f37db3bfc22f9308d8c491c678"},"frontend/talker_tn/token_parser.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/token_parser.py","bytes":4487,"sha256":"9ec4d8cee83e82ad876274c91e36bf1d79eda11557de0213400948f73f16bd65"},"frontend/talker_tn/zh_tn_tagger.fst":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/zh_tn_tagger.fst","bytes":2960982,"sha256":"8191a723f0e00a96fe8f9f74eb79d056facf98a95e07ef06d81f11d1db4b3b07"},"frontend/talker_tn/zh_tn_verbalizer.fst":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/talker_tn/zh_tn_verbalizer.fst","bytes":87702,"sha256":"8a0ead4c61217bad171a37e9bd659ef912dd3a749267a4b672008f25b510bdb4"},"frontend/text_segment_cut.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/text_segment_cut.py","bytes":15368,"sha256":"504f7e420731fe0a928e53fd012b3a6d156da0bd0f35e73a023af11c17a3ba20"},"frontend/toolkit.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/frontend/toolkit.py","bytes":10839,"sha256":"76b01ea60160e79c7bdb04157f1a7930cf223137d074ad6eff40865805e88ef8"},"infer.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/infer.py","bytes":4994,"sha256":"367ea2a106289687c95c59444bc2561b9b76baaad34c9774f9a5cdd67a376ae6"},"ming_tts.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/ming_tts.py","bytes":13677,"sha256":"08a07ba2ef7d379fcc21a91c3825cb08641f1755fd0e6037d35e5096f08263f3"},"modeling_bailingmm.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/modeling_bailingmm.py","bytes":23073,"sha256":"61f80e8fb7b82c40f48165e1a667a2812af29c67c44ee4cb24a5e8fcea7c3b7f"},"prompt_contract.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/prompt_contract.py","bytes":7707,"sha256":"c0062c06d49004c13daebdccf5effee5e6d2c0059779d4c8f9dd714944c9fb46"},"requirements.txt":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/requirements.txt","bytes":1212,"sha256":"3393b53cb5fd91729eb075451def83f139ded3dfe7e6cab543f1eadd0e9094da"},"spkemb_extractor.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/spkemb_extractor.py","bytes":1284,"sha256":"6e53a812fd9620d1e3c8a6d16c38fb63624c22743c518fd30189c4015e039a3d"},"tts_tasks.py":{"url":"https://raw.githubusercontent.com/inclusionAI/Ming-3.0-tts/e999c39fa676722aaa9ea29b5aa19a90525b271f/tts_tasks.py","bytes":9994,"sha256":"cd27e176dcc865ab9bf88bb7b7a226d89893e0fd4e6d2a23516b34f769a08b90"}}},"runtime":"Ming reference PyTorch 2.6.0 / Transformers 4.46.3; SDPA; no FlashAttention","precision":"RTX BF16 / Pi FP32","generation_policy":{"task":"IP","voices":{"0":"US_James","1":"US_Emma"},"language":"English preset voices only","seed":1895,"cfg":2.0,"sigma":0.25,"temperature":0.0,"max_decode_steps":1000,"raw_text":true,"text_normalization":false,"trim_silence":false,"reference_audio":null,"first_chunk":"Not available: native offline generation returns a complete utterance.","precision":"RTX BF16 reference; CPU FP32 conversion of the same released weights, explicitly separate backend."},"admission_status":"RTX validated; Pi compatibility pending","validation":{"status":"passed","cases":6,"whisper_wer":6.0606060606060606,"case_sha256":"69c317bdafae3d0cfa8d2f02e05c0af63e47c312eabf34c789d32dbcfd54a3c4","source_manifest_sha256":"7897c0f2b75520942111be04bd421c544556c4ab91551e33dae722d6b8178edc","synthesis_sha256":"92fed704a45cbf15a16322ecf27416eaed9605270424bfd93f72205cbee22336","whisper_sha256":"2607cc4fe85957a4b9f1dbce3eca4b84fca6133f46e271526c819da78a47df2c","at":"2026-10-19T16:02:52.278693+00:00"},"downloads":0,"checked_at":"2026-10-19T16:06:08.709208+00:00"},{"id":"supertonic-3","name":"Supertonic 3","task":"tts","maker":"Supertone","adapter":"supertonic","languages":["en","de"],"voices":[0,1],"voice_names":{"0":"M1","1":"F1"},"source_repo":"Supertone/supertonic-3","source_revision":"3cadd1ee6394adea1bd021217a0e650ede09a323","source_revision_basis":"Exact publisher ONNX checkpoint, verified LFS and Git hashes","parameters_b":0.099,"parameter_basis":"Publisher reports about 99M across public ONNX assets; approximate, not independently counted.","license":{"reported_checkpoint_license":"OpenRAIL-M","url":"https://huggingface.co/Supertone/supertonic-3/blob/3cadd1ee6394adea1bd021217a0e650ede09a323/LICENSE"},"base":"checkpoint","files":{"checkpoint/LICENSE":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/LICENSE","sha256":"0d944a9110fed9a9602d60e0423a272903e7bd21ab060490774efc77c2275e9f","bytes":15007},"checkpoint/config.json":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/config.json","sha256":"4099082b107a9d4029849ac76b89eca65e03732660969c2babe5bf308c7357f2","bytes":174},"checkpoint/onnx/duration_predictor.onnx":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/onnx/duration_predictor.onnx","sha256":"c3eb91414d5ff8a7a239b7fe9e34e7e2bf8a8140d8375ffb14718b1c639325db","bytes":3700147},"checkpoint/onnx/text_encoder.onnx":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/onnx/text_encoder.onnx","sha256":"c7befd5ea8c3119769e8a6c1486c4edc6a3bc8365c67621c881bbb774b9902ff","bytes":36416150},"checkpoint/onnx/tts.json":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/onnx/tts.json","sha256":"42078d3aef1cd43ab43021f3c54f47d2d75ceb4e75f627f118890128b06a0d09","bytes":8253},"checkpoint/onnx/unicode_indexer.json":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/onnx/unicode_indexer.json","sha256":"9bf7346e43883a81f8645c81224f786d43c5b57f3641f6e7671a7d6c493cb24f","bytes":277676},"checkpoint/onnx/vector_estimator.onnx":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/onnx/vector_estimator.onnx","sha256":"883ac868ea0275ef0e991524dc64f16b3c0376efd7c320af6b53f5b780d7c61c","bytes":256534781},"checkpoint/onnx/vocoder.onnx":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/onnx/vocoder.onnx","sha256":"085de76dd8e8d5836d6ca66826601f615939218f90e519f70ee8a36ed2a4c4ba","bytes":101424195},"checkpoint/voice_styles/F1.json":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/voice_styles/F1.json","sha256":"bbdec6ee00231c2c742ad05483df5334cab3b52fda3ba38e6a07059c4563dbc2","bytes":292046},"checkpoint/voice_styles/M1.json":{"url":"https://huggingface.co/Supertone/supertonic-3/resolve/3cadd1ee6394adea1bd021217a0e650ede09a323/voice_styles/M1.json","sha256":"e35604687f5d23694b8e91593a93eec0e4eca6c0b02bb8ed69139ab2ea6b0a5b","bytes":291748}},"runtime":"Supertonic SDK 1.3.1 / ONNX Runtime 1.31.0; CPU reference","precision":"FP32 ONNX","generation_policy":{"steps":8,"speed":1.0,"intra_threads":4,"inter_threads":1,"noise":"NumPy seed derived from seed 42, language, preset and complete input text; repeat-independent","chunking":"Publisher SDK defaults: 300 characters, 0.3s inter-chunk silence","output":"Complete returned waveform, no trimming, no supplied reference audio"},"supported_language_count":31,"admission_status":"Fixed M1/F1 preset reference; English and German only in this benchmark","benchmark_notes":["Four German tests failed because the supplied software rejects the opening quote „. They count as errors in the German score.","A separate four-case check succeeds with a plain quote. The Standard score keeps the original text."]},{"id":"pocket-tts-18m-2026-10","name":"Pocket TTS 18.2M","task":"tts","maker":"Kyutai","adapter":"pocket","languages":["en"],"voices":[0,1],"voice_names":{"0":"alba","1":"marius"},"source_repo":"kyutai/pocket-tts-without-voice-cloning","source_revision":"a3055dcb533cf2ec90458008a01e7cef550bae2a","source_url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_18m_2026-10","source_revision_basis":"Exact public preset-only checkpoint and publisher precomputed voice states; no gated checkpoint or cloned reference recording.","parameters_b":0.027923058,"parameter_basis":"Stored tensor count, including the unused encoder in the stock runtime; publisher active synthesis count recorded separately.","publisher_parameters_m":18.2,"active_parameters_b":0.0182,"variant":"english_18m_2026-10","base":".","files":{"model.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_18m_2026-10/model.safetensors","sha256":"7b04e5c9f99b2fd08e818635306141aa1754af67d53e1da16f7dcbcd6f48e532","bytes":111728528},"tokenizer.model":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_18m_2026-10/tokenizer.model","sha256":"d461765ae179566678c93091c5fa6f2984c31bbe990bf1aa62d92c64d91bc3f6","bytes":59339},"voices/alba.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_18m_2026-10/embeddings/alba.safetensors","sha256":"87e935203ba6a410acaa4f8c60f530052dfa9bd30242c2766535925dfce6646c","bytes":4163992},"voices/marius.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_18m_2026-10/embeddings/marius.safetensors","sha256":"90c6b515a2addfa22f433957a9566a147d678f4f237ae8613dc24781dda6c294","bytes":4163992},"publisher.yaml":{"url":"https://raw.githubusercontent.com/kyutai-labs/pocket-tts/9a1b48922deb44cd4a805fde279eb33b71c1a473/pocket_tts/config/english_18m_2026-10.yaml","sha256":"5651291540139021f5a60a1d3f1cf815b0dd756e18e00b61b0914d4c4f82ce09","bytes":2147}},"runtime":"pocket-tts-4.0.0","runtime_source_revision":"9a1b48922deb44cd4a805fde279eb33b71c1a473","precision":"FP32","generation_policy":{"precision":"FP32; no quantization or compilation","threads":4,"inter_threads":1,"sampler_decode_steps":1,"temperature":"Publisher config default, recorded separately for each model","eos":"Publisher config default; no output trimming","noise":"Torch seed derived from seed 42, preset and full text; independent of request order","voice":"Two publisher precomputed presets, alba and marius; state copied for every request","input":"Original complete text; publisher normalization and chunking only","timing":"Warm model; complete streaming iteration including state copy, text processing and waveform generation; WAV writes excluded","limits":{"max_audio_s":180,"request_timeout_s":300}},"generation_defaults":{"temperature":0.3,"eos_threshold":-1.0},"license":{"reported_checkpoint_license":"CC-BY-4.0","code_license":"MIT","voice_presets":["alba","marius"],"voice_source":"https://huggingface.co/kyutai/tts-voices","voice_policy":"Publisher bundled voice states only; no user-supplied reference audio."},"downloads":14006,"admission_status":"queued-native-test","benchmark_notes":["English, two fixed publisher voices. This test checks accurate wording and device speed; it does not rate voice similarity or naturalness.","18.2M is the publisher’s active synthesis size. The stock runtime also loads unused encoder weights; parameter charts count the full checkpoint."],"checked_at":"2026-10-20T15:35:32.929128+00:00"},{"id":"pocket-tts-7m-2026-10","name":"Pocket TTS 6.9M","task":"tts","maker":"Kyutai","adapter":"pocket","languages":["en"],"voices":[0,1],"voice_names":{"0":"alba","1":"marius"},"source_repo":"kyutai/pocket-tts-without-voice-cloning","source_revision":"a3055dcb533cf2ec90458008a01e7cef550bae2a","source_url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_7m_2026-10","source_revision_basis":"Exact public preset-only checkpoint and publisher precomputed voice states; no gated checkpoint or cloned reference recording.","parameters_b":0.016611666,"parameter_basis":"Stored tensor count, including the unused encoder in the stock runtime; publisher active synthesis count recorded separately.","publisher_parameters_m":6.9,"active_parameters_b":0.006900000000000001,"variant":"english_7m_2026-10","base":".","files":{"model.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_7m_2026-10/model.safetensors","sha256":"1fa785b8af3ca981d7324341050644d6e53d1cdca4e5f81cf01c063167a26574","bytes":66482920},"tokenizer.model":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_7m_2026-10/tokenizer.model","sha256":"d461765ae179566678c93091c5fa6f2984c31bbe990bf1aa62d92c64d91bc3f6","bytes":59339},"voices/alba.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_7m_2026-10/embeddings/alba.safetensors","sha256":"8307fe8dbff71c32002a1042ae9c698696d712c8a0c0429c120e56e0c0270bcc","bytes":1042832},"voices/marius.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_7m_2026-10/embeddings/marius.safetensors","sha256":"b173f85417727603cec723a4d7e83a93a5dfc7ab5fa462d25dac855a93ab0664","bytes":1042832},"publisher.yaml":{"url":"https://raw.githubusercontent.com/kyutai-labs/pocket-tts/9a1b48922deb44cd4a805fde279eb33b71c1a473/pocket_tts/config/english_7m_2026-10.yaml","sha256":"ba080fd803803ab7da63bbab3475a62f76a0dd026ad167eec7be30c2d7dae32b","bytes":2136}},"runtime":"pocket-tts-4.0.0","runtime_source_revision":"9a1b48922deb44cd4a805fde279eb33b71c1a473","precision":"FP32","generation_policy":{"precision":"FP32; no quantization or compilation","threads":4,"inter_threads":1,"sampler_decode_steps":1,"temperature":"Publisher config default, recorded separately for each model","eos":"Publisher config default; no output trimming","noise":"Torch seed derived from seed 42, preset and full text; independent of request order","voice":"Two publisher precomputed presets, alba and marius; state copied for every request","input":"Original complete text; publisher normalization and chunking only","timing":"Warm model; complete streaming iteration including state copy, text processing and waveform generation; WAV writes excluded","limits":{"max_audio_s":180,"request_timeout_s":300}},"generation_defaults":{"temperature":0.3,"eos_threshold":-1.0},"license":{"reported_checkpoint_license":"CC-BY-4.0","code_license":"MIT","voice_presets":["alba","marius"],"voice_source":"https://huggingface.co/kyutai/tts-voices","voice_policy":"Publisher bundled voice states only; no user-supplied reference audio."},"downloads":14006,"admission_status":"queued-native-test","benchmark_notes":["English, two fixed publisher voices. This test checks accurate wording and device speed; it does not rate voice similarity or naturalness.","6.9M is the publisher’s active synthesis size. The stock runtime also loads unused encoder weights; parameter charts count the full checkpoint."],"checked_at":"2026-10-20T15:35:33.013751+00:00"},{"id":"pocket-tts-2m-2026-10","name":"Pocket TTS 1.9M","task":"tts","maker":"Kyutai","adapter":"pocket","languages":["en"],"voices":[0,1],"voice_names":{"0":"alba","1":"marius"},"source_repo":"kyutai/pocket-tts-without-voice-cloning","source_revision":"a3055dcb533cf2ec90458008a01e7cef550bae2a","source_url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_2m_2026-10","source_revision_basis":"Exact public preset-only checkpoint and publisher precomputed voice states; no gated checkpoint or cloned reference recording.","parameters_b":0.011671934,"parameter_basis":"Stored tensor count, including the unused encoder in the stock runtime; publisher active synthesis count recorded separately.","publisher_parameters_m":1.9,"active_parameters_b":0.0019,"variant":"english_2m_2026-10","base":".","files":{"model.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_2m_2026-10/model.safetensors","sha256":"919455099932278fab2f299ef41a7421a605031cd6db8b19992c318cbdd0729d","bytes":46713080},"tokenizer.model":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_2m_2026-10/tokenizer.model","sha256":"d461765ae179566678c93091c5fa6f2984c31bbe990bf1aa62d92c64d91bc3f6","bytes":59339},"voices/alba.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_2m_2026-10/embeddings/alba.safetensors","sha256":"d255da4fe63e9501e19bedb9dddae8788d0ea080515c101e1f3e2ebdf68e3fea","bytes":522632},"voices/marius.safetensors":{"url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/resolve/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_2m_2026-10/embeddings/marius.safetensors","sha256":"f7a6a2c51670541b8b8c4b4d9ba26249118394d71c181d221679921694d7b74f","bytes":522632},"publisher.yaml":{"url":"https://raw.githubusercontent.com/kyutai-labs/pocket-tts/9a1b48922deb44cd4a805fde279eb33b71c1a473/pocket_tts/config/english_2m_2026-10.yaml","sha256":"9cf2a5e3416fde9abb351dfdf8d4766330ae3fd341f8e46a1229d2ba4ca91c96","bytes":2159}},"runtime":"pocket-tts-4.0.0","runtime_source_revision":"9a1b48922deb44cd4a805fde279eb33b71c1a473","precision":"FP32","generation_policy":{"precision":"FP32; no quantization or compilation","threads":4,"inter_threads":1,"sampler_decode_steps":1,"temperature":"Publisher config default, recorded separately for each model","eos":"Publisher config default; no output trimming","noise":"Torch seed derived from seed 42, preset and full text; independent of request order","voice":"Two publisher precomputed presets, alba and marius; state copied for every request","input":"Original complete text; publisher normalization and chunking only","timing":"Warm model; complete streaming iteration including state copy, text processing and waveform generation; WAV writes excluded","limits":{"max_audio_s":180,"request_timeout_s":300}},"generation_defaults":{"temperature":0.3,"eos_threshold":-1.0},"license":{"reported_checkpoint_license":"CC-BY-4.0","code_license":"MIT","voice_presets":["alba","marius"],"voice_source":"https://huggingface.co/kyutai/tts-voices","voice_policy":"Publisher bundled voice states only; no user-supplied reference audio."},"downloads":14006,"admission_status":"queued-native-test","benchmark_notes":["English, two fixed publisher voices. This test checks accurate wording and device speed; it does not rate voice similarity or naturalness.","1.9M is the publisher’s active synthesis size. The stock runtime also loads unused encoder weights; parameter charts count the full checkpoint."],"checked_at":"2026-10-20T15:35:33.119183+00:00"},{"id":"phonon-31m-en","name":"Phonon 31M English","task":"tts","maker":"Gradium","adapter":"phonon","languages":["en"],"supported_languages":["en"],"voices":[0,1],"voice_names":{"en":{"0":"Zoey","1":"Easton"}},"voice_revision":"0ee17205f254b5abc43b266c8a0f215565c352f7","source_repo":"gradium/phonon-31m-en","source_url":"https://huggingface.co/gradium/phonon-31m-en","source_revision":"52433c46975bfa13144c56204c9f4ee1c5b148aa","source_revision_basis":"Exact publisher checkpoint and preset voice revisions; publisher LFS or Git blob verification.","parameters_b":0.041096035,"parameter_basis":"Full publisher serialized tensor count including the audio decoder.","publisher_parameters_m":31,"base":".","files":{"config.json":{"url":"https://huggingface.co/gradium/phonon-31m-en/resolve/52433c46975bfa13144c56204c9f4ee1c5b148aa/config.json","sha256":"7062ea376e6b158543c8abec8e5af67df171c49ad70eb7e2a0fb25c16f265e06","bytes":2851},"tokenizer.json":{"url":"https://huggingface.co/gradium/phonon-31m-en/resolve/52433c46975bfa13144c56204c9f4ee1c5b148aa/tokenizer.json","sha256":"691a00068fa7b989f2f3e5ae5daa2d1a5bb319f2d5360deafcfb19a8bb6e7936","bytes":277967},"tokenizer.model":{"url":"https://huggingface.co/gradium/phonon-31m-en/resolve/52433c46975bfa13144c56204c9f4ee1c5b148aa/tokenizer.model","sha256":"82e4572006d64d483317074c22c368e87779640b6f3a9dcd07b7caae32b030ce","bytes":65045},"model.q8.gguf":{"url":"https://huggingface.co/gradium/phonon-31m-en/resolve/52433c46975bfa13144c56204c9f4ee1c5b148aa/model.q8.gguf","sha256":"a7d9aad2cd6dc66473f24a08bc6d2939030ef4d751ef82349361fbef3272dbae","bytes":64512352},"default-voice.safetensors":{"url":"https://huggingface.co/gradium/phonon-31m-en/resolve/52433c46975bfa13144c56204c9f4ee1c5b148aa/default-voice.safetensors","sha256":"f739e8c4c76ee7f92e7c94a82002748c8cd22e99582ac49f7b9b94cd63786e18","bytes":256136},"voices/Zoey.safetensors":{"url":"https://huggingface.co/gradium/phonon-voices/resolve/0ee17205f254b5abc43b266c8a0f215565c352f7/voices/NbpkqMVS3CJeq2j8.safetensors","sha256":"97c7f8c253413574406ab80dd23f49c3ebb2517163b00a9bf86b9c4cf43e7e23","bytes":256136},"voices/Easton.safetensors":{"url":"https://huggingface.co/gradium/phonon-voices/resolve/0ee17205f254b5abc43b266c8a0f215565c352f7/voices/LMDIYE0Oa377Qh6Z.safetensors","sha256":"45c582673cb20edb04ddcca2b5a8865ddfb0a82599efadb269021e87d20fbdd4","bytes":256136}},"runtime":"ptts 0.4.0 / publisher Rust CPU","precision":"Q8","generation_policy":{"precision":"Publisher Q8 GGUF, including the audio decoder","threads":4,"parallel":1,"temperature":0.3,"normalization":"Publisher default rewrites, with the known text language","sampling":"Seed 42 hashed with language, voice slot and complete text; independent requests","voice":"Two fixed publisher presets per tested language; no cloning or voice search","eos":"Checkpoint default; no manual trimming, retries or prompt changes","timing":"Warm model; text normalization and complete streaming generation included; WAV writes excluded","limits":{"max_audio_s":180,"request_timeout_s":300}},"license":{"reported_checkpoint_license":"apache-2.0","voice_license":"Apache-2.0","code_license":"MIT OR Apache-2.0"},"downloads":15,"admission_status":"queued-native-test","benchmark_notes":["Checks accurate wording, not voice naturalness. Two fixed publisher voices per tested language.","31M excludes the audio tokenizer. Parameter charts count all 41.1M stored parameters."],"checked_at":"2026-10-20T17:37:56.745505+00:00"},{"id":"phonon-40m-multilingual","name":"Phonon 40M Multilingual","task":"tts","maker":"Gradium","languages":["en","de"],"source_repo":"gradium/phonon-40m-multilingual","source_url":"https://huggingface.co/gradium/phonon-40m-multilingual","source_revision":"1267486cbcb55d2eaa61ba521c2ed8e4d22923c2","parameters_b":0.050539363,"license":{"reported_checkpoint_license":"cc-by-nc-4.0"},"admission_status":"waiting_for_access","benchmark_notes":["Accept the model terms on Hugging Face with the account used by this computer."],"voices":[0,1]},{"id":"underdog-bark-3-0","name":"Underdog Bark 3.0","maker":"Conway Research / Underdog","task":"stt","adapter":"bark","languages":["en"],"supported_languages":["en"],"voices":[0],"source_repo":"ConwayResearch/Underdog-Bark-3.0","source_url":"https://huggingface.co/ConwayResearch/Underdog-Bark-3.0","source_revision":"85db2ad18ab41e534a222ee253c29191d77ed919","source_revision_basis":"Exact publisher revision; model and loader verified against Hub Git/LFS hashes.","processor_repo":"nvidia/parakeet-tdt-0.6b-v3","processor_revision":"541d1f99c6b0c3cd0b11a95167540bb8edefd82b","parameters_b":0.627008134,"parameter_basis":"Parameter count from the stock Parakeet architecture configured by the official packed checkpoint, excluding buffers.","publisher_parameters_b":0.6,"base":".","files":{"model.bark":{"url":"https://huggingface.co/ConwayResearch/Underdog-Bark-3.0/resolve/85db2ad18ab41e534a222ee253c29191d77ed919/model.bark","sha256":"c18de9418d73cbeb80b8c1287b392d480a56e191ef4a81d1baaa1b02e66d92ed","bytes":163398645},"bark_loader.py":{"url":"https://huggingface.co/ConwayResearch/Underdog-Bark-3.0/resolve/85db2ad18ab41e534a222ee253c29191d77ed919/bark_loader.py","sha256":"e86b7f130bec1a8fa14dd315cfce95785b890dbd30000f6ceb2597fdd4312b02","bytes":5820},"NOTICE":{"url":"https://huggingface.co/ConwayResearch/Underdog-Bark-3.0/resolve/85db2ad18ab41e534a222ee253c29191d77ed919/NOTICE","sha256":"7760825e72004ccf97f7a8b63a75e2890105a7cae8ca875b70d4df78cff9abcd","bytes":603},"README.md":{"url":"https://huggingface.co/ConwayResearch/Underdog-Bark-3.0/resolve/85db2ad18ab41e534a222ee253c29191d77ed919/README.md","sha256":"7c6cd2bd3b9933098c9128c43923741b5841eedfe91b59c0755be5fd1c2e4e7e","bytes":12852},"processor/config.json":{"url":"https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3/resolve/541d1f99c6b0c3cd0b11a95167540bb8edefd82b/config.json","sha256":"e747b85e1bdfd300c8b8ac63bac8dd5221f8fe9bc275b48d06c735fcd6971b6e","bytes":1153},"processor/generation_config.json":{"url":"https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3/resolve/541d1f99c6b0c3cd0b11a95167540bb8edefd82b/generation_config.json","sha256":"b141de6ec6d7f982ece13f98f604e3fe1807ea9c0e839185d0ab7064604209d0","bytes":289},"processor/processor_config.json":{"url":"https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3/resolve/541d1f99c6b0c3cd0b11a95167540bb8edefd82b/processor_config.json","sha256":"8346a93a3b987fa1dec57a78f045cd0817d21786589a5a096b41a57a446fd1d7","bytes":392},"processor/tokenizer.json":{"url":"https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3/resolve/541d1f99c6b0c3cd0b11a95167540bb8edefd82b/tokenizer.json","sha256":"bd321b096832a3f270bd3b2a88823957920f1a5c5ada71114a26ea729d0cbe91","bytes":1159960},"processor/tokenizer_config.json":{"url":"https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3/resolve/541d1f99c6b0c3cd0b11a95167540bb8edefd82b/tokenizer_config.json","sha256":"0b2fe0037599ee335f0b972fa682bf0ece74e4ccfec755cb7daa3405d3d3e874","bytes":290}},"runtime":"PyTorch 2.8.0 / Transformers 5.19.0","precision":"Official compressed weights, decoded to FP32","generation_policy":{"weights":"Official model.bark; exact publisher entropy decoder, expanded to FP32","runtime":"PyTorch 2.8.0 / Transformers 5.19.0, stock ParakeetForTDT","input":"Entire mono recording; resample to 16 kHz if needed; prepend 0.25 seconds of silence","decoding":"Pinned NVIDIA generation configuration; greedy TDT; no transcript or prompt supplied","processor":"Pinned NVIDIA processor/tokenizer loaded once; no network during inference","threads":4,"seed":42,"batch_size":1,"memory":"Peak process RSS includes unpacking, loading and warmup; compressed file size is not working RAM"},"license":{"reported_checkpoint_license":"cc-by-4.0","url":"https://creativecommons.org/licenses/by/4.0/"},"downloads":9,"admission_status":"queued-native-test","checked_at":"2026-10-21T05:16:30.522349+00:00","benchmark_notes":["English-only tests. The 163 MB download expands into FP32 weights; RAM is measured separately.","Uses the publisher weight decoder and stock PyTorch. Apple MLX and Core ML speed claims are not Pi measurements."]},{"id":"fluid-speech-mini","name":"Fluid Speech Mini","maker":"FluidVoice","parameters_b":0.6,"license":{"reported_checkpoint_license":"CC BY 4.0"},"url":"https://huggingface.co/FluidVoice-Labs/fluid-speech-mini-onnx","precision":"Publisher mixed 2/4-bit ONNX; 4 threads, greedy reference decoder","task":"stt","adapter":"fluid","languages":["en"],"source_repo":"FluidVoice-Labs/fluid-speech-mini-onnx","source_url":"https://huggingface.co/FluidVoice-Labs/fluid-speech-mini-onnx"}],"results":[{"id":"7aa5ca2f46fb9f607b7a","model_id":"whisper-tiny","task":"stt","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"2ec339e01752f1de628d36008e25d67a3bc7b07659b7729494fd96656e408d28","recorded_at":"2026-10-19T12:58:14.584012+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":500,"valid":500,"processing_rtf":0.02872132305617746,"mean_task_s":0.24770015040013824,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":150,"valid":150,"processing_rtf":0.029511108969991352,"mean_task_s":0.21542516866655206,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":100,"valid":100,"processing_rtf":0.026344676579946196,"mean_task_s":0.25512184800019894,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-de":{"count":100,"valid":100,"processing_rtf":0.028427737935410164,"mean_task_s":0.3684064270001545,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":150,"valid":150,"processing_rtf":0.030628526269443294,"mean_task_s":0.1945564826670064,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"prediction":{"fleurs-de":{"score":32.58587786259542,"errors":683,"reference_words":2096,"count":100,"unique_texts":100,"invalid":0,"ci95":[29.11859713890171,36.08760577401692],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"fleurs-en":{"score":16.06407322654462,"errors":351,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[13.223508459483526,19.205607476635514],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":8.231707317073171,"errors":243,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[6.587473002159827,9.88056460369164],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":16.486486486486488,"errors":427,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[13.947368421052632,19.96630160067397],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"bb1f8fb5197860f127c4","model_id":"kokoro-82m-v1","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"54f804c1b29432d651882a8b2813f63db366f6d6919821d278adcc720f292a8d","recorded_at":"2026-10-19T13:00:09.969377+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":96,"valid":96,"processing_rtf":0.08792979009784849,"mean_task_s":0.6557663302082801,"median_first_chunk_s":0.4703354999983276,"input_words_per_s":34.40631054179596,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.08792979009784849,"mean_task_s":0.6557663302082801,"median_first_chunk_s":0.4703354999983276,"input_words_per_s":34.40631054179596,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":3.955841766329347,"errors":86,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[2.0692974013474497,5.909510618651893],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":2.6678932842686294,"errors":58,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[1.4563106796116505,3.9844509232264333],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"b67769005d290e3fddd7","model_id":"moonshine-tiny","task":"stt","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"a6dea7c43f81d1a70298e51d4a575d5fdf577ae75d83e0548b1518dc249a05bf","recorded_at":"2026-10-19T13:05:30.396822+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":400,"valid":400,"processing_rtf":0.04428591303457268,"mean_task_s":0.33393680625002164,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":150,"valid":150,"processing_rtf":0.04689410847948115,"mean_task_s":0.3423175740000928,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":100,"valid":100,"processing_rtf":0.03931140468812568,"mean_task_s":0.3806916429998091,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":150,"valid":150,"processing_rtf":0.04634445341199158,"mean_task_s":0.2943861473334255,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"prediction":{"fleurs-en":{"score":15.28604118993135,"errors":334,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[12.186379928315413,18.24448529411765],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":5.182926829268292,"errors":153,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[3.978494623655914,6.494413407821229],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":11.158301158301159,"errors":289,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[9.442379182156134,13.432220848784509],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"d427a5001b8c7fceae3d","model_id":"piper-lessac-medium","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"c853c77f91cf8bab55509b3c3cf696a34e6280847861d45ec604ad89fb0c6cd1","recorded_at":"2026-10-19T13:06:20.705746+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":48,"valid":48,"processing_rtf":0.02961177864756597,"mean_task_s":0.20498440416622543,"median_first_chunk_s":0.15917864999937592,"input_words_per_s":110.06934938183724,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":48,"valid":48,"processing_rtf":0.02961177864756597,"mean_task_s":0.20498440416622543,"median_first_chunk_s":0.15917864999937592,"input_words_per_s":110.06934938183724,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":6.071757129714811,"errors":66,"reference_words":1087,"count":48,"unique_texts":48,"invalid":0,"ci95":[3.723887375113533,8.508691674290942],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":3.5878564857405704,"errors":39,"reference_words":1087,"count":48,"unique_texts":48,"invalid":0,"ci95":[1.9927536231884058,5.519176800748363],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"480f397049b07932c071","model_id":"parakeet-tdt-0-6b-v3","task":"stt","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"425160eb26049e52a454dbce5556cb9b659ea6e80dbe26217a55cf02bba8b5c9","recorded_at":"2026-10-19T13:12:34.856096+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":500,"valid":500,"processing_rtf":0.051150475192975546,"mean_task_s":0.4411349844001525,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":150,"valid":150,"processing_rtf":0.05244885691487614,"mean_task_s":0.3828661219998321,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":100,"valid":100,"processing_rtf":0.0500657942999099,"mean_task_s":0.48483715200032745,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-de":{"count":100,"valid":100,"processing_rtf":0.049926498294680016,"mean_task_s":0.6470174620000761,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":150,"valid":150,"processing_rtf":0.052425549946538745,"mean_task_s":0.33301408333374033,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"prediction":{"fleurs-de":{"score":7.872137404580153,"errors":165,"reference_words":2096,"count":100,"unique_texts":100,"invalid":0,"ci95":[6.015733456732994,9.805873568939772],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"fleurs-en":{"score":9.290617848970252,"errors":203,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[7.317073170731708,11.49110807113543],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":2.676151761517615,"errors":79,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[1.9789734075448362,3.4794711203897006],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":4.2084942084942085,"errors":109,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[3.189149560117302,5.832693783576362],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"370794f583ce2cbc5aa3","model_id":"piper-thorsten-medium","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"c4cfa387dff89dd49a30baf0209442a4ab999b1713c06b66cc711441d8112f05","recorded_at":"2026-10-19T13:13:20.972022+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":48,"valid":48,"processing_rtf":0.022761837180634015,"mean_task_s":0.17873807916718457,"median_first_chunk_s":0.1381393500014383,"input_words_per_s":118.07314236003766,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-de":{"count":48,"valid":48,"processing_rtf":0.022761837180634015,"mean_task_s":0.17873807916718457,"median_first_chunk_s":0.1381393500014383,"input_words_per_s":118.07314236003766,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-de":{"score":12.848605577689243,"errors":129,"reference_words":1004,"count":48,"unique_texts":48,"invalid":0,"ci95":[9.435626102292769,16.81592039800995],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-de":{"score":6.673306772908367,"errors":67,"reference_words":1004,"count":48,"unique_texts":48,"invalid":0,"ci95":[4.065040650406504,10.447761194029852],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"644e6eee4409d6f9083c","model_id":"whisper-base","task":"stt","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"bc6052bd854b729d0ae5b9223c280916ce0397c18334a4d9c101a32f007c2b0a","recorded_at":"2026-10-19T13:18:03.027534+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":500,"valid":500,"processing_rtf":0.03548600124200971,"mean_task_s":0.3060404921999143,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":150,"valid":150,"processing_rtf":0.03703498655611114,"mean_task_s":0.2703479639998113,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":100,"valid":100,"processing_rtf":0.03305835594797708,"mean_task_s":0.3201371190002101,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-de":{"count":100,"valid":100,"processing_rtf":0.03459901083380025,"mean_task_s":0.44838242099955095,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":150,"valid":150,"processing_rtf":0.03737967034697985,"mean_task_s":0.23744065000006231,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"prediction":{"fleurs-de":{"score":19.65648854961832,"errors":412,"reference_words":2096,"count":100,"unique_texts":100,"invalid":0,"ci95":[16.699123661148978,22.61431411530815],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"fleurs-en":{"score":11.990846681922196,"errors":262,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[9.696691176470589,14.41731920773837],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":5.420054200542006,"errors":160,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[4.132769280833062,6.749740394600208],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":11.505791505791505,"errors":298,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[9.688073394495413,13.864886095836606],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"f28d9164b96ea50548fd","model_id":"kitten-nano-0-8","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"ef4b70d50beb2421b9e326b7b1b12e9f0f52763d50b87b5983529669bb52eb34","recorded_at":"2026-10-19T13:19:49.411179+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":96,"valid":96,"processing_rtf":0.05956294069141563,"mean_task_s":0.6676356250001542,"median_first_chunk_s":0.5109434499972849,"input_words_per_s":33.79463161510411,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":5.343591376651634e-06,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.05956294069141563,"mean_task_s":0.6676356250001542,"median_first_chunk_s":0.5109434499972849,"input_words_per_s":33.79463161510411,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":5.343591376651634e-06,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":4.001839926402944,"errors":87,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[2.2127659574468086,5.959963603275705],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":2.5758969641214353,"errors":56,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[1.429889298892989,4.033771106941838],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"d3465b8b9aabf84901d7","model_id":"moonshine-base","task":"stt","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"87b8217a0360224467d5264bb8e5f2e0cd970add14e1234441ca522103c78de1","recorded_at":"2026-10-19T13:25:19.737722+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":400,"valid":400,"processing_rtf":0.05876491654885013,"mean_task_s":0.4431153657496543,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":150,"valid":150,"processing_rtf":0.06128114657031114,"mean_task_s":0.44734006266633514,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":100,"valid":100,"processing_rtf":0.05178290510119553,"mean_task_s":0.5014656529999775,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":150,"valid":150,"processing_rtf":0.06296947125366145,"mean_task_s":0.399990477332758,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"prediction":{"fleurs-en":{"score":15.240274599542333,"errors":333,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[10.817084493964717,20.496022461394478],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":3.861788617886179,"errors":114,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[2.8729281767955803,4.935246762338117],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":7.413127413127413,"errors":192,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[6.067332593414724,9.009679821295608],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"1681b87dbaac8c720ee2","model_id":"kitten-micro-0-8","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"b12fc87232ef19721fb58b4005b5548f4735e3a2ff57f84c09ed4c13a06aca3c","recorded_at":"2026-10-19T13:31:09.381469+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":96,"valid":96,"processing_rtf":0.28841167664326267,"mean_task_s":3.0716529541668933,"median_first_chunk_s":2.467424949998531,"input_words_per_s":7.345393615965804,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":3.79001707871352e-06,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.28841167664326267,"mean_task_s":3.0716529541668933,"median_first_chunk_s":2.467424949998531,"input_words_per_s":7.345393615965804,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":3.79001707871352e-06,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":3.7718491260349585,"errors":82,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[2.1397379912663754,5.612722170252573],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":2.5758969641214353,"errors":56,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[1.4466546112115732,3.9868667917448404],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"4030b77596ae4101834b","model_id":"whisper-small","task":"stt","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"6863275353e505265932fcca91879b0c79046e658273b1dd0e9f4767f9af0d6d","recorded_at":"2026-10-19T13:38:11.062067+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":500,"valid":500,"processing_rtf":0.0612297540087454,"mean_task_s":0.5280613030000241,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":150,"valid":150,"processing_rtf":0.06404101135661841,"mean_task_s":0.46748652133353363,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":100,"valid":100,"processing_rtf":0.05399047552667171,"mean_task_s":0.5228437650002888,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-de":{"count":100,"valid":100,"processing_rtf":0.0587193867771606,"mean_task_s":0.7609680209999351,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":150,"valid":150,"processing_rtf":0.06877111595050438,"mean_task_s":0.43684329799973054,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"prediction":{"fleurs-de":{"score":10.877862595419847,"errors":228,"reference_words":2096,"count":100,"unique_texts":100,"invalid":0,"ci95":[8.628211342704798,13.16931982633864],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"fleurs-en":{"score":8.466819221967963,"errors":185,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[6.766575840145323,10.49856184084372],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":3.3536585365853657,"errors":99,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[2.489768076398363,4.241741741741742],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":6.94980694980695,"errors":180,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[5.569620253164557,8.880778588807786],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"79140a1bec9fe05aca31","model_id":"kitten-mini-0-8","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"a09964dbd89cc9510583ee861120641e1d38df9328fb4b3e3983db9491095dd2","recorded_at":"2026-10-19T13:46:34.781111+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":96,"valid":96,"processing_rtf":0.49733473776897863,"mean_task_s":4.683568298958941,"median_first_chunk_s":3.8420895999988716,"input_words_per_s":4.817373967838831,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":2.304408490141418e-07,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.49733473776897863,"mean_task_s":4.683568298958941,"median_first_chunk_s":3.8420895999988716,"input_words_per_s":4.817373967838831,"peak_memory_mib":0.0,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":2.304408490141418e-07,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":4.231830726770929,"errors":92,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[2.314410480349345,6.483126110124334],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":2.8518859245630175,"errors":62,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[1.608187134502924,4.441117764471058],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"60cadeada1a26ecc3604","model_id":"whisper-tiny","task":"stt","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"24e3a3d570e6478cacc2f4086150d528dcda6b5f2cd472dcd68ddf7d981b0952","recorded_at":"2026-10-19T22:11:14.875370+00:00","is_mock":false,"provider":"CPU","metrics":{"count":36,"valid":36,"processing_rtf":0.1819790564059623,"mean_task_s":1.581398000167812,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":963.03125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":9,"valid":9,"processing_rtf":0.20307658004359155,"mean_task_s":1.2482440453346095,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":963.03125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":9,"valid":9,"processing_rtf":0.19427485818045814,"mean_task_s":2.0398860108948105,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":963.03125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":9,"valid":9,"processing_rtf":0.17700517219081455,"mean_task_s":1.071471308995064,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":963.03125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-de":{"count":9,"valid":9,"processing_rtf":0.1630174656257682,"mean_task_s":1.9659906354467642,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":963.03125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"055c869b7ce79bc3fa05","model_id":"kokoro-82m-v1","task":"tts","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"b84e946f2ba51726ab78e3a0c56ec74df2e5b4a698fa779f891e376b4e7e2a79","recorded_at":"2026-10-19T22:15:35.298536+00:00","is_mock":false,"provider":"CPU","metrics":{"count":18,"valid":18,"processing_rtf":1.0114763644061238,"mean_task_s":7.093584422940491,"median_first_chunk_s":5.23321740499523,"input_words_per_s":3.1013939763446667,"peak_memory_mib":830.203125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":18,"valid":18,"processing_rtf":1.0114763644061238,"mean_task_s":7.093584422940491,"median_first_chunk_s":5.23321740499523,"input_words_per_s":3.1013939763446667,"peak_memory_mib":830.203125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"c23cd57511471bcca0af","model_id":"moonshine-tiny","task":"stt","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"60094c0a5702361ecb8faea4ea3ce9e5337a6dfa6314636d82a8c85166ed76bd","recorded_at":"2026-10-19T22:16:47.931445+00:00","is_mock":false,"provider":"CPU","metrics":{"count":27,"valid":27,"processing_rtf":0.0545543495989204,"mean_task_s":0.41279457863183106,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":332.21875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":9,"valid":9,"processing_rtf":0.054529100452782586,"mean_task_s":0.33517220411643694,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":332.21875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":9,"valid":9,"processing_rtf":0.05787672296292075,"mean_task_s":0.6077055911106678,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":332.21875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":9,"valid":9,"processing_rtf":0.048817060683103805,"mean_task_s":0.29550594066838837,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":332.21875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"5d3e6c8369ee5527566b","model_id":"piper-lessac-medium","task":"tts","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"cdd405698d978fe774420c7b327850d640b5a50bcbe83e627cf3416f2e70cf05","recorded_at":"2026-10-19T22:17:46.684874+00:00","is_mock":false,"provider":"CPU","metrics":{"count":9,"valid":9,"processing_rtf":0.12324952965127195,"mean_task_s":0.7958292619991375,"median_first_chunk_s":0.5541045590071008,"input_words_per_s":27.644120479731548,"peak_memory_mib":358.78125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":9,"valid":9,"processing_rtf":0.12324952965127195,"mean_task_s":0.7958292619991375,"median_first_chunk_s":0.5541045590071008,"input_words_per_s":27.644120479731548,"peak_memory_mib":358.78125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"0090b7cf21d7a56e8478","model_id":"parakeet-tdt-0-6b-v3","task":"stt","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"7fd8c727106920cabe1c708c6d079bd7b62a372d0ff51598720c27b4d00b6db1","recorded_at":"2026-10-19T22:21:59.080707+00:00","is_mock":false,"provider":"CPU","metrics":{"count":36,"valid":36,"processing_rtf":0.11360612017340074,"mean_task_s":0.9872371843068524,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2271.28125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":9,"valid":9,"processing_rtf":0.1135317148950393,"mean_task_s":0.6978416075548416,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2271.28125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":9,"valid":9,"processing_rtf":0.1136552449950219,"mean_task_s":1.19338007244773,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2271.28125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":9,"valid":9,"processing_rtf":0.10907242090677877,"mean_task_s":0.6602517212223675,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2271.28125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-de":{"count":9,"valid":9,"processing_rtf":0.11587689353254317,"mean_task_s":1.3974753360024705,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2271.28125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"24eb27fb7ce2c4cefed6","model_id":"piper-thorsten-medium","task":"tts","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"b397d5031cb040860db944702aa3f923644689d110e767a17f38c076a277791f","recorded_at":"2026-10-19T22:23:01.218406+00:00","is_mock":false,"provider":"CPU","metrics":{"count":9,"valid":9,"processing_rtf":0.12533856013406067,"mean_task_s":1.1394225655531045,"median_first_chunk_s":1.059224485012237,"input_words_per_s":21.355846433953428,"peak_memory_mib":454.5625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-de":{"count":9,"valid":9,"processing_rtf":0.12533856013406067,"mean_task_s":1.1394225655531045,"median_first_chunk_s":1.059224485012237,"input_words_per_s":21.355846433953428,"peak_memory_mib":454.5625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"b9744c128befdab59ca8","model_id":"whisper-base","task":"stt","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"33cf7dc6278a1b84375a86940b186ed6379f563a8e893bc7cb22ec44cc53b0e8","recorded_at":"2026-10-19T22:26:44.495610+00:00","is_mock":false,"provider":"CPU","metrics":{"count":36,"valid":36,"processing_rtf":0.34496384411814546,"mean_task_s":2.997735805386684,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":1516.4375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":9,"valid":9,"processing_rtf":0.38694573759827516,"mean_task_s":2.378426467104065,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":1516.4375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":9,"valid":9,"processing_rtf":0.36429085730138927,"mean_task_s":3.8250540016645878,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":1516.4375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":9,"valid":9,"processing_rtf":0.34310618592106507,"mean_task_s":2.0769361121088474,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":1516.4375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-de":{"count":9,"valid":9,"processing_rtf":0.30767219242696814,"mean_task_s":3.7105266406692357,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":1516.4375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"9820616a1865f2fbed32","model_id":"kitten-nano-0-8","task":"tts","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"ab51c3ea33c1b5076574a82643a4e1e4536a3d2d3ccd9efa8ad6e8652b7c3935","recorded_at":"2026-10-19T22:28:19.720897+00:00","is_mock":false,"provider":"CPU","metrics":{"count":18,"valid":18,"processing_rtf":0.2413607721628822,"mean_task_s":2.4508270053306154,"median_first_chunk_s":1.8317202039906988,"input_words_per_s":8.976561769618746,"peak_memory_mib":314.890625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":9.118644276443556e-07,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":18,"valid":18,"processing_rtf":0.2413607721628822,"mean_task_s":2.4508270053306154,"median_first_chunk_s":1.8317202039906988,"input_words_per_s":8.976561769618746,"peak_memory_mib":314.890625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":9.118644276443556e-07,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"34dbfa9c5dfa53474660","model_id":"moonshine-base","task":"stt","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"d294d81b5ac856a374ec6c5d4a537b4deab18e86218c612efabe26be05f52d32","recorded_at":"2026-10-19T22:30:22.913645+00:00","is_mock":false,"provider":"CPU","metrics":{"count":27,"valid":27,"processing_rtf":0.09932954875676314,"mean_task_s":0.7515935855928412,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":551.921875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":9,"valid":9,"processing_rtf":0.0968108931313286,"mean_task_s":0.5950642897805665,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":551.921875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":9,"valid":9,"processing_rtf":0.108490590073868,"mean_task_s":1.139151195775614,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":551.921875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":9,"valid":9,"processing_rtf":0.08599646551029895,"mean_task_s":0.5205652712223431,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":551.921875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"88e9af132db2571f8d72","model_id":"kitten-micro-0-8","task":"tts","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"cf82e40766543aeb8e057e44363dfbfb9c801ae5402b967d19c34e5629c0eaa8","recorded_at":"2026-10-19T22:32:43.868272+00:00","is_mock":false,"provider":"CPU","metrics":{"count":18,"valid":18,"processing_rtf":0.5410405579118953,"mean_task_s":5.235282523164642,"median_first_chunk_s":3.7956313114846125,"input_words_per_s":4.202256497649598,"peak_memory_mib":333.953125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":1.1961233164863351e-06,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":18,"valid":18,"processing_rtf":0.5410405579118953,"mean_task_s":5.235282523164642,"median_first_chunk_s":3.7956313114846125,"input_words_per_s":4.202256497649598,"peak_memory_mib":333.953125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":1.1961233164863351e-06,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"d391a97b14053f7f8c0e","model_id":"whisper-small","task":"stt","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"85c90eb8a14a5527d01876bdb0d743b430b128fb96803242a14da15f72ee866d","recorded_at":"2026-10-19T22:44:35.836538+00:00","is_mock":false,"provider":"CPU","metrics":{"count":36,"valid":36,"processing_rtf":1.2328702931884383,"mean_task_s":10.713642847807527,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":3766.71875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":9,"valid":9,"processing_rtf":1.3511206782362142,"mean_task_s":8.304888435558597,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":3766.71875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":9,"valid":9,"processing_rtf":1.2633258875347946,"mean_task_s":13.264921819115342,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":3766.71875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":9,"valid":9,"processing_rtf":1.151156036159989,"mean_task_s":6.968331205555135,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":3766.71875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-de":{"count":9,"valid":9,"processing_rtf":1.1871003259536517,"mean_task_s":14.31642993100104,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":3766.71875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"ca3a842390dae2325151","model_id":"kitten-mini-0-8","task":"tts","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"89a776fefdf9a04778d7828eae2aecce8810e8dc7f91a13d70bf8df4eb06855e","recorded_at":"2026-10-19T22:48:18.222165+00:00","is_mock":false,"provider":"CPU","metrics":{"count":18,"valid":18,"processing_rtf":1.0799397932412342,"mean_task_s":9.270008196053418,"median_first_chunk_s":6.861648464997415,"input_words_per_s":2.373244935141072,"peak_memory_mib":509.625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":18,"valid":18,"processing_rtf":1.0799397932412342,"mean_task_s":9.270008196053418,"median_first_chunk_s":6.861648464997415,"input_words_per_s":2.373244935141072,"peak_memory_mib":509.625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"e01e414bc5520b69fc98","model_id":"ming-3-0-tts-0-5b","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"9abda432eb40c8526458d6804e5ac49a42c5973ee904f2e764cb9dbee9151e88","recorded_at":"2026-10-19T17:44:07.692821+00:00","is_mock":false,"provider":"CUDA + CPU operators","metrics":{"count":96,"valid":96,"processing_rtf":1.5989668193152704,"mean_task_s":11.889650773958465,"median_first_chunk_s":null,"input_words_per_s":1.8976587646643035,"peak_memory_mib":3490.37890625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":1.5989668193152704,"mean_task_s":11.889650773958465,"median_first_chunk_s":null,"input_words_per_s":1.8976587646643035,"peak_memory_mib":3490.37890625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":4.047838086476541,"errors":88,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[2.4864376130198913,5.872042068361087],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":2.8518859245630175,"errors":62,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[1.6493055555555556,4.166666666666667],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"f15e2da5dc8cec9f7663","model_id":"ming-3-0-tts-0-5b","task":"tts","role":"performance","device_id":"pi5-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"5662432ef791e67a5888f93eeeb07d0feb3a31f0605703eacf33f5cbd9346891","recorded_at":"2026-10-20T22:34:57.146924+00:00","is_mock":false,"provider":"CPU","metrics":{"count":18,"valid":18,"processing_rtf":50.07756469499401,"mean_task_s":367.903175292556,"median_first_chunk_s":null,"input_words_per_s":0.05979834227444662,"peak_memory_mib":8079.546875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":18,"valid":18,"processing_rtf":50.07756469499401,"mean_task_s":367.903175292556,"median_first_chunk_s":null,"input_words_per_s":0.05979834227444662,"peak_memory_mib":8079.546875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"9b8ae3fcb75473a98b3b","model_id":"supertonic-3","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"b94c18c21b84e2ddc2ce2e6d11b491fb482e8fe477ccc90da01b879997754a05","recorded_at":"2026-10-20T09:41:39.111392+00:00","is_mock":false,"provider":"Publisher CPU ONNX reference; separate transcription judges","metrics":{"count":192,"valid":188,"processing_rtf":null,"mean_task_s":null,"median_first_chunk_s":null,"input_words_per_s":null,"peak_memory_mib":679.1875,"invalid":4,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-de":{"count":96,"valid":92,"processing_rtf":null,"mean_task_s":null,"median_first_chunk_s":null,"input_words_per_s":null,"peak_memory_mib":679.1875,"invalid":4,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.19238847023709968,"mean_task_s":1.8058864406255755,"median_first_chunk_s":null,"input_words_per_s":12.493864227799476,"peak_memory_mib":679.1875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-de":{"score":11.802788844621514,"errors":237,"reference_words":2008,"count":96,"unique_texts":48,"invalid":4,"ci95":[5.182072829131653,21.228448275862068],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"fleurs-en":{"score":4.277828886844526,"errors":93,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[2.3373052245646195,6.467013888888889],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-de":{"score":9.860557768924302,"errors":198,"reference_words":2008,"count":96,"unique_texts":48,"invalid":4,"ci95":[3.202676864244742,18.847209515096065],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"fleurs-en":{"score":3.1738730450781967,"errors":69,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[1.9268774703557312,4.550050556117291],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"1aa1c0756eb92344635d","model_id":"pocket-tts-18m-2026-10","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"be5f6dba3f252772b1726126e1eb475ea2b86ddc0782b867257a9cd423bbb0cb","recorded_at":"2026-10-20T15:39:36.093466+00:00","is_mock":false,"provider":"Publisher CPU PyTorch FP32; separate transcription judges","metrics":{"count":96,"valid":96,"processing_rtf":0.15355431136081715,"mean_task_s":1.0531266520829377,"median_first_chunk_s":0.04028895001101773,"input_words_per_s":21.424298734985502,"peak_memory_mib":919.1796875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.15355431136081715,"mean_task_s":1.0531266520829377,"median_first_chunk_s":0.04028895001101773,"input_words_per_s":21.424298734985502,"peak_memory_mib":919.1796875,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":8.831646734130635,"errors":192,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[5.916030534351145,12.407749077490775],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":5.979760809567617,"errors":130,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[3.9906103286384975,8.4],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"be3b11b8e37b0ca828db","model_id":"pocket-tts-7m-2026-10","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"3318631e9f41e8c0efd2d286bcb7939d31acb06170997c4bbda3a477c08053ab","recorded_at":"2026-10-20T15:44:32.010658+00:00","is_mock":false,"provider":"Publisher CPU PyTorch FP32; separate transcription judges","metrics":{"count":96,"valid":96,"processing_rtf":0.11525139382498013,"mean_task_s":0.8080083135412982,"median_first_chunk_s":0.033294449996901676,"input_words_per_s":27.92359883169297,"peak_memory_mib":770.96484375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.11525139382498013,"mean_task_s":0.8080083135412982,"median_first_chunk_s":0.033294449996901676,"input_words_per_s":27.92359883169297,"peak_memory_mib":770.96484375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":8.049678012879484,"errors":175,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[5.446808510638298,10.76530612244898],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":5.427782888684453,"errors":118,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[3.2732447817836814,7.832422586520948],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"4723add9fa77806d0d02","model_id":"pocket-tts-2m-2026-10","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"e3d026d38b3f7bc4ace4b57d32cfc4203bcd22502e5dcb452315ccad96acbdc1","recorded_at":"2026-10-20T15:49:00.955472+00:00","is_mock":false,"provider":"Publisher CPU PyTorch FP32; separate transcription judges","metrics":{"count":96,"valid":96,"processing_rtf":0.10315297986986055,"mean_task_s":0.7078013635403598,"median_first_chunk_s":0.021462499993504025,"input_words_per_s":31.876881229988555,"peak_memory_mib":646.27734375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.10315297986986055,"mean_task_s":0.7078013635403598,"median_first_chunk_s":0.021462499993504025,"input_words_per_s":31.876881229988555,"peak_memory_mib":646.27734375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":12.511499540018399,"errors":272,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[9.444444444444445,15.672306322350845],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":6.945722171113156,"errors":151,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[5.198487712665407,8.823529411764707],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"0e8a1d6d89b1e3a3dfad","model_id":"phonon-31m-en","task":"tts","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"7d59b918029346d3c6add82ce9277f020475da9028e213ccbd077b96bc316672","recorded_at":"2026-10-20T17:40:45.649298+00:00","is_mock":false,"provider":"Publisher Rust CPU Q8 runtime; separate transcription judges","metrics":{"count":96,"valid":96,"processing_rtf":0.08640585147410232,"mean_task_s":0.6450196812541739,"median_first_chunk_s":0.02355600000009872,"input_words_per_s":34.97955280392307,"peak_memory_mib":443.578125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":96,"valid":96,"processing_rtf":0.08640585147410232,"mean_task_s":0.6450196812541739,"median_first_chunk_s":0.02355600000009872,"input_words_per_s":34.97955280392307,"peak_memory_mib":443.578125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"whisper":{"fleurs-en":{"score":4.507819687212511,"errors":98,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[2.6595744680851063,6.712962962962963],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}},"qwen":{"fleurs-en":{"score":2.5298988040478383,"errors":55,"reference_words":2174,"count":96,"unique_texts":48,"invalid":0,"ci95":[1.497797356828194,3.627450980392157],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"5bc6157b7c26217dcc4b","model_id":"underdog-bark-3-0","task":"stt","role":"capability","device_id":"rtx4060ti-16gb","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"63b78ca39f23dec22db3cdc447f7861cc9c6bda853d630b31f1569dc6610f3be","recorded_at":"2026-10-21T06:19:50.895925+00:00","is_mock":false,"provider":"Publisher decoded weights; stock PyTorch CUDA FP32","metrics":{"count":400,"valid":400,"processing_rtf":0.015483879376055505,"mean_task_s":0.11675580049944984,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2916.265625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-other":{"count":150,"valid":150,"processing_rtf":0.01665033867877728,"mean_task_s":0.10576517133275047,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2916.265625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-clean":{"count":150,"valid":150,"processing_rtf":0.016021735757675886,"mean_task_s":0.11695545333243595,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2916.265625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":100,"valid":100,"processing_rtf":0.013728032321356845,"mean_task_s":0.13294226500001968,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":2916.265625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}},"scores":{"prediction":{"fleurs-en":{"score":7.459954233409611,"errors":163,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[5.752808988764045,9.544159544159545],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":2.710027100271003,"errors":80,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[1.9350606756313546,3.5675282125955587],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":4.517374517374518,"errors":117,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[3.523884103367267,6.2707488011803765],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"3a045e647b24692009db1254","model_id":"fluid-speech-mini","protocol":"edge-fluid-speech-v1","role":"capability","device_id":"rtx4060ti-16gb","recorded_at":"2026-10-20T08:48:49.858755+00:00","is_mock":false,"metrics":{"count":400,"valid":400,"processing_rtf":0.01289099569700846,"mean_task_s":0.0972042267499637,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":1029.9765625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-en":{"count":100,"valid":100,"invalid":0,"processing_rtf":0.011298742668243211,"mean_task_s":0.10941702399926725,"peak_memory_mib":1025.796875},"librispeech-clean":{"count":150,"valid":150,"invalid":0,"processing_rtf":0.014364087596559546,"mean_task_s":0.10485495466729237,"peak_memory_mib":1026.921875},"librispeech-other":{"count":150,"valid":150,"invalid":0,"processing_rtf":0.012816423983506749,"mean_task_s":0.081411633999766,"peak_memory_mib":1029.9765625}}},"providers":{"encoder":["CUDAExecutionProvider","CPUExecutionProvider"],"frontend":["CUDAExecutionProvider","CPUExecutionProvider"],"decoder":["CPUExecutionProvider"],"joint":["CPUExecutionProvider"]},"scores":{"prediction":{"fleurs-en":{"score":6.315789473684211,"errors":138,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[4.845814977973569,8.217993079584774],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":2.5067750677506777,"errors":74,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[1.6918646508279338,3.4274833386226593],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":3.5135135135135136,"errors":91,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[2.6324904745410462,4.8480184686417855],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}},"suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"3a045e647b24692009db1254","task":"stt","provider":"Publisher ONNX reference"},{"id":"8acbe2ce8a584271458b280b","model_id":"fluid-speech-mini","protocol":"edge-fluid-speech-v1","role":"performance","device_id":"pi5-16gb","recorded_at":"2026-10-21T06:53:21.289873+00:00","is_mock":false,"metrics":{"count":27,"valid":27,"processing_rtf":0.32284259615280003,"mean_task_s":2.4428423108895205,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":479.625,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"librispeech-clean":{"count":9,"valid":9,"invalid":0,"processing_rtf":0.3469713062359578,"mean_task_s":2.132716962330354,"peak_memory_mib":479.609375},"librispeech-other":{"count":9,"valid":9,"invalid":0,"processing_rtf":0.3502727243768102,"mean_task_s":2.120317558227624,"peak_memory_mib":479.609375},"fleurs-en":{"count":9,"valid":9,"invalid":0,"processing_rtf":0.292904039248627,"mean_task_s":3.0754924121105836,"peak_memory_mib":479.625}}},"providers":{"encoder":["CPUExecutionProvider"],"frontend":["CPUExecutionProvider"],"decoder":["CPUExecutionProvider"],"joint":["CPUExecutionProvider"]},"scores":null,"suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"8acbe2ce8a584271458b280b","task":"stt","provider":"Publisher ONNX reference"}],"samples":[{"model_id":"kokoro-82m-v1","sid":3,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/kokoro-82m-v1-3-en.wav","sha256":"8e3136445686e0112cc02dfcd97dc4201f96833179105cd2f8e3803e1bed16bb"},{"model_id":"kokoro-82m-v1","sid":11,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/kokoro-82m-v1-11-en.wav","sha256":"aac3bb66ecd403dc996fc9110285d02054a7daf323b41911f2d0d989ce577df1"},{"model_id":"piper-lessac-medium","sid":0,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/piper-lessac-medium-0-en.wav","sha256":"aafc9dcf91545a8ef61ec6e94a21c9678be5a6a21edfd97384bd1020e29b1363"},{"model_id":"piper-thorsten-medium","sid":0,"language":"de","text":"Casablanca ist einer der uninteressantesten Orte zum Shoppen in ganz Marokko.","path":"speech-samples/piper-thorsten-medium-0-de.wav","sha256":"7e0f6cb9ca28cff95d7707e241e069b94b1f6fb3f045b34839836fbf7f8b3571"},{"model_id":"kitten-nano-0-8","sid":0,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/kitten-nano-0-8-0-en.wav","sha256":"b43ca2419e5d5bf4c1f26795e6cf35f423fd54162fe88643f275311d67b57e57"},{"model_id":"kitten-nano-0-8","sid":1,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/kitten-nano-0-8-1-en.wav","sha256":"4ea2f157193cc783539087c6bd3cd33a50c758d7acbc615d37b0462bb54c6564"},{"model_id":"kitten-micro-0-8","sid":0,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/kitten-micro-0-8-0-en.wav","sha256":"ffab1a877bbd93740bae3e250824ee1d4ea678c6e6f32c14d69afc4303c37f6e"},{"model_id":"kitten-micro-0-8","sid":1,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/kitten-micro-0-8-1-en.wav","sha256":"9afa9d917e32faddae39c7280d5984e6d990689d90deb8b929f049422f66330a"},{"model_id":"kitten-mini-0-8","sid":0,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/kitten-mini-0-8-0-en.wav","sha256":"32f3bdda5d6a0bf7adc849fc88938f5ba92e2c3de1b13f8862e65880bb6d62ec"},{"model_id":"kitten-mini-0-8","sid":1,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/kitten-mini-0-8-1-en.wav","sha256":"8391f5f27d3dc42ac2173f11aabadf6b906b6f81297ca2bbe367d1ede367a332"},{"model_id":"ming-3-0-tts-0-5b","sid":0,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/ming-3-0-tts-0-5b-0-en.wav","sha256":"17bcab0fbaaef15fde42efee8f1f31bbf8470dc9f0345f59ffd27b9108ec2f71"},{"model_id":"ming-3-0-tts-0-5b","sid":1,"language":"en","text":"It has brought us the train, the car, and many other transportation devices.","path":"speech-samples/ming-3-0-tts-0-5b-1-en.wav","sha256":"7c1504b525dc92ad20c5c3d9fb2b7539ee1e0e6047d8cba14e533f657f568518"},{"model_id":"supertonic-3","sid":0,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/supertonic3-en-0.wav","sha256":"e43488ddfd647d1a8dc7675fdc36dc3301a9ac749fe88b21bee0119e7cb5d3e4"},{"model_id":"supertonic-3","sid":1,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/supertonic3-en-1.wav","sha256":"faa509edfd07b66b2fe78faf0a568a90cb68748b99bc433c9e0c1c6cdae8b43c"},{"model_id":"supertonic-3","sid":0,"language":"de","text":"Es kann sich auch lohnen, eine Wild Card zu kaufen, die Zutritt entweder zu ausgewählten Parks in Südafrika oder zu allen südafrikanischen Nationalparks gewährt.","path":"speech-samples/supertonic3-de-0.wav","sha256":"a3077185bd8adddabb76339319c3c7615591081177342d6d866ce9309f8d50d4"},{"model_id":"supertonic-3","sid":1,"language":"de","text":"Es kann sich auch lohnen, eine Wild Card zu kaufen, die Zutritt entweder zu ausgewählten Parks in Südafrika oder zu allen südafrikanischen Nationalparks gewährt.","path":"speech-samples/supertonic3-de-1.wav","sha256":"a9e5f0daa70c87169543238aca656ad15f90cd36fd0a2b4265db73712ce30132"},{"model_id":"pocket-tts-18m-2026-10","sid":0,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/pocket-tts-18m-2026-10-0-en.wav","sha256":"ede9dfafc25d846f45f01fb5555fb9139a99c85ad2d81f15057fe99abec50175"},{"model_id":"pocket-tts-18m-2026-10","sid":1,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/pocket-tts-18m-2026-10-1-en.wav","sha256":"89c68795bab57999c723cc7a51901d6b3bd5002e7395c0fcd9bf259ffb3257e2"},{"model_id":"pocket-tts-7m-2026-10","sid":0,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/pocket-tts-7m-2026-10-0-en.wav","sha256":"25382c93a41bf8e5d8096de4cb86c68ea43ed82a65c686077223ad41e914bb15"},{"model_id":"pocket-tts-7m-2026-10","sid":1,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/pocket-tts-7m-2026-10-1-en.wav","sha256":"035e91ab39af46ca6a5fa129e180767f44cdc3307f910cb3d32ced7f91e4a7a7"},{"model_id":"pocket-tts-2m-2026-10","sid":0,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/pocket-tts-2m-2026-10-0-en.wav","sha256":"086948fbd092f9f46b8d447c76cfdf01fecd2e731db53f2fa52b5e553ecb13a5"},{"model_id":"pocket-tts-2m-2026-10","sid":1,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/pocket-tts-2m-2026-10-1-en.wav","sha256":"49e096e7c39bf3d89815fc8c53fb7935d0973fa65ec49b9aea960a646620a342"},{"model_id":"phonon-31m-en","sid":0,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/phonon-31m-en-0-en.wav","sha256":"58a4389b77f14b6fb335e005cd13794ec7e7f82d232d80036d33686fe8282eee"},{"model_id":"phonon-31m-en","sid":1,"language":"en","text":"Romanticism had a large element of cultural determinism, drawn from writers such as Goethe, Fichte, and Schlegel.","path":"speech-samples/phonon-31m-en-1-en.wav","sha256":"2d121ba0254df06655e59a19202a881945e48c9f056b0676654233c7dd4a91ae"}],"catalog":{"checked_at":"2026-10-21T10:42:10.415611+00:00","entries":[{"id":"openai--whisper-tiny","task":"stt","name":"whisper-tiny","repo":"openai/whisper-tiny","url":"https://huggingface.co/openai/whisper-tiny","revision":"169d4a4341b33bc18d8881c4b69c2e104e1cc0af","parameters_b":0.03776064,"reported_license":"apache-2.0","languages":["en","zh","de","es","ru","ko","fr","ja","pt","tr","pl","ca","nl","ar","sv","it","id","hi","fi","vi","he","uk","el","ms","cs","ro","da","hu","ta","no","th","ur","hr","bg","lt","la","mi","ml","cy","sk","te","fa","lv","bn","sr","az","sl","kn","et","mk","br","eu","is","hy","ne","mn","bs","kk","sq","sw","gl","mr","pa","si","km","sn","yo","so","af","oc","ka","be","tg","sd","gu","am","yi","lo","uz","fo","ht","ps","tk","nn","mt","sa","lb","my","bo","tl","mg","as","tt","haw","ln","ha","ba","jw","su"],"downloads":818386,"last_modified":"2024-02-29T10:57:33.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"openai--whisper-base","task":"stt","name":"whisper-base","repo":"openai/whisper-base","url":"https://huggingface.co/openai/whisper-base","revision":"e37978b90ca9030d5170a5c07aadb050351a65bb","parameters_b":0.07259392,"reported_license":"apache-2.0","languages":["en","zh","de","es","ru","ko","fr","ja","pt","tr","pl","ca","nl","ar","sv","it","id","hi","fi","vi","he","uk","el","ms","cs","ro","da","hu","ta","no","th","ur","hr","bg","lt","la","mi","ml","cy","sk","te","fa","lv","bn","sr","az","sl","kn","et","mk","br","eu","is","hy","ne","mn","bs","kk","sq","sw","gl","mr","pa","si","km","sn","yo","so","af","oc","ka","be","tg","sd","gu","am","yi","lo","uz","fo","ht","ps","tk","nn","mt","sa","lb","my","bo","tl","mg","as","tt","haw","ln","ha","ba","jw","su"],"downloads":1676272,"last_modified":"2024-02-29T10:26:57.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"openai--whisper-small","task":"stt","name":"whisper-small","repo":"openai/whisper-small","url":"https://huggingface.co/openai/whisper-small","revision":"973afd24965f72e36ca33b3055d56a652f456b4d","parameters_b":0.241734912,"reported_license":"apache-2.0","languages":["en","zh","de","es","ru","ko","fr","ja","pt","tr","pl","ca","nl","ar","sv","it","id","hi","fi","vi","he","uk","el","ms","cs","ro","da","hu","ta","no","th","ur","hr","bg","lt","la","mi","ml","cy","sk","te","fa","lv","bn","sr","az","sl","kn","et","mk","br","eu","is","hy","ne","mn","bs","kk","sq","sw","gl","mr","pa","si","km","sn","yo","so","af","oc","ka","be","tg","sd","gu","am","yi","lo","uz","fo","ht","ps","tk","nn","mt","sa","lb","my","bo","tl","mg","as","tt","haw","ln","ha","ba","jw","su"],"downloads":3510611,"last_modified":"2024-02-29T10:57:38.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"openai--whisper-medium","task":"stt","name":"whisper-medium","repo":"openai/whisper-medium","url":"https://huggingface.co/openai/whisper-medium","revision":"abdf7c39ab9d0397620ccaea8974cc764cd0953e","parameters_b":0.76385792,"reported_license":"apache-2.0","languages":["en","zh","de","es","ru","ko","fr","ja","pt","tr","pl","ca","nl","ar","sv","it","id","hi","fi","vi","he","uk","el","ms","cs","ro","da","hu","ta","no","th","ur","hr","bg","lt","la","mi","ml","cy","sk","te","fa","lv","bn","sr","az","sl","kn","et","mk","br","eu","is","hy","ne","mn","bs","kk","sq","sw","gl","mr","pa","si","km","sn","yo","so","af","oc","ka","be","tg","sd","gu","am","yi","lo","uz","fo","ht","ps","tk","nn","mt","sa","lb","my","bo","tl","mg","as","tt","haw","ln","ha","ba","jw","su"],"downloads":313832,"last_modified":"2024-02-29T10:57:42.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"openai--whisper-large-v3","task":"stt","name":"whisper-large-v3","repo":"openai/whisper-large-v3","url":"https://huggingface.co/openai/whisper-large-v3","revision":"06f233fe06e710322aca913c1bc4249a0d71fce1","parameters_b":1.54349056,"reported_license":"apache-2.0","languages":["en","zh","de","es","ru","ko","fr","ja","pt","tr","pl","ca","nl","ar","sv","it","id","hi","fi","vi","he","uk","el","ms","cs","ro","da","hu","ta","no","th","ur","hr","bg","lt","la","mi","ml","cy","sk","te","fa","lv","bn","sr","az","sl","kn","et","mk","br","eu","is","hy","ne","mn","bs","kk","sq","sw","gl","mr","pa","si","km","sn","yo","so","af","oc","ka","be","tg","sd","gu","am","yi","lo","uz","fo","ht","ps","tk","nn","mt","sa","lb","my","bo","tl","mg","as","tt","haw","ln","ha","ba","jw","su"],"downloads":3755126,"last_modified":"2024-08-12T10:20:10.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"openai--whisper-large-v3-turbo","task":"stt","name":"whisper-large-v3-turbo","repo":"openai/whisper-large-v3-turbo","url":"https://huggingface.co/openai/whisper-large-v3-turbo","revision":"41f01f3fe87f28c78e2fbf8b568835947dd65ed9","parameters_b":0.80887808,"reported_license":"mit","languages":["en","zh","de","es","ru","ko","fr","ja","pt","tr","pl","ca","nl","ar","sv","it","id","hi","fi","vi","he","uk","el","ms","cs","ro","da","hu","ta","no","th","ur","hr","bg","lt","la","mi","ml","cy","sk","te","fa","lv","bn","sr","az","sl","kn","et","mk","br","eu","is","hy","ne","mn","bs","kk","sq","sw","gl","mr","pa","si","km","sn","yo","so","af","oc","ka","be","tg","sd","gu","am","yi","lo","uz","fo","ht","ps","tk","nn","mt","sa","lb","my","bo","tl","mg","as","tt","haw","ln","ha","ba","jw","su"],"downloads":6094388,"last_modified":"2024-10-04T14:51:11.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"distil-whisper--distil-large-v3","task":"stt","name":"distil-large-v3","repo":"distil-whisper/distil-large-v3","url":"https://huggingface.co/distil-whisper/distil-large-v3","revision":"8031d2e6ce6631b7fc45629dddfc00271116d981","parameters_b":0.75640576,"reported_license":"mit","languages":["en"],"downloads":589897,"last_modified":"2026-04-21T08:00:18.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"moonshine-ai--moonshine-tiny","task":"stt","name":"moonshine-tiny","repo":"moonshine-ai/moonshine-tiny","url":"https://huggingface.co/moonshine-ai/moonshine-tiny","revision":"390624ed33d594443aa4aa221f5b9f283b545b5a","parameters_b":0.027092736,"reported_license":"mit","languages":["en"],"downloads":44244,"last_modified":"2025-01-30T16:07:38.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"moonshine-ai--moonshine-base","task":"stt","name":"moonshine-base","repo":"moonshine-ai/moonshine-base","url":"https://huggingface.co/moonshine-ai/moonshine-base","revision":"7a73d8d55ac0ba2ef3ae761593f6784b51f96dcf","parameters_b":0.06151392,"reported_license":"mit","languages":["en"],"downloads":24242,"last_modified":"2025-01-30T16:07:47.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"moonshine-ai--moonshine-streaming-tiny","task":"stt","name":"moonshine-streaming-tiny","repo":"moonshine-ai/moonshine-streaming-tiny","url":"https://huggingface.co/moonshine-ai/moonshine-streaming-tiny","revision":"f8e9dfd8c562c257c151a907b7b7f2fe8ff8511a","parameters_b":0.04405472,"reported_license":"mit","languages":["en"],"downloads":63719,"last_modified":"2026-02-10T17:50:58.000Z","status":"researched","notes":"Streaming-capable model; needs a separate fixed chunk schedule and latency/endpointing protocol."},{"id":"moonshine-ai--moonshine-streaming-small","task":"stt","name":"moonshine-streaming-small","repo":"moonshine-ai/moonshine-streaming-small","url":"https://huggingface.co/moonshine-ai/moonshine-streaming-small","revision":"2c036506f23a09c18df5a50057599ba6d9280999","parameters_b":0.140135224,"reported_license":"mit","languages":["en"],"downloads":40978,"last_modified":"2026-02-10T17:51:23.000Z","status":"researched","notes":"Streaming-capable model; needs a separate fixed chunk schedule and latency/endpointing protocol."},{"id":"moonshine-ai--moonshine-streaming-medium","task":"stt","name":"moonshine-streaming-medium","repo":"moonshine-ai/moonshine-streaming-medium","url":"https://huggingface.co/moonshine-ai/moonshine-streaming-medium","revision":"57b843633a8c183cadf6699ffa761377a933a866","parameters_b":0.265898112,"reported_license":"mit","languages":["en"],"downloads":42339,"last_modified":"2026-02-11T21:06:28.000Z","status":"researched","notes":"Streaming-capable model; needs a separate fixed chunk schedule and latency/endpointing protocol."},{"id":"nvidia--parakeet-tdt-0.6b-v3","task":"stt","name":"parakeet-tdt-0.6b-v3","repo":"nvidia/parakeet-tdt-0.6b-v3","url":"https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3","revision":"541d1f99c6b0c3cd0b11a95167540bb8edefd82b","parameters_b":0.627057286,"reported_license":"cc-by-4.0","languages":["en","es","fr","de","bg","hr","cs","da","nl","et","fi","el","hu","it","lv","lt","mt","pl","pt","ro","sk","sl","sv","ru","uk"],"downloads":626738,"last_modified":"2026-08-05T21:46:17.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"nvidia--canary-1b-v2","task":"stt","name":"canary-1b-v2","repo":"nvidia/canary-1b-v2","url":"https://huggingface.co/nvidia/canary-1b-v2","revision":"d455706339a6b32e1aa40f82c713a482a0c938e2","parameters_b":0.978998272,"reported_license":"cc-by-4.0","languages":["bg","hr","cs","da","nl","en","et","fi","fr","de","el","hu","it","lv","lt","mt","pl","pt","ro","sk","sl","es","sv","ru","uk"],"downloads":172429,"last_modified":"2026-08-31T19:01:49.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"nvidia--canary-qwen-2.5b","task":"stt","name":"canary-qwen-2.5b","repo":"nvidia/canary-qwen-2.5b","url":"https://huggingface.co/nvidia/canary-qwen-2.5b","revision":"b1469e1bba1cfe140205529c79c434ca47180960","parameters_b":2.559447568,"reported_license":"cc-by-4.0","languages":["en"],"downloads":39670,"last_modified":"2026-04-21T12:31:18.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"ibm-granite--granite-4.0-1b-speech","task":"stt","name":"granite-4.0-1b-speech","repo":"ibm-granite/granite-4.0-1b-speech","url":"https://huggingface.co/ibm-granite/granite-4.0-1b-speech","revision":"bd87ab862416353633ea431fe49b1614003623c5","parameters_b":2.313207132,"reported_license":"apache-2.0","languages":["multilingual","en","fr","de","es","pt","ja"],"downloads":174445,"last_modified":"2026-04-02T14:28:38.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"ibm-granite--granite-speech-4.1-2b","task":"stt","name":"granite-speech-4.1-2b","repo":"ibm-granite/granite-speech-4.1-2b","url":"https://huggingface.co/ibm-granite/granite-speech-4.1-2b","revision":"de575db64086f84fdc79da4932d1076e965bc546","parameters_b":2.313207132,"reported_license":"apache-2.0","languages":["multilingual","en","fr","de","es","pt","ja"],"downloads":193584,"last_modified":"2026-06-12T17:45:27.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"FunAudioLLM--SenseVoiceSmall","task":"stt","name":"SenseVoiceSmall","repo":"FunAudioLLM/SenseVoiceSmall","url":"https://huggingface.co/FunAudioLLM/SenseVoiceSmall","revision":"3847d57b6bdf2dd8875cb1508d2af43d80a16bf7","parameters_b":null,"reported_license":"other","languages":["zh","en","ja","ko","yue","multilingual"],"downloads":21283,"last_modified":"2026-06-20T10:39:39.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"FunAudioLLM--Fun-ASR-Nano-2512","task":"stt","name":"Fun-ASR-Nano-2512","repo":"FunAudioLLM/Fun-ASR-Nano-2512","url":"https://huggingface.co/FunAudioLLM/Fun-ASR-Nano-2512","revision":"272c57b82523ada6fd87095e955f8e29100979ab","parameters_b":null,"reported_license":"apache-2.0","languages":["zh","en","ja","ko","yue","vi","id","th","ms","tl","ar","hi","multilingual"],"downloads":2797,"last_modified":"2026-06-20T10:39:41.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"CohereLabs--cohere-transcribe-03-2026","task":"stt","name":"cohere-transcribe-03-2026","repo":"CohereLabs/cohere-transcribe-03-2026","url":"https://huggingface.co/CohereLabs/cohere-transcribe-03-2026","revision":"d552dadc2922ba6f6c1f994f8db904d52dcaf942","parameters_b":2.065804048,"reported_license":"apache-2.0","languages":["ar","de","el","en","es","fr","it","ja","ko","nl","pl","pt","vi","zh"],"downloads":118980,"last_modified":"2026-10-07T11:55:35.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"hexgrad--Kokoro-82M","task":"tts","name":"Kokoro-82M","repo":"hexgrad/Kokoro-82M","url":"https://huggingface.co/hexgrad/Kokoro-82M","revision":"f3ff3571791e39611d31c381e3a41a3af07b4987","parameters_b":0.082,"reported_license":"apache-2.0","languages":["en"],"downloads":10533404,"last_modified":"2025-04-10T18:12:48.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"KittenML--kitten-tts-nano-0.8-fp32","task":"tts","name":"kitten-tts-nano-0.8-fp32","repo":"KittenML/kitten-tts-nano-0.8-fp32","url":"https://huggingface.co/KittenML/kitten-tts-nano-0.8-fp32","revision":"7a1db645b1f3ab9420761d87428e042b9cec3f26","parameters_b":0.015,"reported_license":"apache-2.0","languages":[],"downloads":107604,"last_modified":"2026-02-19T07:32:12.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"KittenML--kitten-tts-micro-0.8","task":"tts","name":"kitten-tts-micro-0.8","repo":"KittenML/kitten-tts-micro-0.8","url":"https://huggingface.co/KittenML/kitten-tts-micro-0.8","revision":"1ccf72b2c2048fd17efac7de2fab32d10e225084","parameters_b":0.04,"reported_license":"apache-2.0","languages":[],"downloads":5609,"last_modified":"2026-02-19T04:57:24.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"KittenML--kitten-tts-mini-0.8","task":"tts","name":"kitten-tts-mini-0.8","repo":"KittenML/kitten-tts-mini-0.8","url":"https://huggingface.co/KittenML/kitten-tts-mini-0.8","revision":"c02725660cea441db4c383af69f1f26f5cd00947","parameters_b":0.08,"reported_license":"apache-2.0","languages":[],"downloads":40249,"last_modified":"2026-02-19T04:57:38.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"KittenML--kitten-tts-2","task":"tts","name":"kitten-tts-2","repo":"KittenML/kitten-tts-2","url":"https://huggingface.co/KittenML/kitten-tts-2","revision":"f2eee74f4467855ad58fe16f1fb7b7df473263fd","parameters_b":null,"reported_license":"other","languages":[],"downloads":36377,"last_modified":"2026-10-07T22:36:39.000Z","status":"researched","notes":"Very recent 2B release; different architecture from 0.8 ONNX models. Adapter and custom weight license need review."},{"id":"rhasspy--piper-voices","task":"tts","name":"piper-voices","repo":"rhasspy/piper-voices","url":"https://huggingface.co/rhasspy/piper-voices","revision":"c10ece1aade47bb51c153c893d14e5bf8e5b7117","parameters_b":null,"reported_license":"mit","languages":["ar","ca","cs","cy","da","de","el","en","es","fa","fi","fr","hu","is","it","ka","kk","lb","lv","ne","nl","no","pl","pt","ro","ru","sk","sl","sr","sv","sw","tr","uk","vi","zh"],"downloads":0,"last_modified":"2026-09-17T21:13:47.000Z","status":"queued","notes":"Selected native runtime with preset voices/explicit supported languages."},{"id":"kyutai--pocket-tts","task":"tts","name":"pocket-tts","repo":"kyutai/pocket-tts","url":"https://huggingface.co/kyutai/pocket-tts","revision":"79556530b8cef3f7c8f526c5c412b65c2a4c2202","parameters_b":null,"reported_license":"cc-by-4.0","languages":["en","fr","de","pt","it","es"],"downloads":1111,"last_modified":"2026-10-17T21:46:01.000Z","status":"researched","notes":"Researched, not queued: January ONNX conversion requires reference audio and carries a non-commercial conversion license; use a separately licensed preset/conditioning track."},{"id":"Supertone--supertonic-2","task":"tts","name":"supertonic-2","repo":"Supertone/supertonic-2","url":"https://huggingface.co/Supertone/supertonic-2","revision":"75e6727618a02f323c720cba9478152d4bc16ca4","parameters_b":null,"reported_license":"openrail","languages":["en","ko","es","pt","fr"],"downloads":1878,"last_modified":"2026-01-06T07:56:05.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Supertone--supertonic-3","task":"tts","name":"supertonic-3","repo":"Supertone/supertonic-3","url":"https://huggingface.co/Supertone/supertonic-3","revision":"3cadd1ee6394adea1bd021217a0e650ede09a323","parameters_b":null,"reported_license":"openrail","languages":["en","ko","ja","ar","bg","cs","da","de","el","es","et","fi","fr","hi","hr","hu","id","it","lt","lv","nl","pl","pt","ro","ru","sk","sl","sv","tr","uk","vi"],"downloads":50227,"last_modified":"2026-05-18T08:59:01.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Qwen--Qwen3-TTS-12Hz-0.6B-CustomVoice","task":"tts","name":"Qwen3-TTS-12Hz-0.6B-CustomVoice","repo":"Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice","url":"https://huggingface.co/Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice","revision":"85e237c12c027371202489a0ec509ded67b5e4b5","parameters_b":0.905788672,"reported_license":"apache-2.0","languages":["zh","en","ja","ko","de","fr","ru","pt","es","it"],"downloads":953490,"last_modified":"2026-01-29T08:01:51.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Qwen--Qwen3-TTS-12Hz-1.7B-CustomVoice","task":"tts","name":"Qwen3-TTS-12Hz-1.7B-CustomVoice","repo":"Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice","url":"https://huggingface.co/Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice","revision":"0c0e3051f131929182e2c023b9537f8b1c68adfe","parameters_b":1.916676352,"reported_license":"apache-2.0","languages":[],"downloads":2096170,"last_modified":"2026-01-29T08:00:54.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Qwen--Qwen3-TTS-12Hz-1.7B-VoiceDesign","task":"tts","name":"Qwen3-TTS-12Hz-1.7B-VoiceDesign","repo":"Qwen/Qwen3-TTS-12Hz-1.7B-VoiceDesign","url":"https://huggingface.co/Qwen/Qwen3-TTS-12Hz-1.7B-VoiceDesign","revision":"5ecdb67327fd37bb2e042aab12ff7391903235d3","parameters_b":1.916676352,"reported_license":"apache-2.0","languages":[],"downloads":408486,"last_modified":"2026-01-29T08:04:19.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued. Voice conditioning must be a separate track from preset-voice synthesis."},{"id":"SWivid--F5-TTS","task":"tts","name":"F5-TTS","repo":"SWivid/F5-TTS","url":"https://huggingface.co/SWivid/F5-TTS","revision":"84e5a410d9cead4de2f847e7c9369a6440bdfaca","parameters_b":null,"reported_license":"cc-by-nc-4.0","languages":[],"downloads":853842,"last_modified":"2025-03-21T05:05:00.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued. Voice conditioning must be a separate track from preset-voice synthesis."},{"id":"ResembleAI--chatterbox","task":"tts","name":"chatterbox","repo":"ResembleAI/chatterbox","url":"https://huggingface.co/ResembleAI/chatterbox","revision":"5bb1f6ee58e50c3b8d408bc82a6d3740c2db6e18","parameters_b":null,"reported_license":"mit","languages":["ar","da","de","el","en","es","fi","fr","he","hi","it","ja","ko","ms","nl","no","pl","pt","ru","sv","sw","tr","zh"],"downloads":1718719,"last_modified":"2026-06-10T21:16:06.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued. Voice conditioning must be a separate track from preset-voice synthesis."},{"id":"ResembleAI--chatterbox-turbo","task":"tts","name":"chatterbox-turbo","repo":"ResembleAI/chatterbox-turbo","url":"https://huggingface.co/ResembleAI/chatterbox-turbo","revision":"749d1c1a46eb10492095d68fbcf55691ccf137cd","parameters_b":null,"reported_license":"mit","languages":["en"],"downloads":0,"last_modified":"2025-12-15T15:56:20.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued. Voice conditioning must be a separate track from preset-voice synthesis."},{"id":"sesame--csm-1b","task":"tts","name":"csm-1b","repo":"sesame/csm-1b","url":"https://huggingface.co/sesame/csm-1b","revision":"c92a71e1c419772e25be7dc14d952c2521a740ab","parameters_b":1.552791552,"reported_license":"apache-2.0","languages":["en"],"downloads":129861,"last_modified":"2025-12-01T10:14:56.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued. Voice conditioning must be a separate track from preset-voice synthesis."},{"id":"parler-tts--parler-tts-mini-v1","task":"tts","name":"parler-tts-mini-v1","repo":"parler-tts/parler-tts-mini-v1","url":"https://huggingface.co/parler-tts/parler-tts-mini-v1","revision":"0392b9451a601e528fd863bbb0598431fee810d9","parameters_b":0.87784229,"reported_license":"apache-2.0","languages":["en"],"downloads":14998,"last_modified":"2024-11-25T11:26:20.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"SparkAudio--Spark-TTS-0.5B","task":"tts","name":"Spark-TTS-0.5B","repo":"SparkAudio/Spark-TTS-0.5B","url":"https://huggingface.co/SparkAudio/Spark-TTS-0.5B","revision":"642071559bfc6346c2359d19dcb6be3f9dd8a05d","parameters_b":null,"reported_license":"cc-by-nc-sa-4.0","languages":["en","zh"],"downloads":1019,"last_modified":"2025-03-07T05:44:26.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"OuteAI--OuteTTS-1.0-0.6B","task":"tts","name":"OuteTTS-1.0-0.6B","repo":"OuteAI/OuteTTS-1.0-0.6B","url":"https://huggingface.co/OuteAI/OuteTTS-1.0-0.6B","revision":"e7bcd87b0ca47fd8c46317c8f745a5e4e19c7b5c","parameters_b":0.602013696,"reported_license":"apache-2.0","languages":["en","zh","nl","fr","ka","de","hu","it","ja","ko","lv","pl","ru","es"],"downloads":409,"last_modified":"2025-05-18T17:27:05.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"yl4579--StyleTTS2-LibriTTS","task":"tts","name":"StyleTTS2-LibriTTS","repo":"yl4579/StyleTTS2-LibriTTS","url":"https://huggingface.co/yl4579/StyleTTS2-LibriTTS","revision":"3aa7ba7f8f275ec13dce21682a61494c35089e2a","parameters_b":null,"reported_license":"See publisher","languages":[],"downloads":0,"last_modified":"2023-11-21T01:38:44.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"FunAudioLLM--Fun-CosyVoice3-0.5B-2512","task":"tts","name":"Fun-CosyVoice3-0.5B-2512","repo":"FunAudioLLM/Fun-CosyVoice3-0.5B-2512","url":"https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512","revision":"29e01c4e8d000f4bcd70751be16fa94bf3d85a18","parameters_b":null,"reported_license":"apache-2.0","languages":["zh","en","fr","es","ja","ko","it","ru","de"],"downloads":242469,"last_modified":"2026-02-03T07:58:17.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued. Voice conditioning must be a separate track from preset-voice synthesis."},{"id":"facebook--omniASR-CTC-300M","task":"stt","name":"omniASR-CTC-300M","repo":"facebook/omniASR-CTC-300M","url":"https://huggingface.co/facebook/omniASR-CTC-300M","revision":"8e35f0cc28fa6099e0c14d56db85ce0423baa691","parameters_b":null,"reported_license":"apache-2.0","languages":[],"downloads":0,"last_modified":"2025-11-27T23:36:24.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"facebook--omniASR-CTC-1B","task":"stt","name":"omniASR-CTC-1B","repo":"facebook/omniASR-CTC-1B","url":"https://huggingface.co/facebook/omniASR-CTC-1B","revision":"8c22e3ffdaa4aab6431b128b84b991a7d9c2515c","parameters_b":null,"reported_license":"apache-2.0","languages":[],"downloads":0,"last_modified":"2025-11-27T23:42:24.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"facebook--omniASR-LLM-300M","task":"stt","name":"omniASR-LLM-300M","repo":"facebook/omniASR-LLM-300M","url":"https://huggingface.co/facebook/omniASR-LLM-300M","revision":"bf1698a8f6979db673a8bb5f059d03b82d5c7376","parameters_b":null,"reported_license":"apache-2.0","languages":[],"downloads":0,"last_modified":"2025-11-28T06:04:09.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"facebook--omniASR-LLM-1B","task":"stt","name":"omniASR-LLM-1B","repo":"facebook/omniASR-LLM-1B","url":"https://huggingface.co/facebook/omniASR-LLM-1B","revision":"532aac896b39ca9e06b6aed0a223a94a5fd5f0ff","parameters_b":null,"reported_license":"apache-2.0","languages":[],"downloads":0,"last_modified":"2025-11-28T06:37:27.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"facebook--mms-1b-all","task":"stt","name":"mms-1b-all","repo":"facebook/mms-1b-all","url":"https://huggingface.co/facebook/mms-1b-all","revision":"3d33597edbdaaba14a8e858e2c8caa76e3cec0cd","parameters_b":0.96484585,"reported_license":"cc-by-nc-4.0","languages":["ab","af","ak","am","ar","as","av","ay","az","ba","bm","be","bn","bi","bo","sh","br","bg","ca","cs","ce","cv","ku","cy","da","de","dv","dz","el","en","eo","et","eu","ee","fo","fa","fj","fi","fr","fy","ff","ga","gl","gn","gu","zh","ht","ha","he","hi","sh","hu","hy","ig","ia","ms","is","it","jv","ja","kn","ka","kk","kr","km","ki","rw","ky","ko","kv","lo","la","lv","ln","lt","lb","lg","mh","ml","mr","ms","mk","mg","mt","mn","mi","my","zh","nl","no","no","ne","ny","oc","om","or","os","pa","pl","pt","ms","ps","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","qu","ro","rn","ru","sg","sk","sl","sm","sn","sd","so","es","sq","su","sv","sw","ta","tt","te","tg","tl","th","ti","ts","tr","uk","ms","vi","wo","xh","ms","yo","ms","zu","za"],"downloads":283814,"last_modified":"2023-06-15T10:45:44.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"facebook--wav2vec2-base-960h","task":"stt","name":"wav2vec2-base-960h","repo":"facebook/wav2vec2-base-960h","url":"https://huggingface.co/facebook/wav2vec2-base-960h","revision":"22aad52d435eb6dbaf354bdad9b0da84ce7d6156","parameters_b":0.094395552,"reported_license":"apache-2.0","languages":"en","downloads":1720472,"last_modified":"2022-11-14T21:37:23.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Qwen--Qwen3-ASR-0.6B","task":"stt","name":"Qwen3-ASR-0.6B","repo":"Qwen/Qwen3-ASR-0.6B","url":"https://huggingface.co/Qwen/Qwen3-ASR-0.6B","revision":"5eb144179a02acc5e5ba31e748d22b0cf3e303b0","parameters_b":0.938008576,"reported_license":"apache-2.0","languages":[],"downloads":813914,"last_modified":"2026-01-30T03:00:21.000Z","status":"researched","notes":"Existing GGUF audio benchmark; reuse its complete speech recognition measurements."},{"id":"Qwen--Qwen3-ASR-1.7B","task":"stt","name":"Qwen3-ASR-1.7B","repo":"Qwen/Qwen3-ASR-1.7B","url":"https://huggingface.co/Qwen/Qwen3-ASR-1.7B","revision":"7278e1e70fe206f11671096ffdd38061171dd6e5","parameters_b":2.349217408,"reported_license":"apache-2.0","languages":[],"downloads":1186346,"last_modified":"2026-01-30T03:00:12.000Z","status":"researched","notes":"Existing GGUF audio benchmark; reuse its complete speech recognition measurements."},{"id":"Qwen--Qwen3-TTS-12Hz-0.6B-Base","task":"tts","name":"Qwen3-TTS-12Hz-0.6B-Base","repo":"Qwen/Qwen3-TTS-12Hz-0.6B-Base","url":"https://huggingface.co/Qwen/Qwen3-TTS-12Hz-0.6B-Base","revision":"5d83992436eae1d760afd27aff78a71d676296fc","parameters_b":0.914643008,"reported_license":"apache-2.0","languages":["zh","en","ja","ko","de","fr","ru","pt","es","it"],"downloads":618271,"last_modified":"2026-01-29T08:01:19.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Qwen--Qwen3-TTS-12Hz-1.7B-Base","task":"tts","name":"Qwen3-TTS-12Hz-1.7B-Base","repo":"Qwen/Qwen3-TTS-12Hz-1.7B-Base","url":"https://huggingface.co/Qwen/Qwen3-TTS-12Hz-1.7B-Base","revision":"fd4b254389122332181a7c3db7f27e918eec64e3","parameters_b":1.92867744,"reported_license":"apache-2.0","languages":[],"downloads":3027358,"last_modified":"2026-01-23T05:25:33.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Aratako--MioTTS-0.1B","task":"tts","name":"MioTTS-0.1B","repo":"Aratako/MioTTS-0.1B","url":"https://huggingface.co/Aratako/MioTTS-0.1B","revision":"128d692707de5f34133aeaaf5b3fdfa520f10d6d","parameters_b":0.114461888,"reported_license":"other","languages":["ja","en"],"downloads":522,"last_modified":"2026-02-13T14:28:50.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Aratako--MioTTS-0.6B","task":"tts","name":"MioTTS-0.6B","repo":"Aratako/MioTTS-0.6B","url":"https://huggingface.co/Aratako/MioTTS-0.6B","revision":"901ee12c50efd68ea3db6a6780cd29da197cd0da","parameters_b":0.608894976,"reported_license":"apache-2.0","languages":["ja","en"],"downloads":1201,"last_modified":"2026-02-10T08:23:30.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Aratako--MioTTS-1.2B","task":"tts","name":"MioTTS-1.2B","repo":"Aratako/MioTTS-1.2B","url":"https://huggingface.co/Aratako/MioTTS-1.2B","revision":"4d6c29c18f4eadb40521f64ae3a6630d463b991f","parameters_b":1.194457856,"reported_license":"other","languages":["ja","en"],"downloads":73,"last_modified":"2026-02-10T08:25:14.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"Aratako--MioTTS-2.6B","task":"tts","name":"MioTTS-2.6B","repo":"Aratako/MioTTS-2.6B","url":"https://huggingface.co/Aratako/MioTTS-2.6B","revision":"0813338c351e63012d2f4d10ec72f88fb139504f","parameters_b":2.593389568,"reported_license":"other","languages":["ja","en"],"downloads":98746,"last_modified":"2026-02-10T08:28:35.000Z","status":"researched","notes":"Needs a separately validated inference adapter; not mislabeled as queued."},{"id":"inclusionAI--Ming-3.0-tts-0.5B","task":"tts","name":"Ming-3.0-tts-0.5B","repo":"inclusionAI/Ming-3.0-tts-0.5B","url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B","revision":"e5bd8da31ecf1b9276cdbdda821fa891068f1368","parameters_b":1.479454868,"reported_license":"mit","languages":["zh","en","de","es","fr","ko","ja"],"downloads":6,"last_modified":"2026-10-19T12:50:56.000Z","status":"researched","notes":"RTX validated on six fixed English FLEURS probes with US_James/US_Emma; full 96-output capability benchmark queued in an isolated reference runtime. Pi CPU compatibility test and 18 performance probes wait for all existing device queues. PyTorch 2.6.0 / Transformers 4.46.3; RTX BF16, CPU FP32. Pi execution is not yet verified.","priority":"first-reference-validation","pi5":"Memory-plausible candidate, not verified. Native BF16 CPU execution, dependencies and CPU fallback require validation; no real-time claim.","rtx4060ti":"Memory-plausible reference test in isolated environment; no benchmark adapter admitted.","publisher_parameters":{"backbone_b":0.5,"basis":"Publisher name/model card; full root safetensors count recorded separately."},"checkpoint_weight_bytes":{"root":2959055504,"optional_nested":0},"evidence":{"publisher_checkpoint":"https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B/tree/e5bd8da31ecf1b9276cdbdda821fa891068f1368","publisher_code":"https://github.com/inclusionAI/Ming-3.0-tts/tree/e999c39fa676722aaa9ea29b5aa19a90525b271f","announcement":"https://x.com/ModelScope2022/status/2112191301957345541","weight_sizes_basis":"Publisher Hugging Face blob/LFS sizes; metadata pinned, weights not downloaded. These are disk sizes, not measured peak RAM."}},{"id":"inclusionAI--Ming-3.0-tts-tiny","task":"tts","name":"Ming-3.0-tts-tiny","repo":"inclusionAI/Ming-3.0-tts-tiny","url":"https://huggingface.co/inclusionAI/Ming-3.0-tts-tiny","revision":"154395db3ec31ab6f055035b2f41da2cd6f95f80","parameters_b":8.981004468,"reported_license":"mit","languages":["zh","en","de","es","fr","ko","ja"],"downloads":20,"last_modified":"2026-10-19T12:50:59.000Z","status":"researched","notes":"Researched, not queued: 7.9B/1.3B total/active refers to Ling backbone. Full root checkpoint has 8.981B parameters, ~17.96 GB of BF16 weights before runtime/cache. Current release targets CUDA; cannot fit Pi 5 16 GB as released. Requires separately validated quantization and ARM runtime.","priority":"defer-until-quantized-runtime","pi5":"Does not fit 16 GB as released. A future quantized implementation is unverified.","rtx4060ti":"Full BF16 checkpoint exceeds 16 GB VRAM before overhead; quantization/offload would be a separate validated configuration.","publisher_parameters":{"backbone_total_b":7.9,"backbone_active_b":1.3},"checkpoint_weight_bytes":{"root":17963396008,"optional_nested":0},"evidence":{"publisher_checkpoint":"https://huggingface.co/inclusionAI/Ming-3.0-tts-tiny/tree/154395db3ec31ab6f055035b2f41da2cd6f95f80","publisher_code":"https://github.com/inclusionAI/Ming-3.0-tts/tree/e999c39fa676722aaa9ea29b5aa19a90525b271f","announcement":"https://x.com/ModelScope2022/status/2112191301957345541","weight_sizes_basis":"Publisher Hugging Face blob/LFS sizes; metadata pinned, weights not downloaded. These are disk sizes, not measured peak RAM."}},{"id":"inclusionAI--Ming-3.0-asr-tiny","task":"stt","name":"Ming-3.0-asr-tiny","repo":"inclusionAI/Ming-3.0-asr-tiny","url":"https://huggingface.co/inclusionAI/Ming-3.0-asr-tiny","revision":"b610298956f4d190fa517d396d7e0337a6bf039f","parameters_b":8.865800992,"reported_license":"mit","languages":["zh","en"],"downloads":35,"last_modified":"2026-10-19T14:05:09.000Z","status":"researched","notes":"Researched, not queued: 8.866B stored parameters, ~17.73 GB BF16 weights before runtime/cache. Official Linux/CUDA inference depends on fla-core KDA kernels. English/Chinese only; no German score or hotword/transcript hints in the shared ASR protocol. Needs quantization and validated ARM implementation for Pi.","priority":"defer-until-quantized-runtime","pi5":"Does not fit 16 GB as released; CUDA/fla KDA runtime is not an admitted ARM CPU path.","rtx4060ti":"Full BF16 checkpoint exceeds 16 GB VRAM before overhead; separate Linux/CUDA runtime and validated quantization/offload needed.","publisher_parameters":{"basis":"Model card names Ling-tiny-v3 backbone without a full parameter total; root tensor count recorded separately."},"checkpoint_weight_bytes":{"root":17732860448,"optional_nested":0},"evidence":{"publisher_checkpoint":"https://huggingface.co/inclusionAI/Ming-3.0-asr-tiny/tree/b610298956f4d190fa517d396d7e0337a6bf039f","publisher_code":"https://github.com/inclusionAI/Ming-3.0-asr/tree/6141e8c552815db724d8df0f72c9d865c547a1ea","announcement":"https://x.com/ModelScope2022/status/2112191301957345541","weight_sizes_basis":"Publisher Hugging Face blob/LFS sizes; metadata pinned, weights not downloaded. These are disk sizes, not measured peak RAM."}},{"id":"inclusionAI--Ming-3.0-audio-tiny","task":"audio","name":"Ming-3.0-audio-tiny","repo":"inclusionAI/Ming-3.0-audio-tiny","url":"https://huggingface.co/inclusionAI/Ming-3.0-audio-tiny","revision":"8891d9fbaa21170bd4608e52477c3d9f2de3b230","parameters_b":8.871306016,"reported_license":"mit","languages":["en","zh"],"downloads":3,"last_modified":"2026-10-19T13:19:14.000Z","status":"researched","notes":"Audio understanding, not a dedicated preset TTS model. Publisher reports 9.3B total/2.7B active, above the original <9B scope. Root Thinker weights ~17.74 GB, optional Talker adds ~2.96 GB plus speaker encoder. No fit on Pi 5 16 GB as released; keep on quantized-runtime watchlist.","priority":"watch-borderline-scope","pi5":"Does not fit as released; optional speech generation increases residency. No validated ARM quantized path found.","rtx4060ti":"BF16 Thinker alone exceeds 16 GB VRAM; optional Talker requires more. Quantized/offload configuration not admitted.","publisher_parameters":{"total_b":9.3,"active_b":2.7,"basis":"Publisher model card; root safetensors API count differs in component scope."},"checkpoint_weight_bytes":{"root":17743943609,"optional_nested":2959047136},"evidence":{"publisher_checkpoint":"https://huggingface.co/inclusionAI/Ming-3.0-audio-tiny/tree/8891d9fbaa21170bd4608e52477c3d9f2de3b230","publisher_code":"https://github.com/inclusionAI/Ming-3.0-audio-flash/tree/1e3a845fcf5916ee85fa86f793bb50d8d770486b","announcement":"https://x.com/ModelScope2022/status/2112191301957345541","weight_sizes_basis":"Publisher Hugging Face blob/LFS sizes; metadata pinned, weights not downloaded. These are disk sizes, not measured peak RAM."}},{"id":"inclusionAI--Ming-3.0-audio-flash","task":"audio","name":"Ming-3.0-audio-flash","repo":"inclusionAI/Ming-3.0-audio-flash","url":"https://huggingface.co/inclusionAI/Ming-3.0-audio-flash","revision":"a48aa6004f97612a3237deb395bfba777bcef91f","parameters_b":128.1810104,"reported_license":"mit","languages":["en","zh"],"downloads":22,"last_modified":"2026-10-19T13:20:43.000Z","status":"researched","notes":"Documented for completeness, not queued: publisher 126B total/6.5B active; root safetensors contain 128.181B parameters (~256.37 GB) plus optional Talker. Active parameter count does not describe weight memory. Outside edge scope and both local devices; no cloud download/run scheduled.","priority":"excluded-device-budget","pi5":"Outside 16 GB device budget even at conventional 4-bit weight precision.","rtx4060ti":"Outside local 16 GB VRAM budget; no cloud spending authorized for this admission.","publisher_parameters":{"total_b":126,"active_b":6.5,"basis":"Publisher model card; root safetensors API count differs in component scope."},"checkpoint_weight_bytes":{"root":256370360248,"optional_nested":2959047136},"evidence":{"publisher_checkpoint":"https://huggingface.co/inclusionAI/Ming-3.0-audio-flash/tree/a48aa6004f97612a3237deb395bfba777bcef91f","publisher_code":"https://github.com/inclusionAI/Ming-3.0-audio-flash/tree/1e3a845fcf5916ee85fa86f793bb50d8d770486b","announcement":"https://x.com/ModelScope2022/status/2112191301957345541","weight_sizes_basis":"Publisher Hugging Face blob/LFS sizes; metadata pinned, weights not downloaded. These are disk sizes, not measured peak RAM."}},{"id":"piper-lessac-medium","task":"tts","name":"Piper Lessac Medium","repo":"rhasspy/piper-voices","url":"https://huggingface.co/rhasspy/piper-voices","revision":"c10ece1aade47bb51c153c893d14e5bf8e5b7117","parameters_b":null,"reported_license":"Voice-specific MODEL_CARD","languages":["en"],"downloads":0,"status":"queued","notes":"Voice is a separate measured configuration; voice attribution is pinned."},{"id":"piper-thorsten-medium","task":"tts","name":"Piper Thorsten Medium","repo":"rhasspy/piper-voices","url":"https://huggingface.co/rhasspy/piper-voices","revision":"c10ece1aade47bb51c153c893d14e5bf8e5b7117","parameters_b":null,"reported_license":"Voice-specific MODEL_CARD","languages":["de"],"downloads":0,"status":"queued","notes":"Voice is a separate measured configuration; voice attribution is pinned."},{"id":"pocket-tts-18m-2026-10","task":"tts","name":"Pocket TTS 18.2M","repo":"kyutai/pocket-tts-without-voice-cloning","variant":"english_18m_2026-10","url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_18m_2026-10","revision":"a3055dcb533cf2ec90458008a01e7cef550bae2a","parameters_b":0.027923058,"reported_license":"CC-BY-4.0","languages":["en"],"downloads":14006,"status":"queued","notes":"Native Pocket TTS 4.0.0; public weights, two fixed voices. Same English texts and both transcription judges as existing TTS models. Pi measurements wait for earlier work.","evidence":["https://kyutai.org/blog/2026-10-20-pocket-tts-small/","https://x.com/kyutai_labs/status/2112554656459084053","https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_18m_2026-10"],"pi5":"Native CPU adapter queued; actual ARM inference has not yet been validated."},{"id":"pocket-tts-7m-2026-10","task":"tts","name":"Pocket TTS 6.9M","repo":"kyutai/pocket-tts-without-voice-cloning","variant":"english_7m_2026-10","url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_7m_2026-10","revision":"a3055dcb533cf2ec90458008a01e7cef550bae2a","parameters_b":0.016611666,"reported_license":"CC-BY-4.0","languages":["en"],"downloads":14006,"status":"queued","notes":"Native Pocket TTS 4.0.0; public weights, two fixed voices. Same English texts and both transcription judges as existing TTS models. Pi measurements wait for earlier work.","evidence":["https://kyutai.org/blog/2026-10-20-pocket-tts-small/","https://x.com/kyutai_labs/status/2112554656459084053","https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_7m_2026-10"],"pi5":"Native CPU adapter queued; actual ARM inference has not yet been validated."},{"id":"pocket-tts-2m-2026-10","task":"tts","name":"Pocket TTS 1.9M","repo":"kyutai/pocket-tts-without-voice-cloning","variant":"english_2m_2026-10","url":"https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_2m_2026-10","revision":"a3055dcb533cf2ec90458008a01e7cef550bae2a","parameters_b":0.011671934,"reported_license":"CC-BY-4.0","languages":["en"],"downloads":14006,"status":"queued","notes":"Native Pocket TTS 4.0.0; public weights, two fixed voices. Same English texts and both transcription judges as existing TTS models. Pi measurements wait for earlier work.","evidence":["https://kyutai.org/blog/2026-10-20-pocket-tts-small/","https://x.com/kyutai_labs/status/2112554656459084053","https://huggingface.co/kyutai/pocket-tts-without-voice-cloning/tree/a3055dcb533cf2ec90458008a01e7cef550bae2a/languages/english_2m_2026-10"],"pi5":"Native CPU adapter queued; actual ARM inference has not yet been validated."},{"id":"phonon-31m-en","name":"Phonon 31M English","task":"tts","repo":"gradium/phonon-31m-en","url":"https://huggingface.co/gradium/phonon-31m-en","revision":"52433c46975bfa13144c56204c9f4ee1c5b148aa","parameters_b":0.041096035,"reported_license":"apache-2.0","languages":["en"],"status":"queued","notes":"Publisher ptts 0.4.0, Q8 CPU, four threads, fixed preset voices; same texts and two speech recognisers as existing TTS tests.","supported_languages":["en"],"evidence":["https://x.com/GradiumAI/status/2112563128487514512","https://github.com/gradium-ai/xn-ptts","https://huggingface.co/gradium/phonon-31m-en"],"pi5":"Queued after earlier device experiments; no performance claim until measured."},{"id":"underdog-bark-3-0","name":"Underdog Bark 3.0","task":"stt","repo":"ConwayResearch/Underdog-Bark-3.0","url":"https://huggingface.co/ConwayResearch/Underdog-Bark-3.0","revision":"85db2ad18ab41e534a222ee253c29191d77ed919","parameters_b":0.627008134,"reported_license":"cc-by-4.0","languages":["en"],"supported_languages":["en"],"status":"queued","notes":"Official 163 MB packed weights decoded to FP32; fixed English LibriSpeech/FLEURS accuracy tests and separate Pi performance.","evidence":["https://huggingface.co/ConwayResearch/Underdog-Bark-3.0","https://x.com/UnderdogAI/status/2112733007484518470"],"pi5":"Queued behind earlier benchmarks; CPU compatibility and peak RAM must be measured."},{"id":"phonon-40m-multilingual","name":"Phonon 40M Multilingual","task":"tts","repo":"gradium/phonon-40m-multilingual","url":"https://huggingface.co/gradium/phonon-40m-multilingual","revision":"1267486cbcb55d2eaa61ba521c2ed8e4d22923c2","parameters_b":0.050539363,"reported_license":"cc-by-nc-4.0","languages":["en","de"],"status":"waiting_for_access","notes":"Accept the model terms on Hugging Face with the account used by this computer.","supported_languages":["en","fr","de","es","pt"],"evidence":["https://x.com/GradiumAI/status/2112563128487514512","https://github.com/gradium-ai/xn-ptts","https://huggingface.co/gradium/phonon-40m-multilingual"],"pi5":"Queued after earlier device experiments; no performance claim until measured."}],"sources":["https://k2-fsa.github.io/sherpa/onnx/pretrained_models/index.html","https://k2-fsa.github.io/sherpa/onnx/tts/pretrained_models/index.html"],"benchmark_plan":{"stt":"Same fixed LibriSpeech clean/other and FLEURS EN/DE recordings as the audio pilot; zero transcript leakage; full clips retained.","tts":"48 unique public FLEURS texts per supported language; fixed preset voices, speed 1; independent Qwen ASR and Whisper intelligibility metrics, native listening samples.","not_combined":"ASR WER measures intelligibility, not human MOS, speaker similarity or conversational reliability.","future":["Human listening / MOS or MUSHRA; UTMOSv2 only as a labeled automatic proxy","Streaming STT with fixed chunk sizes and endpointing","Separate voice-cloning track using licensed reference clips and Seed-TTS/LibriSpeech-PC protocols"]}},"policy":{"stt":"Complete PCM16 mono 16k recording; no VAD/gain/trim; known language, greedy decoding; Whisper fixed non-overlapping 30s windows, all samples retained.","tts":"48 unique natural-case FLEURS test texts per supported language, length-stratified before inference; preset voice IDs, speed 1; no reference voice supplied.","judges":"Whisper small FP32 and Qwen3-ASR 1.7B Q8, independently reported; corpus WER is intelligibility, never MOS or naturalness.","pi":"Three length/duration probes per language/track and voice, three repetitions; four CPU threads, stock runtime; model load and one warmup excluded.","randomness":"Native default stochastic synthesis settings; runtime does not expose a universal seed. Exact waveform repeatability is not claimed."},"progress":[{"id":"7aa5ca2f46fb9f607b7a","model_id":"whisper-tiny","task":"stt","rank":0,"status":"completed","attempts":1,"completed_cases":500,"total_cases":500,"stage":"complete","error":null,"updated_at":"2026-10-19T12:58:15.489544+00:00","role":"capability","waiting_for":null},{"id":"bb1f8fb5197860f127c4","model_id":"kokoro-82m-v1","task":"tts","rank":1,"status":"completed","attempts":1,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-19T13:02:28.405465+00:00","role":"capability","waiting_for":null},{"id":"b67769005d290e3fddd7","model_id":"moonshine-tiny","task":"stt","rank":2,"status":"completed","attempts":1,"completed_cases":400,"total_cases":400,"stage":"complete","error":null,"updated_at":"2026-10-19T13:05:31.097561+00:00","role":"capability","waiting_for":null},{"id":"d427a5001b8c7fceae3d","model_id":"piper-lessac-medium","task":"tts","rank":3,"status":"completed","attempts":1,"completed_cases":48,"total_cases":48,"stage":"complete","error":null,"updated_at":"2026-10-19T13:07:55.341109+00:00","role":"capability","waiting_for":null},{"id":"480f397049b07932c071","model_id":"parakeet-tdt-0-6b-v3","task":"stt","rank":4,"status":"completed","attempts":1,"completed_cases":500,"total_cases":500,"stage":"complete","error":null,"updated_at":"2026-10-19T13:12:35.792368+00:00","role":"capability","waiting_for":null},{"id":"370794f583ce2cbc5aa3","model_id":"piper-thorsten-medium","task":"tts","rank":5,"status":"completed","attempts":1,"completed_cases":48,"total_cases":48,"stage":"complete","error":null,"updated_at":"2026-10-19T13:14:39.833546+00:00","role":"capability","waiting_for":null},{"id":"644e6eee4409d6f9083c","model_id":"whisper-base","task":"stt","rank":6,"status":"completed","attempts":1,"completed_cases":500,"total_cases":500,"stage":"complete","error":null,"updated_at":"2026-10-19T13:18:03.766035+00:00","role":"capability","waiting_for":null},{"id":"f28d9164b96ea50548fd","model_id":"kitten-nano-0-8","task":"tts","rank":7,"status":"completed","attempts":1,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-19T13:21:35.569877+00:00","role":"capability","waiting_for":null},{"id":"d3465b8b9aabf84901d7","model_id":"moonshine-base","task":"stt","rank":8,"status":"completed","attempts":1,"completed_cases":400,"total_cases":400,"stage":"complete","error":null,"updated_at":"2026-10-19T13:25:23.672086+00:00","role":"capability","waiting_for":null},{"id":"1681b87dbaac8c720ee2","model_id":"kitten-micro-0-8","task":"tts","rank":9,"status":"completed","attempts":1,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-19T13:32:54.978899+00:00","role":"capability","waiting_for":null},{"id":"4030b77596ae4101834b","model_id":"whisper-small","task":"stt","rank":10,"status":"completed","attempts":1,"completed_cases":500,"total_cases":500,"stage":"complete","error":null,"updated_at":"2026-10-19T13:38:11.820523+00:00","role":"capability","waiting_for":null},{"id":"79140a1bec9fe05aca31","model_id":"kitten-mini-0-8","task":"tts","rank":11,"status":"completed","attempts":1,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-19T13:48:19.125168+00:00","role":"capability","waiting_for":null},{"id":"60cadeada1a26ecc3604","model_id":"whisper-tiny","task":"stt","rank":0,"status":"completed","attempts":1,"completed_cases":36,"total_cases":36,"stage":"complete","error":null,"updated_at":"2026-10-19T22:11:15.197694+00:00","role":"performance","waiting_for":null},{"id":"055c869b7ce79bc3fa05","model_id":"kokoro-82m-v1","task":"tts","rank":1,"status":"completed","attempts":1,"completed_cases":18,"total_cases":18,"stage":"complete","error":null,"updated_at":"2026-10-19T22:15:35.621981+00:00","role":"performance","waiting_for":null},{"id":"c23cd57511471bcca0af","model_id":"moonshine-tiny","task":"stt","rank":2,"status":"completed","attempts":1,"completed_cases":27,"total_cases":27,"stage":"complete","error":null,"updated_at":"2026-10-19T22:16:48.248204+00:00","role":"performance","waiting_for":null},{"id":"5d3e6c8369ee5527566b","model_id":"piper-lessac-medium","task":"tts","rank":3,"status":"completed","attempts":1,"completed_cases":9,"total_cases":9,"stage":"complete","error":null,"updated_at":"2026-10-19T22:17:47.003093+00:00","role":"performance","waiting_for":null},{"id":"0090b7cf21d7a56e8478","model_id":"parakeet-tdt-0-6b-v3","task":"stt","rank":4,"status":"completed","attempts":1,"completed_cases":36,"total_cases":36,"stage":"complete","error":null,"updated_at":"2026-10-19T22:21:59.400357+00:00","role":"performance","waiting_for":null},{"id":"24eb27fb7ce2c4cefed6","model_id":"piper-thorsten-medium","task":"tts","rank":5,"status":"completed","attempts":1,"completed_cases":9,"total_cases":9,"stage":"complete","error":null,"updated_at":"2026-10-19T22:23:01.535778+00:00","role":"performance","waiting_for":null},{"id":"b9744c128befdab59ca8","model_id":"whisper-base","task":"stt","rank":6,"status":"completed","attempts":1,"completed_cases":36,"total_cases":36,"stage":"complete","error":null,"updated_at":"2026-10-19T22:26:44.814586+00:00","role":"performance","waiting_for":null},{"id":"9820616a1865f2fbed32","model_id":"kitten-nano-0-8","task":"tts","rank":7,"status":"completed","attempts":1,"completed_cases":18,"total_cases":18,"stage":"complete","error":null,"updated_at":"2026-10-19T22:28:20.042175+00:00","role":"performance","waiting_for":null},{"id":"34dbfa9c5dfa53474660","model_id":"moonshine-base","task":"stt","rank":8,"status":"completed","attempts":1,"completed_cases":27,"total_cases":27,"stage":"complete","error":null,"updated_at":"2026-10-19T22:30:23.237562+00:00","role":"performance","waiting_for":null},{"id":"88e9af132db2571f8d72","model_id":"kitten-micro-0-8","task":"tts","rank":9,"status":"completed","attempts":1,"completed_cases":18,"total_cases":18,"stage":"complete","error":null,"updated_at":"2026-10-19T22:32:44.185979+00:00","role":"performance","waiting_for":null},{"id":"d391a97b14053f7f8c0e","model_id":"whisper-small","task":"stt","rank":10,"status":"completed","attempts":1,"completed_cases":36,"total_cases":36,"stage":"complete","error":null,"updated_at":"2026-10-19T22:44:36.154739+00:00","role":"performance","waiting_for":null},{"id":"ca3a842390dae2325151","model_id":"kitten-mini-0-8","task":"tts","rank":11,"status":"completed","attempts":1,"completed_cases":18,"total_cases":18,"stage":"complete","error":null,"updated_at":"2026-10-19T22:48:18.560039+00:00","role":"performance","waiting_for":null},{"id":"e01e414bc5520b69fc98","model_id":"ming-3-0-tts-0-5b","task":"tts","rank":0,"status":"completed","attempts":4,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-19T17:44:21.001978+00:00","role":"capability","waiting_for":null},{"id":"f15e2da5dc8cec9f7663","model_id":"ming-3-0-tts-0-5b","task":"tts","rank":0,"status":"completed","attempts":1,"completed_cases":18,"total_cases":18,"stage":"complete","error":null,"updated_at":"2026-10-20T22:34:57.650179+00:00","role":"performance","waiting_for":null},{"id":"9b8ae3fcb75473a98b3b","model_id":"supertonic-3","task":"tts","rank":0,"status":"completed","attempts":1,"completed_cases":192,"total_cases":192,"stage":"complete","error":null,"updated_at":"2026-10-20T09:45:29.670993+00:00","role":"capability","waiting_for":null},{"id":"79babbf3d3915841beb9","model_id":"supertonic-3","task":"tts","rank":0,"status":"queued","attempts":0,"completed_cases":0,"total_cases":36,"stage":"waiting","error":null,"updated_at":"2026-10-20T09:45:48.794233+00:00","role":"performance","waiting_for":"vision"},{"id":"1aa1c0756eb92344635d","model_id":"pocket-tts-18m-2026-10","task":"tts","rank":0,"status":"completed","attempts":1,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-20T15:42:08.589543+00:00","role":"capability","waiting_for":null},{"id":"be3b11b8e37b0ca828db","model_id":"pocket-tts-7m-2026-10","task":"tts","rank":1,"status":"completed","attempts":1,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-20T15:46:47.232842+00:00","role":"capability","waiting_for":null},{"id":"4723add9fa77806d0d02","model_id":"pocket-tts-2m-2026-10","task":"tts","rank":2,"status":"completed","attempts":1,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-20T15:50:50.781899+00:00","role":"capability","waiting_for":null},{"id":"26fece169114e70eb94b","model_id":"pocket-tts-18m-2026-10","task":"tts","rank":0,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":"waiting","error":null,"updated_at":"2026-10-20T15:50:51.768929+00:00","role":"performance","waiting_for":"speech-supertonic"},{"id":"2f69b99e6dd000d796ae","model_id":"pocket-tts-7m-2026-10","task":"tts","rank":1,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":"waiting","error":null,"updated_at":"2026-10-20T15:50:51.787810+00:00","role":"performance","waiting_for":"speech-supertonic"},{"id":"1265dad06e0209ac29de","model_id":"pocket-tts-2m-2026-10","task":"tts","rank":2,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":"waiting","error":null,"updated_at":"2026-10-20T15:50:51.813634+00:00","role":"performance","waiting_for":"speech-supertonic"},{"id":"0e8a1d6d89b1e3a3dfad","model_id":"phonon-31m-en","task":"tts","rank":0,"status":"completed","attempts":1,"completed_cases":96,"total_cases":96,"stage":"complete","error":null,"updated_at":"2026-10-20T17:43:18.868862+00:00","role":"capability","waiting_for":null},{"id":"869f8745c8c13735acd0","model_id":"phonon-31m-en","task":"tts","rank":0,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":"waiting","error":null,"updated_at":"2026-10-20T23:02:32.257890+00:00","role":"performance","waiting_for":"speech-supertonic"},{"model_id":"phonon-40m-multilingual","task":"tts","role":"capability","status":"queued","stage":"waiting for model access","completed_cases":0,"total_cases":192,"waiting_for":"Accept the model terms on Hugging Face with the account used by this computer."},{"model_id":"phonon-40m-multilingual","task":"tts","role":"performance","status":"queued","stage":"waiting for model access","completed_cases":0,"total_cases":36,"waiting_for":"Accept the model terms on Hugging Face with the account used by this computer."},{"id":"5bc6157b7c26217dcc4b","model_id":"underdog-bark-3-0","task":"stt","rank":0,"status":"completed","attempts":1,"completed_cases":400,"total_cases":400,"stage":"complete","error":null,"updated_at":"2026-10-21T06:19:55.709212+00:00","role":"capability","waiting_for":null},{"id":"82c7ee016c15643a4c52","model_id":"underdog-bark-3-0","task":"stt","rank":0,"status":"queued","attempts":0,"completed_cases":0,"total_cases":27,"stage":"waiting","error":null,"updated_at":"2026-10-21T05:24:11.875510+00:00","role":"performance","waiting_for":"speech-supertonic"},{"status":"completed","completed":400,"total":400,"at":"2026-10-20T08:48:49.863755+00:00","model_id":"fluid-speech-mini","role":"capability"},{"status":"completed","completed":27,"total":27,"at":"2026-10-21T06:53:21.293870+00:00","model_id":"fluid-speech-mini","role":"performance"}],"updated_at":"2026-10-21T10:42:02.945523+00:00"},"video":{"protocol":"edge-video-dashboard-v1","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","rows":[{"id":"video-1b1c946187fe86f0a3a414bc","model_id":"qwen3-5-0-8b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":15.625,"video_order":6.25,"video_prediction":25.0},"counts":{"video_qa":{"correct":5,"total":32},"video_order":{"correct":1,"total":16,"accuracy":6.25},"video_prediction":{"correct":4,"total":16,"accuracy":25.0}},"failures":{"truncated":20,"unparseable_complete":0,"input_overflow":0},"model_size_mib":703.3389587402344,"performance":[],"recorded_at":"2026-10-20T08:37:33.090616+00:00","is_mock":false},{"id":"video-efbc8d556a727d1174e90242","model_id":"qwen3-5-2b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":81.25,"video_order":93.75,"video_prediction":68.75},"counts":{"video_qa":{"correct":26,"total":32},"video_order":{"correct":15,"total":16,"accuracy":93.75},"video_prediction":{"correct":11,"total":16,"accuracy":68.75}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":1858.7714233398438,"performance":[],"recorded_at":"2026-10-20T08:39:35.328438+00:00","is_mock":false},{"id":"video-559ef498b125a7c00484424e","model_id":"qwen3-5-4b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":78.125,"video_order":93.75,"video_prediction":62.5,"video_grounding":21.19908089114398},"counts":{"video_qa":{"correct":25,"total":32},"video_order":{"correct":15,"total":16,"accuracy":93.75},"video_prediction":{"correct":10,"total":16,"accuracy":62.5},"video_grounding":{"total":32,"iou_at_least_05":5}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":3255.2351989746094,"performance":[],"recorded_at":"2026-10-20T10:37:31.290792+00:00","is_mock":false,"grounding_profile":"16 uniform frames · 320px longest edge · 128-token JSON answer","grounding_failures":3},{"id":"video-02622879506064d25fb187f1","model_id":"qwen3-5-9b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":71.875,"video_order":75.0,"video_prediction":68.75},"counts":{"video_qa":{"correct":23,"total":32},"video_order":{"correct":12,"total":16,"accuracy":75.0},"video_prediction":{"correct":11,"total":16,"accuracy":68.75}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":6292.999786376953,"performance":[],"recorded_at":"2026-10-20T08:46:12.887956+00:00","is_mock":false},{"id":"video-5e20f6d22e623d2023121758","model_id":"gemma-4-e2b-it","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":40.625,"video_order":25.0,"video_prediction":56.25},"counts":{"video_qa":{"correct":13,"total":32},"video_order":{"correct":4,"total":16,"accuracy":25.0},"video_prediction":{"correct":9,"total":16,"accuracy":56.25}},"failures":{"truncated":2,"unparseable_complete":0,"input_overflow":0},"model_size_mib":3902.8094787597656,"performance":[],"recorded_at":"2026-10-20T08:47:44.309130+00:00","is_mock":false},{"id":"video-a2074bc550b083787bf46fde","model_id":"gemma-4-e4b-it","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":40.625,"video_order":56.25,"video_prediction":25.0},"counts":{"video_qa":{"correct":13,"total":32},"video_order":{"correct":9,"total":16,"accuracy":56.25},"video_prediction":{"correct":4,"total":16,"accuracy":25.0}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":5691.093688964844,"performance":[],"recorded_at":"2026-10-20T08:51:46.185074+00:00","is_mock":false},{"id":"video-e25e5e6a19d73fb85082b1e2","model_id":"ministral-3-3b-instruct-2512","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":59.375,"video_order":62.5,"video_prediction":56.25},"counts":{"video_qa":{"correct":19,"total":32},"video_order":{"correct":10,"total":16,"accuracy":62.5},"video_prediction":{"correct":9,"total":16,"accuracy":56.25}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":2850.0794067382812,"performance":[],"recorded_at":"2026-10-20T08:54:20.071963+00:00","is_mock":false},{"id":"video-f82cb29b34b0d4ef646dbe0f","model_id":"ministral-3-8b-instruct-2512","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":37.5,"video_order":43.75,"video_prediction":31.25},"counts":{"video_qa":{"correct":12,"total":32},"video_order":{"correct":7,"total":16,"accuracy":43.75},"video_prediction":{"correct":5,"total":16,"accuracy":31.25}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":5776.591369628906,"performance":[],"recorded_at":"2026-10-20T08:59:11.081392+00:00","is_mock":false},{"id":"video-da78c3816d9dc0d4173c4616","model_id":"qwen3-vl-4b-instruct","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":71.875,"video_order":81.25,"video_prediction":62.5},"counts":{"video_qa":{"correct":23,"total":32},"video_order":{"correct":13,"total":16,"accuracy":81.25},"video_prediction":{"correct":10,"total":16,"accuracy":62.5}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":3179.0370178222656,"performance":[],"recorded_at":"2026-10-20T09:01:12.685220+00:00","is_mock":false},{"id":"video-c8889950808dd957dac354e4","model_id":"qwen3-vl-8b-instruct","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":71.875,"video_order":81.25,"video_prediction":62.5},"counts":{"video_qa":{"correct":23,"total":32},"video_order":{"correct":13,"total":16,"accuracy":81.25},"video_prediction":{"correct":10,"total":16,"accuracy":62.5}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":5900.206207275391,"performance":[],"recorded_at":"2026-10-20T09:04:09.084728+00:00","is_mock":false},{"id":"video-cb1ab5a0278172869c2cfc46","model_id":"minicpm-v-4-7-1b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":78.125,"video_order":93.75,"video_prediction":62.5,"video_grounding":5.782016824603108},"counts":{"video_qa":{"correct":25,"total":32},"video_order":{"correct":15,"total":16,"accuracy":93.75},"video_prediction":{"correct":10,"total":16,"accuracy":62.5},"video_grounding":{"total":32,"iou_at_least_05":1}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":1699.5636596679688,"performance":[],"recorded_at":"2026-10-20T10:38:15.354025+00:00","is_mock":false,"grounding_profile":"16 uniform frames · 320px longest edge · 128-token JSON answer","grounding_failures":21},{"id":"video-1af97ac329a0c7f5501ee3ff","model_id":"lfm2-5-vl-1-6b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":65.625,"video_order":62.5,"video_prediction":68.75},"counts":{"video_qa":{"correct":21,"total":32},"video_order":{"correct":10,"total":16,"accuracy":62.5},"video_prediction":{"correct":11,"total":16,"accuracy":68.75}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":1511.468994140625,"performance":[],"recorded_at":"2026-10-20T09:06:46.418985+00:00","is_mock":false},{"id":"video-8596784e3b54524316bd37e5","model_id":"lfm2-5-vl-3b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":65.625,"video_order":68.75,"video_prediction":62.5},"counts":{"video_qa":{"correct":21,"total":32},"video_order":{"correct":11,"total":16,"accuracy":68.75},"video_prediction":{"correct":10,"total":16,"accuracy":62.5}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":2411.31689453125,"performance":[],"recorded_at":"2026-10-20T09:08:03.638684+00:00","is_mock":false},{"id":"video-3546948171d4e4ce6070451c","model_id":"smolvlm2-256m","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":40.625,"video_order":56.25,"video_prediction":25.0},"counts":{"video_qa":{"correct":13,"total":32},"video_order":{"correct":9,"total":16,"accuracy":56.25},"video_prediction":{"correct":4,"total":16,"accuracy":25.0}},"failures":{"truncated":0,"unparseable_complete":1,"input_overflow":0},"model_size_mib":306.3846740722656,"performance":[],"recorded_at":"2026-10-20T09:09:06.695700+00:00","is_mock":false},{"id":"video-986d9b96b170074eab4f1703","model_id":"smolvlm2-2-2b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","profile":"Eight sampled frames · Q4_K_M · 16-token answer limit","quantization":"Q4_K_M","scores":{"video_qa":62.5,"video_order":62.5,"video_prediction":62.5},"counts":{"video_qa":{"correct":20,"total":32},"video_order":{"correct":10,"total":16,"accuracy":62.5},"video_prediction":{"correct":10,"total":16,"accuracy":62.5}},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":1892.9541931152344,"performance":[],"recorded_at":"2026-10-20T09:11:25.672075+00:00","is_mock":false},{"id":"video-eaa6f46b9613f5ac8acc1f46","model_id":"videojev-4b","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","native_suite_id":"e51dc5ef9dea4baee12ef6bed435d5ee998e12b7618bc99ca648b2aa4830ce10","evidence_id":"eaa6f46b9613f5ac8acc1f46","profile":"Native video decision head · BF16 · eight QA / sixteen event frames","quantization":"BF16","scores":{"video_qa":71.875,"video_order":81.25,"video_prediction":62.5,"video_grounding":48.95027989153376},"counts":{"video_qa":{"correct":23,"total":32},"video_order":{"correct":13,"total":16},"video_prediction":{"correct":10,"total":16},"video_grounding":{"total":32,"iou_at_least_05":15,"iou_at_least_07":7}},"baselines":{"whole_video_interval_mean_iou":25.270135881952037},"failures":{"truncated":0,"unparseable_complete":0,"input_overflow":0},"model_size_mib":8547.243767738342,"performance":[],"recorded_at":"2026-10-20T10:32:19.787164+00:00","is_mock":false,"grounding_failures":0}],"controls":{"protocol":"edge-video-checks-v1","suite_id":"8ecfa8d64779a87dc4191a61cc20287e605e1acce68d1ebb7e6fe7b28b5789ae","conditions":{"question-only":{"frames":"none","output_tokens":16},"single-frame":{"frames":"middle","output_tokens":16},"ordered-extended":{"frames":"all","output_tokens":128},"question-only-extended":{"frames":"none","output_tokens":128}},"models":["qwen3-5-0-8b","qwen3-5-2b","qwen3-5-9b","minicpm-v-4-7-1b"],"results":[{"id":"244db42e2d67e59a97303f76","model_id":"qwen3-5-0-8b","recorded_at":"2026-10-20T09:10:02.097031+00:00","scores":{"question-only":{"correct":8,"total":32,"accuracy":25.0,"invalid_answers":0,"truncated":0,"input_overflow":0},"single-frame":{"correct":19,"total":32,"accuracy":59.375,"invalid_answers":1,"truncated":1,"input_overflow":0},"ordered-extended":{"correct":5,"total":32,"accuracy":15.625,"invalid_answers":20,"truncated":19,"input_overflow":0},"question-only-extended":{"correct":8,"total":32,"accuracy":25.0,"invalid_answers":0,"truncated":0,"input_overflow":0}},"identity_id":"244db42e2d67e59a97303f762708cb4db61e63ece4690d264da35e9bccde7f17","baseline":{"correct":5,"total":32,"accuracy":15.625,"invalid_answers":20,"input_overflow":0,"mean_task_s":0.39026789062381795,"median_ttft_s":0.34752334999939194,"truncated":20,"unparseable_complete":0,"scorable_answers":12,"chance_accuracy":25.0}},{"id":"ace21c844851773cd8abf0f2","model_id":"qwen3-5-2b","recorded_at":"2026-10-20T09:12:17.193362+00:00","scores":{"question-only":{"correct":6,"total":32,"accuracy":18.75,"invalid_answers":0,"truncated":0,"input_overflow":0},"single-frame":{"correct":18,"total":32,"accuracy":56.25,"invalid_answers":0,"truncated":0,"input_overflow":0},"ordered-extended":{"correct":26,"total":32,"accuracy":81.25,"invalid_answers":0,"truncated":0,"input_overflow":0},"question-only-extended":{"correct":6,"total":32,"accuracy":18.75,"invalid_answers":0,"truncated":0,"input_overflow":0}},"identity_id":"ace21c844851773cd8abf0f208dbb31f9b8e2befcf994bcedf7e7c07b6bf6a7a","baseline":{"correct":26,"total":32,"accuracy":81.25,"invalid_answers":0,"input_overflow":0,"mean_task_s":0.6059176656249292,"median_ttft_s":0.5233418999996502,"truncated":0,"unparseable_complete":0,"scorable_answers":32,"chance_accuracy":25.0}},{"id":"54c9d51d97637b6e855d88ea","model_id":"qwen3-5-9b","recorded_at":"2026-10-20T09:21:27.559284+00:00","scores":{"question-only":{"correct":11,"total":32,"accuracy":34.375,"invalid_answers":0,"truncated":0,"input_overflow":0},"single-frame":{"correct":17,"total":32,"accuracy":53.125,"invalid_answers":0,"truncated":0,"input_overflow":0},"ordered-extended":{"correct":23,"total":32,"accuracy":71.875,"invalid_answers":0,"truncated":0,"input_overflow":0},"question-only-extended":{"correct":11,"total":32,"accuracy":34.375,"invalid_answers":0,"truncated":0,"input_overflow":0}},"identity_id":"54c9d51d97637b6e855d88ea1b68232a25686feadc9fd9f882f0dbada2b3aa83","baseline":{"correct":23,"total":32,"accuracy":71.875,"invalid_answers":0,"input_overflow":0,"mean_task_s":1.1557645437505926,"median_ttft_s":1.0415230500002508,"truncated":0,"unparseable_complete":0,"scorable_answers":32,"chance_accuracy":25.0}},{"id":"340d2111a55b35944ae0b71a","model_id":"minicpm-v-4-7-1b","recorded_at":"2026-10-20T09:23:39.593181+00:00","scores":{"question-only":{"correct":2,"total":32,"accuracy":6.25,"invalid_answers":22,"truncated":22,"input_overflow":0},"single-frame":{"correct":16,"total":32,"accuracy":50.0,"invalid_answers":0,"truncated":0,"input_overflow":0},"ordered-extended":{"correct":25,"total":32,"accuracy":78.125,"invalid_answers":0,"truncated":0,"input_overflow":0},"question-only-extended":{"correct":2,"total":32,"accuracy":6.25,"invalid_answers":22,"truncated":21,"input_overflow":0}},"identity_id":"340d2111a55b35944ae0b71a5940b9dadfef50bd5e1a6b01049f036101d98b47","baseline":{"correct":25,"total":32,"accuracy":78.125,"invalid_answers":0,"input_overflow":0,"mean_task_s":0.5830569187501169,"median_ttft_s":0.5643733500037342,"truncated":0,"unparseable_complete":0,"scorable_answers":32,"chance_accuracy":25.0}}],"progress":[{"id":"244db42e2d67e59a97303f76","model_id":"qwen3-5-0-8b","rank":0,"status":"completed","attempts":1,"completed":128,"total":128,"condition":"complete","error":null,"updated_at":"2026-10-20T09:10:02.107031+00:00"},{"id":"ace21c844851773cd8abf0f2","model_id":"qwen3-5-2b","rank":1,"status":"completed","attempts":1,"completed":128,"total":128,"condition":"complete","error":null,"updated_at":"2026-10-20T09:12:17.199363+00:00"},{"id":"54c9d51d97637b6e855d88ea","model_id":"qwen3-5-9b","rank":2,"status":"completed","attempts":1,"completed":128,"total":128,"condition":"complete","error":null,"updated_at":"2026-10-20T09:21:27.564790+00:00"},{"id":"340d2111a55b35944ae0b71a","model_id":"minicpm-v-4-7-1b","rank":3,"status":"completed","attempts":1,"completed":128,"total":128,"condition":"complete","error":null,"updated_at":"2026-10-20T09:23:39.603192+00:00"}],"cutoff_utc":"2026-10-20T16:09:18+00:00","updated_at":"2026-10-20T18:08:52.782599+00:00"},"progress":[{"id":"1b1c946187fe86f0a3a414bc","model_id":"qwen3-5-0-8b","kind":"vision","rank":0,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T08:37:33.098128+00:00","role":"capability","waiting_for":null},{"id":"efbc8d556a727d1174e90242","model_id":"qwen3-5-2b","kind":"vision","rank":1,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T08:39:35.337439+00:00","role":"capability","waiting_for":null},{"id":"559ef498b125a7c00484424e","model_id":"qwen3-5-4b","kind":"vision","rank":2,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T08:41:59.067591+00:00","role":"capability","waiting_for":null},{"id":"02622879506064d25fb187f1","model_id":"qwen3-5-9b","kind":"vision","rank":3,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T08:46:12.898957+00:00","role":"capability","waiting_for":null},{"id":"5e20f6d22e623d2023121758","model_id":"gemma-4-e2b-it","kind":"vision","rank":4,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T08:47:44.320636+00:00","role":"capability","waiting_for":null},{"id":"a2074bc550b083787bf46fde","model_id":"gemma-4-e4b-it","kind":"vision","rank":5,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T08:51:46.193075+00:00","role":"capability","waiting_for":null},{"id":"e25e5e6a19d73fb85082b1e2","model_id":"ministral-3-3b-instruct-2512","kind":"vision","rank":6,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T08:54:20.082965+00:00","role":"capability","waiting_for":null},{"id":"f82cb29b34b0d4ef646dbe0f","model_id":"ministral-3-8b-instruct-2512","kind":"vision","rank":7,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T08:59:11.092398+00:00","role":"capability","waiting_for":null},{"id":"da78c3816d9dc0d4173c4616","model_id":"qwen3-vl-4b-instruct","kind":"vision","rank":8,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T09:01:12.693218+00:00","role":"capability","waiting_for":null},{"id":"c8889950808dd957dac354e4","model_id":"qwen3-vl-8b-instruct","kind":"vision","rank":9,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T09:04:09.097239+00:00","role":"capability","waiting_for":null},{"id":"cb1ab5a0278172869c2cfc46","model_id":"minicpm-v-4-7-1b","kind":"vision","rank":10,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T09:05:29.645867+00:00","role":"capability","waiting_for":null},{"id":"1af97ac329a0c7f5501ee3ff","model_id":"lfm2-5-vl-1-6b","kind":"vision","rank":11,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T09:06:46.427986+00:00","role":"capability","waiting_for":null},{"id":"8596784e3b54524316bd37e5","model_id":"lfm2-5-vl-3b","kind":"vision","rank":12,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T09:08:03.648686+00:00","role":"capability","waiting_for":null},{"id":"3546948171d4e4ce6070451c","model_id":"smolvlm2-256m","kind":"vision","rank":13,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T09:09:06.704203+00:00","role":"capability","waiting_for":null},{"id":"986d9b96b170074eab4f1703","model_id":"smolvlm2-2-2b","kind":"vision","rank":14,"status":"completed","attempts":1,"completed_cases":132,"total_cases":132,"stage":"complete","error":null,"updated_at":"2026-10-20T09:11:25.680079+00:00","role":"capability","waiting_for":null},{"id":"3a80b05928ac29ee981872fe","model_id":"qwen3-5-0-8b","kind":"vision","rank":0,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.126303+00:00","role":"performance","waiting_for":"vision"},{"id":"57ead1d8044d2627559bc132","model_id":"qwen3-5-2b","kind":"vision","rank":1,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.126954+00:00","role":"performance","waiting_for":"vision"},{"id":"32cd1d384f7a6f3c8d64b00b","model_id":"qwen3-5-4b","kind":"vision","rank":2,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.127436+00:00","role":"performance","waiting_for":"vision"},{"id":"707ddec5d9c0da41d0936211","model_id":"qwen3-5-9b","kind":"vision","rank":3,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.127879+00:00","role":"performance","waiting_for":"vision"},{"id":"6a4d7c4d3981af7b8a80ebd4","model_id":"gemma-4-e2b-it","kind":"vision","rank":4,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.128335+00:00","role":"performance","waiting_for":"vision"},{"id":"952fd6c1d07e16b1d898644d","model_id":"gemma-4-e4b-it","kind":"vision","rank":5,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.128797+00:00","role":"performance","waiting_for":"vision"},{"id":"57dce88a23dc7b198cde15ac","model_id":"ministral-3-3b-instruct-2512","kind":"vision","rank":6,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.129249+00:00","role":"performance","waiting_for":"vision"},{"id":"271db382c27527f55208e04b","model_id":"ministral-3-8b-instruct-2512","kind":"vision","rank":7,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.129699+00:00","role":"performance","waiting_for":"vision"},{"id":"12a003986e0bd5a171938ceb","model_id":"qwen3-vl-4b-instruct","kind":"vision","rank":8,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.130113+00:00","role":"performance","waiting_for":"vision"},{"id":"c2c357e9358409aca1626f91","model_id":"qwen3-vl-8b-instruct","kind":"vision","rank":9,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.130525+00:00","role":"performance","waiting_for":"vision"},{"id":"47c9d34ad0e2348d79da2dc0","model_id":"minicpm-v-4-7-1b","kind":"vision","rank":10,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.130979+00:00","role":"performance","waiting_for":"vision"},{"id":"f0620f5dee8fd78ce90e3b88","model_id":"lfm2-5-vl-1-6b","kind":"vision","rank":11,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.131402+00:00","role":"performance","waiting_for":"vision"},{"id":"86c532307fc2160def41851b","model_id":"lfm2-5-vl-3b","kind":"vision","rank":12,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.131794+00:00","role":"performance","waiting_for":"vision"},{"id":"3887fd349652ea97567dac65","model_id":"smolvlm2-256m","kind":"vision","rank":13,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.132183+00:00","role":"performance","waiting_for":"vision"},{"id":"a7d0c37213b284a5fbf2a9c2","model_id":"smolvlm2-2-2b","kind":"vision","rank":14,"status":"queued","attempts":0,"completed_cases":0,"total_cases":18,"stage":null,"error":null,"updated_at":"2026-10-20T08:36:30.132571+00:00","role":"performance","waiting_for":"vision"}],"specialists":[{"model_id":"videojev-4b","role":"capability","status":"completed","completed_cases":64,"total_cases":64},{"model_id":"videojev-4b","role":"performance","status":"failed","completed_cases":0,"total_cases":82}],"sampling":{"qa_cases":32,"frames":8,"max_edge":512,"audio":false,"subtitles":false},"sources":[{"name":"MVBench","url":"https://github.com/OpenGVLab/Ask-Anything/tree/main/video_chat2/mvbench"},{"name":"VideoJev","url":"https://huggingface.co/ZhuYuhan/VideoJev-4B"}]},"ocr":{"protocol":"edge-ocr-text-v1","suite_id":"decf6212023d7e74d44000bf02db43bc2a9d9a35b176b5dff57dff268c77f7fd","updated_at":"2026-10-21T10:42:58.146226+00:00","models":[{"id":"indra-ocr-1-1","name":"Indra OCR 1.1","maker":"Datalab","adapter":"indra","runtime":"indra-ocr 1.1.2 / ONNX Runtime 1.23.2","source_url":"https://huggingface.co/datalab-to/indra-ocr","revision":"bd02167fdf2005a19962cc15188f8496a2c87d3b","license":"Modified OpenRAIL-M (use restrictions)","parameters_m":7.3,"parameter_basis":"Publisher total for all default networks; not just the 1.25M Latin recognizer.","files":{"LICENSE":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/LICENSE","sha256":"50c88a018a7ee322e89f6b09401b237beb0cd331685879405b3db48993950a5f","bytes":14750},"det.onnx":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/det.onnx","sha256":"f2bd4cba23e9c328cf7ec824634e423e191a2c6aacbbf35c62bd79dd70f62f59","bytes":389948},"lm.npz":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/lm.npz","sha256":"6c0fb618a363a0acdd05d4f5b0edd9e8146d2d990541b87f6130bbfe17cea58d","bytes":15695957},"lm_cjk.npz":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/lm_cjk.npz","sha256":"6d64f13f4f90f4e529bd63340c6df76238d007feaef2abb903d8cd28d92bc2f3","bytes":18955160},"lm_world.npz":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/lm_world.npz","sha256":"34df5e74a2fcbb9cf5e7f360a559375ffa2e04d2d2943a42308c177bcb444d5d","bytes":11641215},"meta.json":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/meta.json","sha256":"4ce4c94b46f5d644033c02e718322014ff4081270f385038c571912b56696339","bytes":211869},"order.onnx":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/order.onnx","sha256":"a42db2e8b536ad3d84045a4b7f9b0a72667cf8be4aa02d63f7b38004719fb180","bytes":2973138},"orient.onnx":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/orient.onnx","sha256":"20eaf670f55a7cf9facfe1bdd6c7b8e40be75bbf4d48a3df43f66aa3bbd874fd","bytes":371802},"rec.onnx":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/rec.onnx","sha256":"475972a2710be4a3cbfeb2bc7f3624ffd563de07de42476fc7a290d4e1ece484","bytes":5042161},"rec_cjk.onnx":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/rec_cjk.onnx","sha256":"4a035516a17e62cdf33a4fe2d88077654cb8841cff024685cdef4e351694ef50","bytes":10176018},"rec_rtl.onnx":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/rec_rtl.onnx","sha256":"468796bd684486a8388c30c8b4ed2a26e3eeb1f8ff02831c24c2e12c79a2a834","bytes":4812710},"rec_world.onnx":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/rec_world.onnx","sha256":"c8d1e59f21b04966f179d2d2d8e22b230d22110b3f89855bbbf2624a58c40043","bytes":5627990},"script.onnx":{"url":"https://huggingface.co/datalab-to/indra-ocr/resolve/bd02167fdf2005a19962cc15188f8496a2c87d3b/script.onnx","sha256":"b6ce4e926e19c243faaf37bd46880398bf2cb4ae56a29e1177a3b017c1280e36","bytes":191630}},"settings":{"mode":"ocr","furniture":true,"math":false},"notes":"Full default pipeline. Images only; PDF text extraction disabled. Model weights have revenue/funding and competing-service restrictions.","model_size_mib":72.57876205444336},{"id":"pp-ocrv6-tiny","name":"PP-OCRv6 tiny","maker":"PaddlePaddle","adapter":"rapid","runtime":"RapidOCR 3.10.0 / ONNX Runtime 1.23.2","source_url":"https://github.com/PaddlePaddle/PaddleOCR","license":"Apache-2.0","revision":"RapidOCR 3.10.0 model route + publisher SHA256","parameters_m":null,"parameter_basis":"Full detector, orientation classifier and recognizer; tensor count not verified.","files":{"PP-OCRv6_det_tiny.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv6/det/PP-OCRv6_det_tiny.onnx","sha256":"f42c0fbd294d95eac1a550e131b277dac97462c8025fa4b6c3cec1b7894bd3d5","bytes":1829618},"ch_ppocr_mobile_v2.0_cls_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv4/cls/ch_ppocr_mobile_v2.0_cls_mobile.onnx","sha256":"e47acedf663230f8863ff1ab0e64dd2d82b838fceb5957146dab185a89d6215c","bytes":585532},"PP-OCRv6_rec_tiny.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv6/rec/PP-OCRv6_rec_tiny.onnx","sha256":"e16e242de5937ad92609223f19bc2aff3727ee40b095f996907c24749bad251b","bytes":4489813}},"components":{"Det":"PP-OCRv6_det_tiny.onnx","Cls":"ch_ppocr_mobile_v2.0_cls_mobile.onnx","Rec":"PP-OCRv6_rec_tiny.onnx"},"settings":{"Det.engine_type":"onnxruntime","Det.ocr_version":"PP-OCRv6","Det.model_type":"tiny","Det.lang_type":"ch","Cls.engine_type":"onnxruntime","Cls.ocr_version":"PP-OCRv4","Cls.model_type":"mobile","Cls.lang_type":"ch","Rec.engine_type":"onnxruntime","Rec.ocr_version":"PP-OCRv6","Rec.model_type":"tiny","Rec.lang_type":"ch"},"notes":"Standard RapidOCR preprocessing, detector, line orientation and recognition. Four CPU threads; original published model precision.","model_size_mib":6.585085868835449},{"id":"pp-ocrv6-small","name":"PP-OCRv6 small","maker":"PaddlePaddle","adapter":"rapid","runtime":"RapidOCR 3.10.0 / ONNX Runtime 1.23.2","source_url":"https://github.com/PaddlePaddle/PaddleOCR","license":"Apache-2.0","revision":"RapidOCR 3.10.0 model route + publisher SHA256","parameters_m":null,"parameter_basis":"Full detector, orientation classifier and recognizer; tensor count not verified.","files":{"PP-OCRv6_det_small.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv6/det/PP-OCRv6_det_small.onnx","sha256":"090f04abcd9d9a7498bc4ebf677e4cb9bdce1fe4197ddb7e529f1ef44e1ff94f","bytes":9929594},"ch_ppocr_mobile_v2.0_cls_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv4/cls/ch_ppocr_mobile_v2.0_cls_mobile.onnx","sha256":"e47acedf663230f8863ff1ab0e64dd2d82b838fceb5957146dab185a89d6215c","bytes":585532},"PP-OCRv6_rec_small.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv6/rec/PP-OCRv6_rec_small.onnx","sha256":"6f327246b50388f3c176ae304bd95767ea6dc0c9ae92153ef8cbe210b3c14884","bytes":21234383}},"components":{"Det":"PP-OCRv6_det_small.onnx","Cls":"ch_ppocr_mobile_v2.0_cls_mobile.onnx","Rec":"PP-OCRv6_rec_small.onnx"},"settings":{"Det.engine_type":"onnxruntime","Det.ocr_version":"PP-OCRv6","Det.model_type":"small","Det.lang_type":"ch","Cls.engine_type":"onnxruntime","Cls.ocr_version":"PP-OCRv4","Cls.model_type":"mobile","Cls.lang_type":"ch","Rec.engine_type":"onnxruntime","Rec.ocr_version":"PP-OCRv6","Rec.model_type":"small","Rec.lang_type":"ch"},"notes":"Standard RapidOCR preprocessing, detector, line orientation and recognition. Four CPU threads; original published model precision.","model_size_mib":30.278691291809082},{"id":"pp-ocrv6-medium","name":"PP-OCRv6 medium","maker":"PaddlePaddle","adapter":"rapid","runtime":"RapidOCR 3.10.0 / ONNX Runtime 1.23.2","source_url":"https://github.com/PaddlePaddle/PaddleOCR","license":"Apache-2.0","revision":"RapidOCR 3.10.0 model route + publisher SHA256","parameters_m":null,"parameter_basis":"Full detector, orientation classifier and recognizer; tensor count not verified.","files":{"PP-OCRv6_det_medium.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv6/det/PP-OCRv6_det_medium.onnx","sha256":"92078b7355007ccfffcd4c8cd441a3afd4538904d06881b29a155e1e679907c2","bytes":62119454},"ch_ppocr_mobile_v2.0_cls_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv4/cls/ch_ppocr_mobile_v2.0_cls_mobile.onnx","sha256":"e47acedf663230f8863ff1ab0e64dd2d82b838fceb5957146dab185a89d6215c","bytes":585532},"PP-OCRv6_rec_medium.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv6/rec/PP-OCRv6_rec_medium.onnx","sha256":"eef444829dbbe18d7fea59a3f6eb75647518d2b3a9568d27c92e42940204894b","bytes":76629984}},"components":{"Det":"PP-OCRv6_det_medium.onnx","Cls":"ch_ppocr_mobile_v2.0_cls_mobile.onnx","Rec":"PP-OCRv6_rec_medium.onnx"},"settings":{"Det.engine_type":"onnxruntime","Det.ocr_version":"PP-OCRv6","Det.model_type":"medium","Det.lang_type":"ch","Cls.engine_type":"onnxruntime","Cls.ocr_version":"PP-OCRv4","Cls.model_type":"mobile","Cls.lang_type":"ch","Rec.engine_type":"onnxruntime","Rec.ocr_version":"PP-OCRv6","Rec.model_type":"medium","Rec.lang_type":"ch"},"notes":"Standard RapidOCR preprocessing, detector, line orientation and recognition. Four CPU threads; original published model precision.","model_size_mib":132.88018226623535},{"id":"pp-ocrv5-mobile","name":"PP-OCRv5 mobile","maker":"PaddlePaddle","adapter":"rapid","runtime":"RapidOCR 3.10.0 / ONNX Runtime 1.23.2","source_url":"https://github.com/PaddlePaddle/PaddleOCR","license":"Apache-2.0","revision":"RapidOCR 3.10.0 model route + publisher SHA256","parameters_m":null,"parameter_basis":"Full detector, orientation classifier and recognizer; tensor count not verified.","files":{"ch_PP-OCRv5_det_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv5/det/ch_PP-OCRv5_det_mobile.onnx","sha256":"4d97c44a20d30a81aad087d6a396b08f786c4635742afc391f6621f5c6ae78ae","bytes":4819576},"ch_ppocr_mobile_v2.0_cls_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv4/cls/ch_ppocr_mobile_v2.0_cls_mobile.onnx","sha256":"e47acedf663230f8863ff1ab0e64dd2d82b838fceb5957146dab185a89d6215c","bytes":585532},"ch_PP-OCRv5_rec_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv5/rec/ch_PP-OCRv5_rec_mobile.onnx","sha256":"5825fc7ebf84ae7a412be049820b4d86d77620f204a041697b0494669b1742c5","bytes":16631306}},"components":{"Det":"ch_PP-OCRv5_det_mobile.onnx","Cls":"ch_ppocr_mobile_v2.0_cls_mobile.onnx","Rec":"ch_PP-OCRv5_rec_mobile.onnx"},"settings":{"Det.engine_type":"onnxruntime","Det.ocr_version":"PP-OCRv5","Det.model_type":"mobile","Det.lang_type":"ch","Cls.engine_type":"onnxruntime","Cls.ocr_version":"PP-OCRv4","Cls.model_type":"mobile","Cls.lang_type":"ch","Rec.engine_type":"onnxruntime","Rec.ocr_version":"PP-OCRv5","Rec.model_type":"mobile","Rec.lang_type":"ch"},"notes":"Standard RapidOCR preprocessing, detector, line orientation and recognition. Four CPU threads; original published model precision.","model_size_mib":21.015562057495117},{"id":"pp-ocrv4-mobile","name":"PP-OCRv4 mobile","maker":"PaddlePaddle","adapter":"rapid","runtime":"RapidOCR 3.10.0 / ONNX Runtime 1.23.2","source_url":"https://github.com/PaddlePaddle/PaddleOCR","license":"Apache-2.0","revision":"RapidOCR 3.10.0 model route + publisher SHA256","parameters_m":null,"parameter_basis":"Full detector, orientation classifier and recognizer; tensor count not verified.","files":{"ch_PP-OCRv4_det_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv4/det/ch_PP-OCRv4_det_mobile.onnx","sha256":"d2a7720d45a54257208b1e13e36a8479894cb74155a5efe29462512d42f49da9","bytes":4745517},"ch_ppocr_mobile_v2.0_cls_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv4/cls/ch_ppocr_mobile_v2.0_cls_mobile.onnx","sha256":"e47acedf663230f8863ff1ab0e64dd2d82b838fceb5957146dab185a89d6215c","bytes":585532},"ch_PP-OCRv4_rec_mobile.onnx":{"url":"https://www.modelscope.cn/models/RapidAI/RapidOCR/resolve/v3.10.0/onnx/PP-OCRv4/rec/ch_PP-OCRv4_rec_mobile.onnx","sha256":"48fc40f24f6d2a207a2b1091d3437eb3cc3eb6b676dc3ef9c37384005483683b","bytes":10857958}},"components":{"Det":"ch_PP-OCRv4_det_mobile.onnx","Cls":"ch_ppocr_mobile_v2.0_cls_mobile.onnx","Rec":"ch_PP-OCRv4_rec_mobile.onnx"},"settings":{"Det.engine_type":"onnxruntime","Det.ocr_version":"PP-OCRv4","Det.model_type":"mobile","Det.lang_type":"ch","Cls.engine_type":"onnxruntime","Cls.ocr_version":"PP-OCRv4","Cls.model_type":"mobile","Cls.lang_type":"ch","Rec.engine_type":"onnxruntime","Rec.ocr_version":"PP-OCRv4","Rec.model_type":"mobile","Rec.lang_type":"ch"},"notes":"Standard RapidOCR preprocessing, detector, line orientation and recognition. Four CPU threads; original published model precision.","model_size_mib":15.439040184020996}],"rows":[{"model_id":"pp-ocrv4-mobile","capability":{"overall":30.828373015873016,"groups":{"columns":{"passed":1,"total":9,"pages":8,"score":11.11111111111111},"small-print":{"passed":5,"total":16,"pages":8,"score":31.25},"old-scans":{"passed":0,"total":26,"pages":8,"score":0.0},"forms":{"passed":17,"total":21,"pages":8,"score":80.95238095238095}},"passed":23,"total":72,"failed_pages":0},"performance":{"mean_page_s":29.509343732332734,"median_page_s":24.721814829477808,"p90_page_s":53.08757192501798,"pages_per_minute":2.0332542988497346,"peak_process_rss_mib":688.21875,"requests":18,"pages":6,"repetitions":3,"sample_stdev_s":17.005394395528217},"device_id":"pi5-16gb","parity":{"status":"passed","cases":6,"requests":18,"different_pages":[],"basis":"All official text-check verdicts agree for six page probes, repeated three times. This is a sample, not proof for all pages."},"recorded_at":"2026-10-20T16:44:55.847432+00:00"},{"model_id":"pp-ocrv6-tiny","capability":{"overall":31.200396825396826,"groups":{"columns":{"passed":1,"total":9,"pages":8,"score":11.11111111111111},"small-print":{"passed":6,"total":16,"pages":8,"score":37.5},"old-scans":{"passed":0,"total":26,"pages":8,"score":0.0},"forms":{"passed":16,"total":21,"pages":8,"score":76.19047619047619}},"passed":23,"total":72,"failed_pages":0},"performance":{"mean_page_s":5.2887347871647865,"median_page_s":4.451031190998037,"p90_page_s":8.830004845978692,"pages_per_minute":11.344868369201233,"peak_process_rss_mib":576.28125,"requests":18,"pages":6,"repetitions":3,"sample_stdev_s":2.5875965582846714},"device_id":"pi5-16gb","parity":{"status":"passed","cases":6,"requests":18,"different_pages":[],"basis":"All official text-check verdicts agree for six page probes, repeated three times. This is a sample, not proof for all pages."},"recorded_at":"2026-10-20T16:26:22.286875+00:00"},{"model_id":"pp-ocrv6-small","capability":{"overall":32.0188492063492,"groups":{"columns":{"passed":1,"total":9,"pages":8,"score":11.11111111111111},"small-print":{"passed":5,"total":16,"pages":8,"score":31.25},"old-scans":{"passed":0,"total":26,"pages":8,"score":0.0},"forms":{"passed":18,"total":21,"pages":8,"score":85.71428571428571}},"passed":24,"total":72,"failed_pages":0},"performance":{"mean_page_s":18.636470464999245,"median_page_s":14.95644650151371,"p90_page_s":34.244543345994316,"pages_per_minute":3.2194937401201966,"peak_process_rss_mib":774.59375,"requests":18,"pages":6,"repetitions":3,"sample_stdev_s":10.429661499187912},"device_id":"pi5-16gb","parity":{"status":"passed","cases":6,"requests":18,"different_pages":[],"basis":"All official text-check verdicts agree for six page probes, repeated three times. This is a sample, not proof for all pages."},"recorded_at":"2026-10-20T16:28:54.069516+00:00"},{"model_id":"pp-ocrv6-medium","capability":{"overall":32.83730158730159,"groups":{"columns":{"passed":1,"total":9,"pages":8,"score":11.11111111111111},"small-print":{"passed":4,"total":16,"pages":8,"score":25.0},"old-scans":{"passed":0,"total":26,"pages":8,"score":0.0},"forms":{"passed":20,"total":21,"pages":8,"score":95.23809523809524}},"passed":25,"total":72,"failed_pages":0},"performance":{"mean_page_s":78.71518286133586,"median_page_s":64.86445787799312,"p90_page_s":142.88731997500872,"pages_per_minute":0.7622417660605019,"peak_process_rss_mib":1617.15625,"requests":18,"pages":6,"repetitions":3,"sample_stdev_s":43.89687568174951},"device_id":"pi5-16gb","parity":{"status":"passed","cases":6,"requests":18,"different_pages":[],"basis":"All official text-check verdicts agree for six page probes, repeated three times. This is a sample, not proof for all pages."},"recorded_at":"2026-10-20T16:38:04.474641+00:00"},{"model_id":"pp-ocrv5-mobile","capability":{"overall":30.456349206349206,"groups":{"columns":{"passed":1,"total":9,"pages":8,"score":11.11111111111111},"small-print":{"passed":4,"total":16,"pages":8,"score":25.0},"old-scans":{"passed":0,"total":26,"pages":8,"score":0.0},"forms":{"passed":18,"total":21,"pages":8,"score":85.71428571428571}},"passed":23,"total":72,"failed_pages":0},"performance":{"mean_page_s":24.886547669651918,"median_page_s":19.54825623697252,"p90_page_s":47.19141071999911,"pages_per_minute":2.410941075333138,"peak_process_rss_mib":765.53125,"requests":18,"pages":6,"repetitions":3,"sample_stdev_s":14.917653225702715},"device_id":"pi5-16gb","parity":{"status":"passed","cases":6,"requests":18,"different_pages":[],"basis":"All official text-check verdicts agree for six page probes, repeated three times. This is a sample, not proof for all pages."},"recorded_at":"2026-10-20T16:40:33.193989+00:00"},{"model_id":"indra-ocr-1-1","capability":{"overall":59.59821428571429,"groups":{"columns":{"passed":6,"total":9,"pages":8,"score":66.66666666666667},"small-print":{"passed":13,"total":16,"pages":8,"score":81.25},"old-scans":{"passed":0,"total":26,"pages":8,"score":0.0},"forms":{"passed":19,"total":21,"pages":8,"score":90.47619047619048}},"passed":38,"total":72,"failed_pages":0},"performance":{"mean_page_s":2.015963086279549,"median_page_s":1.632442098503816,"p90_page_s":3.4383555880049244,"pages_per_minute":29.76244972358583,"peak_process_rss_mib":710.046875,"requests":18,"pages":6,"repetitions":3,"sample_stdev_s":0.7664438537073784},"device_id":"pi5-16gb","parity":{"status":"passed","cases":6,"requests":18,"different_pages":[],"basis":"All official text-check verdicts agree for six page probes, repeated three times. This is a sample, not proof for all pages."},"recorded_at":"2026-10-20T16:25:32.622356+00:00"}],"progress":[{"model_id":"indra-ocr-1-1","role":"capability","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv6-tiny","role":"capability","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv6-small","role":"capability","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv6-medium","role":"capability","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv5-mobile","role":"capability","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv4-mobile","role":"capability","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"indra-ocr-1-1","role":"performance","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv6-tiny","role":"performance","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv6-small","role":"performance","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv6-medium","role":"performance","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv5-mobile","role":"performance","status":"completed","reason":null,"completed":null,"total":null},{"model_id":"pp-ocrv4-mobile","role":"performance","status":"completed","reason":null,"completed":null,"total":null}],"examples":[{"model_id":"pp-ocrv4-mobile","case_id":"ocr-columns-1","group":"columns","expected":["Advances in Electromyogram Signal Classification to Improve the quality of Life for the Disable and Aged People.","And Its Applications, 4(2)."],"text":"BIOSIGNALS 2012 - International Conference on Bio-inspired Systems and Signal Processing\nreach each one some muscle strength is applied.\nprobablywill also change the comparative\nAnother difference is the use of amplitude envelope\nperformancebetween themethods.Considering that\ninsteadofsomeotherfeaturecombinationintimeor\nfor MLP there is a great effort to define the\nfrequency domain.This may be the reasons to the\narchitecture and also learning parameters, its use is\nsmaller classification accuracies for a number of\nonlyjustifiedif thereis aneedofgeneralizationthat\nclasses greater than 5 compared to the results\ncannot be achievedbytheRLDAthat does not\nobtainedfromother authors,whichcontinuewith\nrequire the predefinition of parameters, it is practical\nclassification rates above 90 for these class\nand fast.\nconfigurations (Hargrove, Englehart and Hudgins,\n2007;Ahsan,Ibrahimy and Khalifa, 2010;Basu,\nBhattacharyya and Kim, 2010; Scheme and\nACKNOWLEDGEMENTS\nEnglehart, 2011). However, considering the type of\nmovementanddistinctiveclasses,thelowlevelof\nThe author thanks FEI and FAPESP for sponsoring.\ncontraction and the use of the amplitude envelope,\nwhich require a minimum processing effort,for a\nsmall number of classes, the systems had performed\nREFERENCES\nwell.\nOn the other hand, the process based on RLDA\nwas very fast, while the process based on MLP was\nAhsan, Md. R., Ibrahimy, M. 1., and Khalifa ,O. O. (2010)\ntimeconsumingasmuch todefineadequate\nAdvances in Electromyogram Signal Classification to\nImprove the quality of Life for the Disable and Aged\nparameters as for as network training. There was no\nPeople.J. Comput Sci.,6(7),705-715.\npattern for the number of hidden layers and the\nBasu, J. K., Bhattacharyya, D. and Kim, T. (2010). Use of\nnumber of neurons. These parameters varied for each\nArtificial Neural Network in Pattern Recognition. Int. J.\nvolunteer and for each class configuration,aimed at\nSoftwareEng.AndItsApplications,4(2),\nobtaining the best classification accuracies.Usually, 2\nCastro, M. C. F. (2011). Statistical Approach for Angular\nor 3 hidden layers were enough,but the number of\nPositionSeparabilityClasses of EMGData.Proc.\nneuronsvariedfrom9to1o0dependingonthecase.\nISSNIPBiosignals and Biorobotics Conferenc.,Vitoria,\nEnglehart et al. (1999) and other researchers such as\nBrazil.DOI:10.1109/BRC.2011.5740663.\nBasu, Battacharyya and Kin (2010) and Zhang (2000)\nCheng,B. and Titterington, D.M.(1994).Neural\nNetworks:A Review from a StatisticalPerspective.\ndefend that MLP, as long as properly trained and with\nStatistical Sci.,9(1),2-30.\nan appropriate configuration will always match, if not\nEnglehart, K.,Hudgins, B.,Parker, P.A.,and Stevenson,\nexceed,theperformance of anRLDA.Butusually,\nM.(1999).Classification of the myoelectric signal\ndue to theneed to automateMLP training over a large\nusing time-frequency based representations.Med.Eng.\nnumber of interactions, the number of hidden layers\nPhys.-I\nEspecialIssue onIntell.Data Anal.\nand also the number of neurons are fixed.For a given\nElectromyog.Electroneurog., 21, Jul.,431-438.\nsubject and a specificnumber of classeshowever,the\nGuo,Y.,Hastie,T.,and Tibshirani, R. (2007).Regularized\nconfiguration may be inappropriate, and will be\nlinear discriminantanalysis anditsapplicationin\ninhibit the generalization performance of the MLP.\nmicroarrays.Biostat.,8(1),86-100.\nHargrove,L.J.,Englehart,K.and Hudgins, B.(2007).A\nTheRLDA,on theotherhanddoes notrequire these\nComparison of Surface andIntramuscular Myoelectric\nspecifications, and performs very well.\nSignal Classification.IEEE Trans.Biom.Eng.,54(5),\n847-853.\nItakura, N.,Kinbara,Y.,Fuwa,T.and Sakamoto,K.\n5CONCLUSIONS\n(1996).Discrimination of Forearm's Motions by\nSurfaceEMGSignalsusingNeural Network.Applied\nHumanScience-J.Physiological Anthropology,15(6),\nThis study showed the same performance for RLDA\n287-294.\nand MLP in a problem of elbow angular position\nOskoei,M.A.and Hu,H.(2006).GA-based Feature Subset\nclassification,based on theSME amplitude envelope\nSelection for Myoelectric Classification.Proc.IEEE\nBothmethodsachievedaverage classification\nInt.Conf. Robotics and Biomimetics,China,1465-1470.\naccuracies above 80%for a number of classes until 4\nParker,P.，Englehart, K.，and Hudgins，B.(2006).\nbut individually, 5 subjects achieved similar results in\nMyoelectric signalprocessingfor control ofpowered\na 5-class setup,which means a 20o shift between\nlimb prostheses. J. Electromyog and Kinesiol., 16, 541-\nconsecutive classes.Maybe abetter classification\n548.\naccuracy canbereachedwith another featureinstead\nof amplitudeenvelopethatwasused.However,this\n354","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-06dda119744c1212fbb39a789dc34f023f6c_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-1.png"},{"model_id":"pp-ocrv4-mobile","case_id":"ocr-columns-2","group":"columns","expected":["Thanks again for the friendships and I wish all of you a Great Christmas and all the best in the New Year.","Two of our discerning members, Jean Timmermeister and Valerie Henschel commented that the sky had a dim but noticeable dust spot on it."],"text":" Peaks Elroto News\ns Camera Club\nT.eguin.Haahingten 30i02\nIssue Number 1, 2006\nIMMEDIATEPASTPRESIDENT'S\nMESSAGE\nThere have been a lot of changes in my\nlife in the last two years, and I have\ndecided to move from western\nWashington where I have lived all my\nlife to Carlsbad, California.Ihave some\nfamily in the area and had met a friend\nthere last year. She is a world traveler\nand an avid photographer. But the\nNorthwest will always be my \"home\".\nThe travel bug is still with me having\ntraveled to Europe, Africa, South\nAmerica and Antarctica since we last\nmet and with a few weeks in Southeast\nAsia scheduled for February.\nDear OPCC members,\nI will send Jim my email address once I\nMy last five years as a member of\nget settled so we can keep in contact.\nOPCC have been very enjoyable and\nThanks again for the friendships and I\nrewarding.\nwish all of you a Great Christmas and\nI have met many talented people and\nall the best in the New Year.\nhave made many friends, and have\nlearned more about photography than I\nBob Mandich\nhad hoped for.\nSENSORDUST\non my computer screen or even on the projected\nBobHuelsdonk\nimage until it was pointed out.\nReturning home, I put the print on my computer\nprint from my digital Canon D60 SLR which showed some\nscreen.Indeed it showed asabouta1/2inch,\nwind generators against a plain blue sky. Two of our\nslightly darker blob (on an 8x10 image). I then\ndiscerning members, Jean Timmermeister and Valerie\nincreased the contrast greatly, and lo and\nHenschelcommented thattheskyhadadimbut\nnoticeabledustspot on it.Ihadnot noticed it","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-08c9eac4149a44cf8eed7cf1466ce8afa6b7_page_1_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-2.png"},{"model_id":"pp-ocrv4-mobile","case_id":"ocr-columns-3","group":"columns","expected":["If an individual is issued a Final Notification of Threat Assessment, the FAA will deny an application for any airman certificate, rating or authorization.","The individual may respond in writing to this initial notification and provide any information the individual believes the TSA should consider."],"text":"AVNEWS\nFAA-ISSUEDAIRMAN\nsessments made by TSA.This re-\ncates and thelegalcontent of all air-\nCERTIFICATEINELIGIBILITY\nliance is based on the broad statutory\nman certification records. The Registry\nBASEDON\nauthorityandresponsibilitythatthe\ndirects the planning,development, and\nSECURITYGROUNDS\nAviationandTransportationSecurity\nimplementationoftheregulationsand\nAct, Public Law 107-71, placed in the\nsystems associatedwiththeregistra-\nIn the January 24,2003，Federal\nUnderSecretarywithregardtointelli\ntion ofU.S.civil aircraft.\nRegister,theFAApublishedafinalrule\ngence information and threat assess-\nTheRegistryWebsiteprovidesfull\nwhichputs inplaceprocessesfor the\nments. The individual may respond in\nsetsofboththeaircraftandairman\nTransportationSecurityAdministration\nwritingtothisinitialnotificationand\ndatabases,various forms used to do\n(TSA) to notify an individual that he or\nprovideanyinformationtheindividual\nbusiness withthe Registry.and other\nshehasbeendetermined topose a\nbelievestheTSAshouldconsider.\nusefulinformation.Inaddition，there\nnationalsecuritythreatandtoadvise\nareservicesthatcanberequested\ntheFAAofitsdetermination.TheFAA\nCIVILAVIATIONREGISTRY\nand paid for online.Databases may\nis adding asectiontoTitle 14of the\nWEBSITEADDS\nbe downloaded which include all infor-\nCode of Federal Regulations (14 CFR)\nAIRMENSERVICESACCOUNT\nmation for aircraft. For airmen, Privacy\nparts 61，63,and 65to expressly\nAct information is not included,and\nmake individuals who pose a security\nU.S.certificated airmen can open\naddressesarenotshownforairmen\nthreat as determined by the TSA ineli-\nanonlineservices accountonthe\nwhochose not tohavetheiraddress\ngible to hold certificates,ratings,and\npopular U.S. Civil Aviation Registry\nreleased.\nauthorizationsissuedunderthose\nwebsiteoperatedbytheFederalAvia-\nRegistry staff responds to hun-\nparts. This ineligibility means that the\ntionAdministration in Oklahoma City.\ndredsofthousandsofcustomerseach\nFAA will not issue a certificate, rating,\nat <http://registry.faa.gov>.\nyear. They issue more that 60,000 air-\nor authorization to any applicant who\nThesitehasmanyotheraircraft\ncraftregistrationcertificates and\nhasreceivedanInitialNotificationof\nand airmeninformation options and\n180,o00 airman certificates,and an-\nThreatAssessmentfromTSA.The\naverages nearly 2,500visitors daily.\nswermorethan140,000telephone\nFAAwill hold in abeyance the applica-\nThenewservice allows airmento\ncalls. They reserve 17,000 special air-\ntionpending theoutcome of theTSA's\nupdate their mailing addresses, as re-\ncraft registration numbers (N num-\nfinal threat assessmentreview.If an\nquired byFederal aviationregulations.\nbers),provide 200,000 copies of\nindividualisissuedaFinalNotification\nFAA needs current datato provide\nrecords，and update more than\nof Threat Assessment, the FAA wil\nsafety-related informationtoairmenas\n108,000 addresses.\ndenyanapplicationforanyairman\nitbecomesavailable.\nRegistry systems also provide in-\ncertificate,ratingorauthorization.\nFutureservices will include the\nformationtoFAAaviationsafetyin-\nWithregardtocertificatesalready\nability toreceiveAviationSafetyPro-\nspectors, National Transportation\nissued,theFAAwillsuspendanindi-\ngramflyers throughelectronicmail.\nSafetyBoardinvestigators，andlaw\nvidual'sairmancertificatesafterreceiv-\nThe Registry mails more than six mil-\nenforcement agencies to support avia-\ning theInitial Notificationof ThreatAs-\nlion such flyers eachyear.The new\ntionsafetyactivities.\nsessmentfromtheTSA.Suspension\nservicewouldnotonly allowairmen to\nis appropriate in this circumstance,\nreceive this information electronically,\nTSAISSUESAIRSPACE\nbecausetheTSA'sinitialassessment\nbutwouldsavetheFAAapartofthe\nCONTROLMEASURES\nthat an individualposes asecurity\nsignificant expenseassociatedwith\nINNATIONALCAPITALREGION\nthreatis stillsubject toreviewby the\nprintingandmailingmanyofthese\nTSA's Deputy Administrator and may\nsafety bulletins, said Mark Lash, Reg-\nFAA in conjunction with the Trans-\nbereversed.If at thispoint a U.S.citi-\nistry manager.\nportation Security Administration (TSA)\nzenisstilldeterminedathreat,TSA's\n\"Future services couldalsoin-\nhas enhanced airspace control meas-\nUnderSecretarywillmakethefinal de-\ncludeorderingreplacementcertifi-\nuresintheNationalCapitalRegionto\ntermination.IfaFinalNotificationof\ncates,replacementknowledgetestre-\nalevelconsistentwithNationalThreat\nThreat Assessment is issued， the FAA\nsults,and a copy of the airman's\nLevel Orange.\nwillrevoke the certificates;ifanInitial\ncompletecertificationfile,\"he said.\n\"Terrorists are known to favor tar-\nNotificationiswithdrawn，theFAAwill\nThe Civil Aviation Registry in Okla-\ngets in thetransportationsector and\nwithdraw its certificatesuspension.\nhoma City manages and operates the\ntoconsiderourcivilaviationsysteman\nTheeligibilitystandardsadopted\nnational recordssystemanddatabase\narsenal of improvised weapons,\" said\nin thisrulemakingrely on thethreat as-\nfortheissueofallFAAairmancertifi-\nDOT Under Secretary James M. Loy.\nMARCH/APRIL 2O03\n35","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-03b953c18a4f7d2bbe390940dec839395cdd_page_37_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-3.png"},{"model_id":"pp-ocrv4-mobile","case_id":"ocr-columns-4","group":"columns","expected":["This cycle period may not be the same as the averaging period used in the","is discussed further in Section 7."],"text":"776\nA.B.Bjorkegren et al./AtmosphericEnvironment 122(2015）775-790\ntransport out of the volume）andfullyturbulent conditions with\nof the theoretical considerationsregardingCO2storage thereaderis\nnegligiblestorage.Inurbanenvironmentsduringstableatmo-\nspheric conditions theACs term willbenon-negligible(Helfter\n2008;Finnigan,2009).\net al.,2011);for example,4Cs was found to be five times the\nTheapproachtocalculateCO2storagedependsuponthenum-\nmagnitude of the turbulent vertical flux term(Fco2) close to dawn\nberof verticallocations atwhichcO2concentration(IcO2],the\nand duskinsuburbanVancouver,Canada(Crawford and Christen,\nsymbol[]is used toindicate concentration)data arecollected.In\n2014). Other urban studies found ACs to be smaller, but still sig-\nthe first approach,‘single height' CO2 storage(4Css）is calculated\nnificant,with maximumCsvalues11%and 22%of themagnitude\nof Fco2 in Edinburgh,Scotland(Nemitz et al.2002）and Basel,\nment in the inertial sub-layer(Nemitz et al.,2002;Crawford and\nSwitzerland (Feigenwinter et al. 2012),respectively. Similarly, in\nruralenvironmentshorizontaladvectionmaybenon-negligible\nis calculated from data collected at multiple heights(4Csp).The\n(e.g.,Aubinetet al.,2003).Thispaper focuses on the methodolog-\nprofilemethoduses a vertical[cO2]profile atheights Zi,which is\nical considerations when assessing ACs from a vertical profile in an\ngenerally measured by cycling through all the sample locations\nurbanenvironment.Futuremanuscripts willaddresshorizontal\nwithin a set time period with a data-logger controlled valve array\nvariation and advection.\n(Xu et al.,1999; M?lder et al., 2000; Vogt et al.,2006;Hutyra et al.,\nOf three studies discussed above(Vancouver,Edinburgh,Basel)\n2008). This cycle period may not be the same as the averaging\nwith reported urban CO2 storage values, only one (Vancouver,\nperiod used in the ACsp calculation.For example,measurements\nCrawford andChristen,2014)presentedvaluesderivedfroma data-\ncollectedwith a samplinginterval,ts,of 2Hzfor75s at8heights,\nsetoflongerthanonemonth;however,boththesevaluesand those\ngiving a full profile cycle every 10 min, may be used to calculate\nreported forEdinburghbyNemitz et al.(2002）were calculated\nCsp with an averaging period (T)of 30 min.The storage is calcu-\nbasedontheassumptionofaconstantrelationbetweencarbon\nlatedasthesumofthechangesintimeaveragedconcentration\ndioxideconcentration([cO2l)measuredabovetheblendingheight\n([CO2li)betweentimet=-T/2and t=T/2foreachlocation(i)inthe\nand the concentration in the street canyon.In contrast, for Basel,\nprofile,weighted by the vertical span,zi,over which each profile\nFeigenwinteretal.(2012)didnotmakethisassumptionandre-\nmeasurement isconsidered toberepresentative and divided bythe\nported Cs calculated from [CO2] at ten levels;however, the results\naveraging period (T),which can be expressed as (modified from\nare only for one month(15th June to 15th July 2002).There is\nAubinet et al., 2005):\nthereforescopetoimprovenotonlytheunderstanding of the\nprocesses affecting CO2 storage over a greater range of meteoro-\n(1)\nlogical and anthropogenic conditions, but also to develop recom-\nmendationsforfuturemeasurementprogrammes.\nTheobjectiveofthispaperistoevaluatepotentialapproaches\nIf the measurements at each height are not made concurrently,\nfor such studies, illustrated with examples from, and analysis of,\nhightemporalresolutiondatacollectedat10locationsfrom6.5to\ninstantaneousprofilesfrom whichACsp canbe calculated,though\n46.4mabovegroundlevelbetween2011and2014atKing'sCollege\nthis isneglected in some cases(lwata et al.,2005).The impact of\nLondon, in Central London,UK.The paper is organized as follows. In\ninterpolation oncalculatedACspis discussedfurtherinSection7.\ntherestof thisSection1weprovideabriefbackgroundof howCO2\nThesingleheightmethodisasimplificationoftheprofilemethod\ntooneheight,whichisusuallytheheightoftheeddycovariance\nequipment.Thechangein[CO2]withtimeat Zh（4[CO2]/4t）is\nthetemporalvariationofcO2storage(Section3）andtherelation\nweightedbytheverticaldistancefromthegroundtothemeasure-\nbetweenmeasuredcO2storageandanthropogenicandnatural\nment point (zh). The single height CO2 storage (4Css）is given by\nfactorsinahighlyurbanisedenvironment(Section4).Therequired\n(modified fromNemitzetal.,2002):\nnumberandplacementofsamplepointsforCO2storagemea-\nsurementsinadeepurbanstreet canyonis addressed(Section5)\n4[CO2]\nand the effect of sensorresponse and samplinginterval on calcu-\n△Css\n△t\nZh\n(2)\nlated CO2storageistested(Section6).Attheprocessingstage,three\ndifferenttemporalandspatialinterpolationmethodsareevaluated\nAs the data are continuous,the change in theinstantaneous CO2\nagainst measured data (Section 7). Finally, the impact of CO2 stor-\nconcentrationwithtime（4[cOzl/4t）canbeusedinsteadof the\nagecalculated by two different methods on the turbulentvertical\nchangeinthetimeaveragedcO2concentrationwithtime\nCO2flux is assessed.TheSupplementary material(noted byS.1 to\n([CO2l/4t),thoughitmay stillbeadvisable toaverage intime to\nS.9), includes the notation with corresponding units (S.1) used in\nreduce measurement noise(Finnigan,2o06).\nthe text,further information onCO2storage calculation(S.2),pre-\nTheACsscalculationassumesanychangein[COz]belowthe\nvious CO2 storage studies (S.3), equipment (S.4),meteorological\nmeasurementheightresultsinachangeofequivalentmagnitudeat\ncharacteristics (S.5),example time series (S.6),variations of cO2\nthemeasurementheight.Thisassumption appearsnottobesup-\nwithfrictionvelocity,winddirectionandheightabovegroundlevel\n(S.7,S.8)andfurtherreferences(S.9).Theonlineversionofthis\nCO2 mixing ratios in the roughness sub-layer over both rural(e.g,\npaper provides thefigures in colour.\nXu et al.,1999)and urban(e.g.,Lietzke and Vogt,2013) surfaces are\nknowntovarywithheight.Thisproblemisparticularlyacute\n1.1.CalculationofCO2storage\nduringperiodsoflowturbulence,such as atnight or duringcold\nweather,where measurements above the surface layer may\nThere are two main approaches to calculating CO2storage flux\nbecome decoupled from processes near ground level (Helfter et al.,\ndensity,i.e.,therate ofchange ofcO2per unit areabelow theEddy\n2011).\nCovariance(EC)measurementheight.Here they arereferred to as\nIftemporalvariabilityislargecomparedtothespatialvariability,\nthe‘singleheight'and the‘profile'approaches.Fora brief discus-\nthesingleheightmethodmayprovide a more accuratemeasure of\nsion of the theory and some reported results, see Supplementary\nstorage than theprofilemethod as themaximum data availability\nmaterialS.2andS.3,respectively.For amoreindepth discussion\nateachsamplelocationforthelattermaybe1/kofthetotaltime","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-0514f6672af23035c53e13fa9f5d7e17e4a4_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-4.png"},{"model_id":"pp-ocrv4-mobile","case_id":"ocr-columns-6","group":"columns","expected":["No wash steps are required because cellular growth media do not significantly interfere with CyQUANT ®  GR fluorescence.","CyQUANT ®  Direct Cell Proliferation Assay Kit","The kit supplies sufficient materials for performing 1000 assays based on a 200 μL sample volume or a proportionately lower number of assays with a larger sample volume.","The no-wash, homogeneous format and fast add-mix-read protocol makes the CyQUANT ®  Direct assay ideal for high-throughput screening (HTS) applications."],"text":"Chapter 15 —Assays for Cell Viability,Proliferation and Function\nSection15.4AssaysforCellEnumeration,CellProliferationandCellCycle\nThe CyQUANT?cell proliferation assayhas a number of significant\n·Murine fibroblasts(NIH 3T3 and CRE BAG 2 cells)and myeloma\nadvantages over other proliferation assays:\n(P3X63A68) cells\n·Madin-Darby canine kidney(MDCK) cells\nSensitivityandlinearity.TheCyQUANT?assayislinearfrom\nChinook salmon embryo(CHSE)cells\n50 or fewer cells to at least 50,000 cells in 200μL volumes (Figure\nRatbasophilic leukemia (RBL)and glioma(C6)cells\n15.4.12); increasing the dye concentration extends the linear range\nto at least 250,000 cells. Methods that employ Hoechst 3325866\nDeterminationoftotalcellnumberusing theCyQUANT?GR\n(H1398,H3569, H21491） or Hoechst 333426” (H1399,H3570,\nreagent is potentially useful for quantitating cell adhesion (see“Cell\nH21492)tomeasure cell number and proliferation aremuchless\nAdhesion”in Section 15.6) and for determining the total number of\nsensitive—detection limits of 500 cells for Hoechst 332586or2500\ncells in a tissue.Each CyQUANT*Cell Proliferation AssayKit(C7026)\ncells for Hoechst 3334267—and have much smaller effective ranges.\nincludes:\nNoradioactivity. Unlike assays that measure’H-thymidine incor-\nporation,theCyQUANT?assay does notrequireradioisotopesand\nCyQUANT GR reagent\nthus does not have the hazards or the expense associated with use,\nCell-lysis buffer\nstorage and disposal of radioisotopes.\n·DNA standard for calibration\nQuick and easy protocol. The CyQUANT? assay is a single-step\nDetailed protocols\nprocedure that requires no lengthy incubation steps and can be\ncompleted within an hour (Figure 15.4.11).\nThe kit supplies sufficient materials for performing 1oo0 assays\nSpecificity and reliability.The assayis specific fortotal nucleic acids,\nbased on a 200 μL sample volume or a proportionately lower number of\nwithessentially nointerferencefromothercellcomponents.Nowash\nassays with a larger sample volume. The CyQUANT? cell-lysis buffer (a\nstepsarerequiredbecausecellulargrowthmediadonotsignificantly\n20X concentrate, C7027) is also available separately and has been for-\ninterfere with CyQUANTGR fluorescence. The CyQUANT? assay\nmulated to produce effcientlysis,to protect nucleic acidsfrom nuclease\nisreliableforcellquantitation,evenwithouttreatmenttoeliminate\nactivity and to dissociate proteins that may interfere with dye binding\ncellularRNA.However, addition of RNase or DNase permits the easy\nto nucleic acids. It may prove generally useful in the development of\nquantitation of DNA or RNA,respectively,in the sample.\nother assaysthatrequirecell lysis.\nConvenience.Unlike assays that use tetrazolium salts,H-thymi-\ndine, BrdU, neutral red or methylene blue,67-70 the CyQUANT?\nCyQUANT?NFCellProliferationAssayKit\nprocedure is not dependent on cellular metabolism.Thus,cells can\nThe CyQUANT?NF Cell ProliferationAssayKit provides a fast and\nbe frozen and stored prior to assaying,with no reduction in signal,\nsensitive method for counting cells in a population and measuring prolif-\nor theycanbeassayedimmediately aftercollection.Time-course\neration in microplate format.7 This assay can be completed in 1 hour, with\nassays are simplified because data obtained from stored samples\nno washes,cellysis,longincubations orradioactivityrequired,andit is not\ntaken at widely different timeintervals canbe assayed togetherwith\ndependent onphysiological activitiesthatmayexhibitcell number-inde-\nasinglestandardcurvedetermination.\npendent variability.The CyQUANT?NF assay eliminates thefreeze-thaw\ncell lysis step of the original CyQUANT? cell proliferation assay by using\nWehavefound theCyQUANT?CellProliferationAssayKittobe\nacell-permeantDNA-bindingdyeincombinationwithaplasmamem-\nuseful for assaying widely disparate cell types,including:\nbrane-permeabilization reagent. The CyQUANT NF assay protocol re-\nquires only aspiration of growth medium (for adherent cells),replacement\nHuman neonatal fbroblasts,keratinocytes,melanocytes,umbilical\nwith dyebindingsolution,incubationfor30-60minutes and thenmea-\nveinendothelial cells(HUVEC)and dermal microvascularendo-\nsurement of fluorescence in a microplate reader.TheCyQUANT?NF assay\nthelial cells (DMVEC)\nhas alinear detection range from at least 100 to 20,000cells per well in most\ncell lines using a 96-well microplate format and a 100 μL assay volume.\nTheCyQUANT?NFCellProliferationAssayKitcanbeusedwith\nEx = 485 nm\neithera96-wellor384-wellmicroplateformatandis availableintwo\nconfigurations:a 200-assay kit (C35007) and a 1000-assay kit (C35006)\nfor high-throughput applications.\nFluorescence\nEach kit contains:\nCyQUANTNF dye reagent\nDye delivery reagent\nConcentrated Hank'sbalanced salt solution(HBSS)\nDetailedprotocols\n250500750 1000\nNumber of cells\n1000020000300004000050000\nCyQUANT?DirectCellProliferationAssayKit\nCells/well\nCyQUANT°DirectCellProliferationAssayisafluorescence-based\nFigure 15.4.12 Quantitation of NIH 3T3fibroblasts using the CyQUANT°Cell Proliferation\nproliferation and cytotoxicity assay for microplate readers. The no-\nAssay Kit (C7026).Fluorescence measurements were made using a microplate reader with ex-\nwash,homogeneous format and fast add-mix-read protocol makes the\ncitationat 485 nm andemission detection at 530nm.Thelinearrange of the assay under these\nconditions is from 50 to 50,000 cells per 200 μL sample.The inset shows the linearity that can be\nobtained at verylow numbers of cells.\napplications. The assay can be completed in 1 hour, with no washes,cell\nTheMolecularProbes\"Handbook:AGuidetoFluorescentProbesand LabelingTechnologies\ninvitrogen\n698\nIMPORTANT NOTICE : The products described in this manual are covered by one or more Limited Use Label License(s). Please refer to the Appendix on\npage 971 and Master Product List on page 975.Products are For Research Use Only.Not intended forany animal orhuman therapeutic or diagnostic use.\nthermofisher.com/probes\nbyThermoFisherScientific","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-01ed6dcc6a3d0237daa88b293d0c0667df1a_page_49_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-6.png"},{"model_id":"pp-ocrv4-mobile","case_id":"ocr-columns-7","group":"columns","expected":["We express our gratitude to the staff of Biochemistry Laboratory at Endocrine Research Center of Shahid Beheshti University for their skillful technical assistance.","Brass EP, Hoppel CL, Hiatt WR. 1994."],"text":"Int. J. Biosci.\n2014\nTo summarize, the conclusion of current research is\n1991. Caffeine and theophylline as adenosine\nshowing that consuming 3mg/kg caffeine,1.5 g L-\nreceptor antagonists in humans.The Journal of\ncarnitine and their combination has no meaningful\nPharmacology  and Experimental Therapeutics\neffect on performance.More researches are necessary\n258(2),588-593.PMID:1865359.\nin order to investigate the acute effects of different\namount of caffeine and L-carnitine on 40o-m\nBrass EP,Hoppel CL,Hiatt WR.1994.Effect of\nfreestyle performance time and the blood lactate\nintravenousL-carnitine on carnitinehomeostasis and\nlevel.\nfuel metabolism during exercise in humans. Clinical\nPharmacology and Therapeutics 55(6), 681-92.\nAcknowledgement\nPMID: 8004884.\nThis research was supported by a grant from Karaj\nBranch, Islamic Azad University. The authors would\nBroquist HP,Borum PR. 1982.Carnitine\nlike to thank Dr mehdi hedayati for his technical\nbiosynthesis, nutritional implication. Advances in\nassistance.We express our gratitude to the staff of\nnutritional research 4, 181-204.\nBiochemistry Laboratory at Endocrine Research\nhttp://dx.doi.0rg/10.1007/978-1-4613-9934-6Z\nCenter of Shahid Beheshti University for their skillful\ntechnical assistance.\nCarr A,Dawson B, Schneiker K, Goodman C,\nLay B. 2oo8. Effect of caffeine supplementation on\nReferences\nrepeated sprint running performance. The Journal of\nAnselme F, Collomp K, Mercier B, Ahmaidi S,\nSports Medicine and Physical Fitness 48(4), 472-\nPrefaut C.1992. Caffeine increases maximal\n478.PMID:18997650.\nanaerobic power and blood lactate concentration.\nEuropean Journal of Applied Physiology and\nChun Y.2oo8.The effect on aerobic,anaerobic\nOccupation 65(2),188-191.\ncapacity，blood lipids & immunoglobulin from\nhttp://dx.doi.0rg/10.1007/BFo0705079\ntaking L-carnitine in Judo athletes. Yongin\nUniversity.\nBellDG,McLellanTM.2002.Exerciseendurance\n1, 3, and 6 h after caffeine ingestion in caffeine users\nCollomp K, Ahmaidi S, Audran M, Chanal JL,\nand nonusers. Journal of Applied Physiology 93(4),\nPrefaut C. 1991.Effects of caffeine ingestion on\n1227-1234.\nperformance and anaerobic metabolism during the\nhttp://dx.doi.org/10.1152/iapplphysiol.00187.2002\nWingate test.International Journal of Sports\nMedicine 12(5),439-443.\nBell DG, Jacobs I, Ellerington K. 2o01. Effect of\nhttp://dx.doi.0rg/10.1055/s-2007-1024710\ncaffeine and ephedrine ingestion on anaerobic\nexercise performance.Medicine andScience Sports\nCollomp K, Ahmaidi S, Chatard JC, Audran M,\nand Exercise 33(8),1399-1403.\nPréfaut C.1992. Benefits of caffeine ingestion on\nhttp://dx.doi.0rg/10.1097/00005768-200108000-\nsprint performance in trained and untrained\n00024\nswimmers. European Journal of Applied Physiology\nand Occupational Physiology 64, 377-380.\nBeltz JD,Costill DL,Thomas R, Fink WJ,\nhttp://dx.doi.0rg/10.1007/BF00636227\nKirwan JP.1988. Energy demands of interval\ntraining for competitive swimming. Journal of\nCollomp K, CaillaudC, Audran M, Chanal JL,\nSwimming Research 4(3), 5—9.\nPrefaut C.199o.Effect of acute or chronic\nadministrationofcaffeineonperformanceandon\nBiaggioni I, Paul S, Puckett A, Arzebiaga C.\ncatecholamines during maximal cycle ergometer\n6Azizimasouleh et al.","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-04af23cb9eaaaf1b0462bafa176d0c0c315b_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-7.png"},{"model_id":"pp-ocrv4-mobile","case_id":"ocr-columns-8","group":"columns","expected":["had reached the minimum at t = 10 h, the optical density increased linearly over time.","gen mass transfer characteristics, i.e., gassing rate/culture volume ratio and mixing intensity (number of impellers), steady p H₂ values were obtained during the linear growth phase that ranged between 1 and 59 kPa."],"text":"VOL.73,2007\nMETHANOGENESISANDGROWTHOFM.THERMAUTOTROPHICUS\n743\n3.000\n400\n80\n2.400\n300\n2(ml.min)(\n合\n60\npH2 (kPa)(O)\n1.800\n009\n200\n40\n1.200\nVH2\n100\n20\n0.600\nDownloaded from http://aem.asm.org/ on November 19, 2012 by Universiteitsbibliotheek \n0.000\n0\n0\n8\n12\n16\n20\ntime (h)\n80\n4.00\nB\n3.50\npH2(kPa)(O)\n60\n3.00\n2.50\n40\n2.00\nCH4\n1.50\n0.30\n合\n20\n1.00\nCH4\n0.20\nX\n9\n0.50\n0.10\n=\n0.00\n0.00\n0\n8\n12\n16\n20\ntime (h)\n0.200\n0.150\n0.100\n0.050\n9\n0.000\n0.00\n0.10\n0.20\n0.30\nμ(h-1)\nFIG. 2. Growth of M. thermautotrophicus in a fed-batch reactor at high gassing rate.The organism was cultured in 2.5 liters of mineral medium\nat a constant gassing rate of 428 ml min-1 with 80% H-20% CO2 (vol/vol). Measurements started (t = 0 h) 8 h after adjustment of the gassing\nrate.PanelsA to C and symbols are as described in the legend toFig.1.\ndissolved hydrogen partial pressure steadily decreased to be-\ngen mass transfer characteristics, i.e., gassing rate/culture vol-\ncome as low as 1 kPa. Before that time, the hydrogen con-\nume ratio and mixing intensity (number of impellers), steady\nsumption rate had become constant(84 ml min-1),and 98% of\nPH, values were obtained during the linear growth phase that\nthe gas ended up in methane.When the ph,had reached the\nranged between 1 and 59 kPa. Linear growth could proceed for\nminimum att=10h,theoptical densityincreasedlinearlyover\nprolonged periods of time (at least 72 h), at which OD600\ntime.This period is denoted as the linear phase.Apparently,\nvalues of up to 7 to 10 were obtained (data not shown). Hy-\ngrowth now became limited by the H2 supply.To test this,the\ndrogen consumption and methane production rates, as well as\ndissolved hydrogen partial pressures, however, remained con-\nThesamegrowthbehaviorwasfound(Fig.2A).Quiteremark-\nstant throughout thewholeperiod of linear growth.\nably, Ph, did not drop to low values during the linear growth\nGrowthrates,growthyields,andmethane-formingactivities\nstage,but it was maintained as high as 29 kPa. Again, the\ninthefed-batchfermentorsystem.Asnotedabove,threecon-\nhydrogen consumption rate became constant (vH = 275 ml\nsecutive growth phases could be discerned, notably the lag,\nmin-1), but the gas was only partly utilized. Further experi-\nexponential, and linear phases. The exponential phase is usu-\nments showed that the ph, values could be manipulated by the\nally determined from the straight section of the graphs in which\nH2-CO2 gassing regimen (Table 3). Depending on the hydro-\nthe (natural) logarithm of biomass (or OD) is plotted against","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-027880a87e3c2ad4cf8c05f477597c0c6da7_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-8.png"},{"model_id":"pp-ocrv4-mobile","case_id":"ocr-small-print-1","group":"small-print","expected":["The Aftonian deposits consist of ancient soil profiles that may also include peat and windblown deposits.","Afro-Shirazi, also known as SHIRAZI, African tribe in Tanzania."],"text":"Afro-Shirazi,also known as sHnRazi,Afri-\nafterlife,a new or continued or transformed\n127\n'Afula\ncan tribe in Tanzania.\nexistence after death,belief in which has been\nTanzanian tribal lineage 17:1030h\nfoundin virtually all culturesand civilizations.\nAfro-Shirazi Party,dominant political\nanimal,plant.and human souls 1:915h\nAustralian agnostic position l:312g\naftershock,one ofa series ofsmall shocks\nimmediately following a large earthquake;\nparty (founded 1957)of the island of Zanzibar\nBalticlife-death threshhold 2:666d passim\nthese may continue for days or even months.\nin Tanzana.\n1o667c\nAftershocksmay occur at some distance from\n-Tanzanian political structures 17:1033a\nBuddhist doctrine ofreincarnation 3:422f\nthe epicentre (point on the surface just above\nAFSC:see American Friends Service Com-\nChinese concept ofkarman and\nthe earthquake's focus,or seat) of the major\nmittee.\npurgatory 4:424d\nshock and are usually directly related to the\nsainthood and salvation in\nsize or force of that shock.They may repre-\nAFT,OTAMERICANFEDERATION OF TEACHERS,\nMahayana 16:l64e\nsentelasticrecovery and readjustment to new\nU.S.trade union founded in 1916.\nCeltic religious beliefs 3:1070f\nconditions of stress after the main movement\nteacher associations and competition with\nNEA18:16a\nEast Africancosmology consequence 6:1013d\ndeath rite provisions and beliefs 13:105lg\nonafault.\nAftasids,Muslim Berber dynasty that ruled\nEgyptian myths,conceptions,and\nEgyptian expectations in Sth dynasty 6:467e\nGODS-APRIMEROF MODERNHERESY(1934).a\nAfter Strange Gods,in full AFTER sTRANGE\njoz in western Spain (1022-94) in the period of\none of the party kingdoms (ta'ifahs)at Bada\ndisunity after the demise of the Umayyad ca-\nEtruscan nirvana concept 15:106la\nElysium,Hades,Tartarus.and oblivion 8:409a\nbeliefs 6:504cpassim to 506g\nbookbyT.S.Eliot.\nessay use in s0cietal redefinition 10:1078e\nliphate ofCordoba.The Lower Frontier\nFinno-Ugnic ancestor cul rituals 7:312d\nAftonbladet,Swedishnewspaper,founded in\n(modern central Portugal)had enjoyed a mea-\nGnostic doctrine of marriage to angels 8:217d\n1830.\nsure of autonomy after the death of the\nHindu doctrines ofkarman and\n-newspaper publishing history 15:240b\nUmayyad caliph al-Hakam HI (976）),when it\nliberation 8:889e\nAftonian Interglacial Stage,major divi-\nwas ruled by his frced slave,Sabur (976-\nHindu mythic accouni in Upanisads 8:929f\n1022）.In 1022,at Sabur's death,his minister\nHindu upanisadic beliefs 8:936h\nsion ofPleistocene deposits and time in North\nAbd Allah ibn Muhamumad ibn Maslamah,\nhuman nature and death customs 5:533b\nAmerica (the Pleistocene Epoch began about\nwho was known as Ibn al-Aftas,seized con-\nInca realms of the dead 9:261e\n2,500,000 years ago and ended about 10.000\ntrol of the kingdom and,assuming the title al-\nIndo-European notions among Hittites 1:830d\nyears ago).The Aftonian Interglacial,a time\nMansur(Made Victorious by God),ruled fair-\nIranian doctrine ofsoul'sreward 9:871e\nofrelatively moderateclimatic conditions,fol-\nly peacefully until 1045.But trouble with the\nJames's study and conclusion 10:28f\nlowed the Nebraskan Glacial Stage and\nneighbouringAbbadids of Seville,which had\nJudaeo-Christian beliefs\npreceded the Kansan Glacial Stage,both\nbegun at the end ofal-Mansar's rule, con-\nChristian eschatological concepts 4:507f\ntimesofwidesprcad continental glaciation and\nsumed the energies ofhis son Muhammad al-\nEgyptian-Judaic conceptual\nrelative cold.The Aftonian was named for\nMuzaffar(reigned 1045-60).Constant warfare\nparallelism 12:919h\ndeposits studied in the region of Afton Junc-\nweakened Badajoz sufficiently to allow the\neschatological neglect in Judaism 6:961g\ntion,Iowa.The Aftonian deposits consist of\nChristian King Ferdinand I of Castile and\nJewish docurines and speculation 10:289d\nancient soil profiles thatmay also includepeat\nLeon to extort tribute from al-Muzaffar and\n-Jewish soteriological development 16:203e\nPharisee and Sadducee beliefs 10:310h\nand windblown deposits. Elsewhere,Aftonian\nand Lamego (1057）.Ferdinand also took\nthen to capture the frontier garrisons ofViseu\nUniversalist thought in early Church 18:860c\ndeposits consist of sand and gravel.\nStudy of fossil invertebrates in some regions\nkamihood and sainthood in Shinto 16:164c\nCoimbra and the surrounding area as far\nMesopotamian myth ofman's\nindicates that the Aftonian climate was warm-\nnorth as the Douro River (1063）,in present\nPortugal.Umaral-Mutawakkil (reigned\nmonastic liberation of self 12:337b\ndivinity 11:1004f\ner and drier thanthat of today.The end ofthe\nAftonian was apparently a time of great diffi-\n1068-94),was also forced to pay tribute to\n-NearEastern comparative beliefs 12:917g\nculty for many mammalian forms; numerous\nAlfonso VIof Castile and Leon;and hemade\nNorse concepts of Valhalla and\ngenera became extinct. It is dificult to pin-\nan unsuccessful attempt to annex Toledo,\nNifheim 8:39d\npoint the causes,but deteriorating climatic\nwhich was held by a rival Muslim dynasty\nphilosophical arguments and\nconditions as well as the introduction of new,\n(1080).When Toledo waseventually taken by\nproblems15:602c\ncompeting forms may have been responsible.\nAlfonso in 1085.al-Mutawakkil and several\n-prehistoric death rites and cults 14:985c\nThe Aftonian is thought to be equivalent to\nother Muslim kings appealed to the Almora-\nprimitive religion's relation to dead14:1042d\nthe Gunz-Mindel Interglacial Stage ofthe\nvids of North Africa for assistance.Almorav-\n-sacramental death rite beliefs 16:115f\nEuropean Pleistocene chronology.\nid armies defeated Alfonso at az-Zallaqah\nScythian and Sarmatian beliefs 9:869dpassim\nnear Badajoz （Oct.23,1086).establishing a\n1o870a\naftosa:see foot and mouth disease.\nfoothold in Spain.Hence,al-Mutawakkil\nSlavic beliefs about grave reopening 16:876a\nAfula,largest city of the Plain of Esdraelon\ntried to bargain for Alfonso VI's support,but\nSoutheast American Indian beliefs 17:221f\norValley of Jezreel (HebrewEmeq Yizre'el),\nBadajoz fell to the Almoravids in T094,and\nspiritualistsuniversalist conceptions 17:512e\nnorthern Israel.Named for the Arab village\nal-Mutawakkil and two ofhis sons were ex-\nZoroastrian echoesof Indian beliefs19:11746\nofFulah,formerly ar that site,itis sometimes\necuted.\nAfternoon Men (1931).a novel by Anthony\ncalled‘Ir Yizre'el (City of Jezreel).Founded in\nafterbrain,also called METENCEPHALON,the\nPowell.\n1925on lands acquired by the American Zion\nforesection of the third primary embryonic\n-literary style and theme 10:1222d\nCommonwealth,a land-development organi-\nbrain vesicle,or the set of structures derived\nAfternoon ofa Faun,The,translationoft\nzation,it was the first planned urban settle-\nfromit.\nAPRES-MIDI D'UN FAUNE,One-act ballet to De-\nment of Jewish Palestine.The city is situated\nbrain vesicle derivatives,table 212:1028\nbussy's symphonic poem Prelude a Fapres-\nat the junction of two main roads leading to\nGalilee and the north.One is the coastal road\nafterburner,device for injecting fuel into the\nfuelproduces additional forward thrust.\ntailpipe ofa jet engine; combustion of this\njet thrust acceleration process 10:157f\nmilitary aircraft design 18:775c\nchoreography and book by V.Nijinsky,who\nalso to Debussy's music,first performed in\nNew York City in 1953.\nmidi dun faune first performed in 1912with\nalso danced the role of the Faun.It is also the\ntitle ofa one-act ballet by Jerome Robbins,\nfrom Tel Aviv-Yafo: the other is the hill road\nfrom Jerusalem via Nabulus and Janin. The\nlatter route is largely in Israeli-occupied Jor-\ndanian territory.Afula was also a station on\nthe former narrow-gauge branch of the Hejaz\nturbojet engine design 1:375f\nRailway,which ran through the plain:it has\nL'Apres-midi dun faune was the title ofa\nafterdance,German NACHTANz,in Euro-\nbeen inactive and largely dismantled since\nmasterly poem by the French symbolist poet\npean late-medieval and Renaissance dance,\nStephane Mallarme,evoking theideal essence\nWorld WarII.\nihe second and livelier of two dances cus-\nof fleeting phenomena.It inspired Debussy to\nAt its foundation,most of the city'snatural\ntomarily performed together (e.g.,pavane and\nwrite his Prelude.\nhinterland was occupied by collective or\ngalliard;basse danse and saltarello).Its melo-\n-Debussy'sPrelude theme inspiration 11:387g\ncooperative settlements.These were indepen-\ndy was often a variation in metre and tempo\ndent ofAfula economically and socially,and\nof the first dance melody.\nafterripening,orDoRMANCY,a suspensionof\nmost of them rejected urban society ideologi\nafter-image,visual illusion in which retinal\ngrowth of the embryo duringripeningof the\ncally.As a result,the development of'Afula\nimpressionspersist after theremoval of stimu-\nseed.It results at least in part from rapid and\nas a quasi-metropolitan centre was hindered\nlus.The original impression persists briefly,\nextensive water loss because of the conversion\nOnly after I948 did the population begin to\nthen gives way to a reversed,or negative,im\nofsolublenutrients to their stored forms.This\ngrow,due to the settlement oflarge numbers\nage in which the brightness and colour of the\ninterruption ofgrowth,or thelackofit in the\nof Jewish immigrants.A new section,Afula\nseeds of many tropical plants,may be an\nIllit (Upper Afula）,has been built on the\nbecomes green;etc.).A common after-image\noriginalare reversed (lightbecomesdark;red\nadaptation to seasonal and climatic changes.\nslopes of Givatha-More,about 5mi （8\nAfterripening provides for germination at the\nkm) from the old central business district.\nis the spot of light one sees after a flashbulb\nhas been fired.\nmost favourable time,when conditions of\nAfula has a large sugar-refining plant,textile\nmoisture,temperature,and day length are\nmills,and a nylon-stocking factory.The Plain\nafterincrease,in physiology,the resumption\nmost conducive to plant growth.See also ger-\nofEsdraelon's large regional hospital,with\nofareflex action following its interruption by\nmination,\nnursing school,is there,as are a teacher's col-\nan inhibitory stimulus; the renewed activity is\nseed and fruit development 16:486c\nlege and numerous government offices.Pop,\nmore vigorous than that preceding the inter-\nseed dormancy and germination 16:486h\n（1970es1.)16,900\nruption.\nsurvivalvalue5.960e\n32°36′N,35°17′E","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_long_tiny_text-14a_pg1-p1.pdf","image_url":"ocr-inputs/ocr-small-print-1.png"},{"model_id":"pp-ocrv6-tiny","case_id":"ocr-columns-1","group":"columns","expected":["Advances in Electromyogram Signal Classification to Improve the quality of Life for the Disable and Aged People.","And Its Applications, 4(2)."],"text":"BIOSIGNALS 2012 - International Conference on Bio-inspired Systems and Signal Processing\nreach each one some muscle strength is applied.\nprobably will also change the comparative\nAnother difference is the use of amplitude envelope\nperformance between the methods. Considering that\ninstead of some other feature combination in time or\nfor MLP there is a great effort to define the\nfrequency domain. This may be the reasons to the\narchitecture and also learning parameters, its use is\nsmaller classification accuracies for a number of\nonly justified if there is a need of generalization that\nclasses greater than 5 compared to the results\ncannot be achieved by the RLDA that does not\nobtained from other authors, which continue with\nrequire the predefinition of parameters, it is practical\nclassification rates above 90 for these class\nand fast.\nconfigurations (Hargrove, Englehart and Hudgins,\n2007; Ahsan, Ibrahimy and Khalifa, 2010; Basu,\nBhattacharyya and Kim, 2010; Scheme and\nACKNOWLEDGEMENTS\nEnglehart, 2011). However, considering the type of\nmovement and distinctive classes, the low level of\nThe author thanks FEI and FAPESP for sponsoring.\ncontraction and the use of the amplitude envelope,\nwhich require a minimum processing effort, for a\nsmall number of classes, the systems had performed\nREFERENCES\nwell.\nOn the other hand, the process based on RLDA\nwas very fast, while the process based on MLP was\nAhsan,Md. R., Ibrahimy, M. I.,and Khalifa ,O. O. (2010).\ntime consuming as much todefine adequate\nAdvances in Electromyogram Signal Classification to\nImprove the quality of Life for the Disable and Aged\nparameters as for as network training. There was no\nPeople. J. Comput Sci., 6(7), 705-715.\npattern for the number of hidden layers and the\nBasu, J. K., Bhattacharyya, D. and Kim, T. (2010). Use of\nnumber of neurons. These parameters varied for each\nArtificial Neural Network in Pattern Recognition. Int. J.\nvolunteer and for each class configuration, aimed at\nSoftware Eng. And Its Applications, 4(2),\nobtaining the best classification accuracies. Usually, 2\nCastro, M. C. F. (2011). Statistical Approach for Angular\nor 3 hidden layers were enough, but the number of\nPosition Separability Classes of EMG Data. Proc.\nneurons varied from 9 to 100 depending on the case.\nISSNIP Biosignals and Biorobotics Conferenc., Vitoria,\nEnglehart et al. (1999) and other researchers such as\nBrazil. DOI: 10.1109/BRC.2011.5740663.\nBasu, Battacharyya and Kin (2010) and Zhang (2000)\nCheng, B. and Titterington, D. M. (1994). Neural\nNetworks: A Review from a Statistical Perspective.\ndefend that MLP, as long as properly trained and with\nStatistical Sci., 9(1), 2-30.\nan appropriate configuration will always match, if not\nEnglehart, K., Hudgins, B., Parker, P. A., and Stevenson,\nexceed, the performance of an RLDA. But usually,\nM. (1999). Classification of the myoelectric signal\ndue to the need to automate MLP training over a large\nusing time-frequency based representations. Med. Eng.\nnumber of interactions, the number of hidden layers\nPhys. – Especial Issue on Intell. Data Anal.\nand also the number of neurons are fixed. For a given\nElectromyog. Electroneurog., 21, Jul., 431-438.\nsubject and a specific number of classes however, the\nGuo, Y., Hastie, T., and Tibshirani, R. (2007). Regularized\nconfiguration may be inappropriate, and will be\nlinear discriminant analysis and its application in\ninhibit the generalization performance of the MLP.\nmicroarrays. Biostat., 8(1), 86-100.\nThe RLDA, on the other hand does not require these\nHargrove, L. J., Englehart, K. and Hudgins, B. (2007). A\nComparison of Surface and Intramuscular Myoelectric\nspecifications, and performs very well.\nSignal Classification. IEEE Trans. Biom. Eng., 54(5),\n847-853.\nItakura, N., Kinbara, Y., Fuwa, T. and Sakamoto, K.\n5\nCONCLUSIONS\n(1996). Discrimination of Forearm's Motions by\nSurface EMG Signals using Neural Network. Applied\nHuman Science − J. Physiological Anthropology, 15(6),\nThis study showed the same performance for RLDA\n287-294.\nand MLP in a problem of elbow angular position\nOskoei, M.A. and Hu, H. (2006). GA-based Feature Subset\nclassification, based on the SME amplitude envelope.\nSelection for Myoelectric Classification. Proc. IEEE\nBoth methods achieved average classification\nInt. Conf. Robotics and Biomimetics, China, 1465-1470.\naccuracies above 80% for a number of classes until 4\nParker, P., Englehart, K., and Hudgins, B. (2006).\nbut individually, 5 subjects achieved similar results in\nMyoelectric signal processing for control of powered\na 5-class setup, which means a 20o shift between\nlimb prostheses. J. Electromyog and Kinesiol., 16, 541-\nconsecutive classes. May be a better classification\n548.\naccuracy can be reached with another feature instead\nof amplitude envelope that was used. However, this\n354","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-06dda119744c1212fbb39a789dc34f023f6c_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-1.png"},{"model_id":"pp-ocrv6-tiny","case_id":"ocr-columns-2","group":"columns","expected":["Thanks again for the friendships and I wish all of you a Great Christmas and all the best in the New Year.","Two of our discerning members, Jean Timmermeister and Valerie Henschel commented that the sky had a dim but noticeable dust spot on it."],"text":"ingt.on 203n\nIssue Number 1, 2006\nIMMEDIATE PAST PRESIDENT'S\nMESSAGE\nThere have been a lot of changes in my\nlife in the last two years, and I have\ndecided to move from western\nWashington where I have lived all my\nlife to Carlsbad, California. I have some\nfamily in the area and had met a friend\nthere last year. She is a world traveler\nand an avid photographer. But the\nNorthwest will always be my \"home\".\nThe travel bug is still with me having\ntraveled to Europe, Africa, South\nAmerica and Antarctica since we last\nmet and with a few weeks in Southeast\nAsia scheduled for February.\nDear OPCC members,\nI will send Jim my email address once I\nMy last five years as a member of\nget settled so we can keep in contact.\nOPCC have been very enjoyable and\nThanks again for the friendships and I\nrewarding.\nwish all of you a Great Christmas and\nI have met many talented people and\nall the best in the New Year.\nhave made many friends, and have\nlearned more about photography than I\nBob Mandich\nhad hoped for.\nSENSOR DUST\non my computer screen or even on the projected\nBob Huelsdonk\nimage until it was pointed out.\nLast January, I submitted a digital projected competition\nReturning home, I put the print on my computer\nprint from my digital Canon D60 SLR which showed some\nscreen. Indeed it showed as about a 1/2 inch,\nwind generators against a plain blue sky. Two of our\nslightly darker blob (on an 8x10 image). I then\ndiscerning members, Jean Timmermeister and Valerie\nincreased the contrast greatly, and lo and\nHenschel commented that the sky had a dim but\nnoticeable dust spot on it. I had not noticed it","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-08c9eac4149a44cf8eed7cf1466ce8afa6b7_page_1_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-2.png"},{"model_id":"pp-ocrv6-tiny","case_id":"ocr-columns-3","group":"columns","expected":["If an individual is issued a Final Notification of Threat Assessment, the FAA will deny an application for any airman certificate, rating or authorization.","The individual may respond in writing to this initial notification and provide any information the individual believes the TSA should consider."],"text":"AVNEWS\nFAA-ISSUED AIRMAN\nsessments made by TSA. This re-\ncates and the legal content of all air-\nCERTIFICATE INELIGIBILITY\nliance is based on the broad statutory\nman certification records. The Registry\nBASED ON\nauthority and responsibility that the\ndirects the planning, development, and\nSECURITY GROUNDS\nAviation and Transportation Security\nimplementation of the regulations and\nAct, Public Law 107-71, placed in the\nsystems associated with the registra-\nIn the January 24, 2003, Federal\nUnder Secretary with regard to intelli-\ntion of U.S. civil aircraft.\nRegister, the FAA published a final rule\ngence information and threat assess-\nThe Registry Web site provides full\nwhich puts in place processes for the\nments. The individual may respond in\nsets of both the aircraft and airman\nTransportation Security Administration\nwriting to this initial notification and\ndatabases, various forms used to do\n(TSA) to notify an individual that he or\nprovide any information the individual\nbusiness with the Registry, and other\nshe has been determined to pose a\nbelieves the TSA should consider.\nuseful information. In addition, there\nnational security threat and to advise\nare services that can be requested\nthe FAA of its determination. The FAA\nCIVIL AVIATION REGISTRY\nand paid for online. Databases may\nis adding a section to Title 14 of the\nWEB SITE ADDS\nbe downloaded which include all infor-\nCode of Federal Regulations (14 CFR)\nAIRMEN SERVICES ACCOUNT\nmation for aircraft. For airmen, Privacy\nparts 61, 63, and 65 to expressly\nAct information is not included, and\nmake individuals who pose a security\nU.S. certificated airmen can open\naddresses are not shown for airmen\nthreat as determined by the TSA ineli-\nan online services account on the\nwho chose not to have their address\ngible to hold certificates, ratings, and\npopular U.S. Civil Aviation Registry\nreleased.\nauthorizations issued under those\nweb site operated by the Federal Avia-\nRegistry staff responds to hun-\nparts. This ineligibility means that the\ntion Administration in Oklahoma City,\ndreds of thousands of customers each\nFAA will not issue a certificate, rating.\nat <http://registry.faa.gov>.\nyear. They issue more that 60,000 air-\nor authorization to any applicant who\nThe site has many other aircraft\ncraft registration certificates and\nhas received an Initial Notification of\nand airmen information options and\n180,000 airman certificates, and an-\nThreat Assessment from TSA. The\naverages nearly 2,500 visitors daily.\nswer more than 140,000 telephone\nFAA will hold in abeyance the applica-\nThe new service allows airmen to\ncalls. They reserve 17,000 special air-\ntion pending the outcome of the TSA's\nupdate their mailing addresses, as re-\ncraft registration numbers (N num-\nfinal threat assessment review. If an\nquired by Federal aviation regulations.\nbers), provide 200,000 copies of\nindividual is issued a Final Notification\nFAA needs current data to provide\nrecords, and update more than\nof Threat Assessment, the FAA will\nsafety-related information to airmen as\n108,000 addresses.\ndeny an application for any airman\nit becomes available.\nRegistry systems also provide in-\ncertificate, rating or authorization.\nFuture services will include the\nformation to FAA aviation safety in-\nWith regard to certificates already\nability to receive Aviation Safety Pro-\nspectors, National Transportation\nissued, the FAA will suspend an indi-\ngram flyers through electronic mail.\nSafety Board investigators, and law\nvidual's airman certificates after receiv-\nThe Registry mails more than six mil-\nenforcement agencies to support avia-\ning the Initial Notification of Threat As-\nlion such flyers each year. The new\ntion safety activities.\nsessment from the TSA. Suspension\nservice would not only allow airmen to\nis appropriate in this circumstance,\nreceive this information electronically,\nTSA ISSUES AIRSPACE\nbecause the TSA's initial assessment\nbut would save the FAA a part of the\nCONTROL MEASURES\nthat an individual poses a security\nsignificant expense associated with\nIN NATIONAL CAPITAL REGION\nthreat is still subject to review by the\nprinting and mailing many of these\nTSA's Deputy Administrator and may\nsafety bulletins, said Mark Lash, Reg-\nFAA in conjunction with the Trans-\nbe reversed. If at this point a U.S. citi-\nistry manager.\nportation Security Administration (TSA)\nzen is still determined a threat, TSA's\n\"Future services could also in-\nhas enhanced airspace control meas-\nUnder Secretary will make the final de-\nclude ordering replacement certifi-\nures in the National Capital Region to\ntermination. If a Final Notification of\ncates, replacement knowledge test re-\na level consistent with National Threat\nThreat Assessment is issued, the FAA\nsults, and a copy of the airman's\nLevel Orange.\nwill revoke the certificates; if an Initial\ncomplete certification file,\" he said.\n\"Terrorists are known to favor tar-\nNotification is withdrawn, the FAA wil\nThe Civil Aviation Registry in Okla-\ngets in the transportation sector and\nwithdraw its certificate suspension.\nhoma City manages and operates the\nto consider our civil aviation system an\nThe eligibility standards adopted\nnational records system and database\narsenal of improvised weapons,\" said\nin this rulemaking rely on the threat as-\nfor the issue of all FAA airman certifi-\nDOT Under Śecretary James M. Loy.\nMARCH/APRIL 2003\n35","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-03b953c18a4f7d2bbe390940dec839395cdd_page_37_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-3.png"},{"model_id":"pp-ocrv6-tiny","case_id":"ocr-columns-4","group":"columns","expected":["This cycle period may not be the same as the averaging period used in the","is discussed further in Section 7."],"text":"776\nA.B. Bjorkegren et al. / Atmospheric Environment 122 (2015) 775–790\ntransport out of the volume) and fully turbulent conditions with\nof the theoretical considerations regarding CO2 storage the reader is\nnegligible storage. In urban environments during stable atmo-\nreferred to Finnigan (2006) and subsequent discussion (Kowalksi,\nspheric conditions the 4Cs term will be non-negligible (Helfter\n2008; Finnigan, 2009).\na seay aq ol punoj sem S edrea of:(uO “e a\nThe approach to calculate CO₂ storage depends upon the num-\nmagnitude of the turbulent vertical flux term (Fco2) close to dawn\nber of vertical locations at which CO₂ concentration ([CO2], the\nand dusk in suburban Vancouver, Canada (Crawford and Christen,\nsymbol [/ is used to indicate concentration) data are collected. In\n2014). Other urban studies found 4Cs to be smaller, but still sig-\nthe first approach, 'single height' CO2 storage (4Css) is calculated\nnificant, with maximum 4Cs values 11% and 22% of the magnitude\nfrom [CO2] data at one location, usually by eddy covariance equip-\nof Fco2 in Edinburgh, Scotland (Nemitz et al. 2002) and Basel,\nment in the inertial sub-layer (Nemitz et al., 2002; Crawford and\nSwitzerland (Feigenwinter et al. 2012), respectively. Similarly, in\nChristen, 2014). In the second approach, the 'profile' method, 4Cs\nrural environments horizontal advection may be non-negligible\nis calculated from data collected at multiple heights (∆Csp). The\n(e.g., Aubinet et al., 2003). This paper focuses on the methodolog-\nprofile method uses a vertical [CO₂] profile at heights Zi, which is\nical considerations when assessing 4Cs from a vertical profile in an\nsuopeool adres aq IIe qSnoq Supo Kq peinsreu Apeer8\nurban environment. Future manuscripts will address horizontal\nwithin a set time period with a data-logger controlled valve array\nvariation and advection.\n(Xu et al., 1999; Mölder et al., 2000; Vogt et al., 2006; Hutyra et al.\nOf three studies discussed above (Vancouver, Edinburgh, Basel)\n2008). This cycle period may not be the same as the averaging\nwith reported urban CO2 storage values, only one (Vancouver,\nperiod used in the 4Csp calculation. For example, measurements\nCrawford and Christen, 2014) presented values derived from a data-\ncollected with a sampling interval, ts, of 2 Hz for 75 s at 8 heights,\nset of longer than one month; however, both these values and those\ngiving a full profile cycle every 10 min, may be used to calculate\nreported for Edinburgh by Nemitz et al. (2002) were calculated\n∆Csp with an averaging period (T) of 30 min. The storage is calcu-\nbased on the assumption of a constant relation between carbon\nlated as the sum of the changes in time averaged concentration\ndioxide concentration ([CO2/) measured above the blending height\n(CO2li) between time t = —T/2 and t = T/2 for each location (i) in the\nand the concentration in the street canyon. In contrast, for Basel,\nprofile, weighted by the vertical span, 4zi, over which each profile\nFeigenwinter et al. (2012) did not make this assumption and re-\nmeasurement is considered to be representative and divided by the\nported ΔCs calculated from [CO2] at ten levels; however, the results\naveraging period (T), which can be expressed as (modified from\nare only for one month (15th June to 15th July 2002). There is\nAubinet et al., 2005):\ntherefore scope to improve not only the understanding of the\nprocesses affecting CO2 storage over a greater range of meteoro-\n∆Csp =\n(f=12001-=201)3\n∆Zi\n(1)\nlogical and anthropogenic conditions, but also to develop recom-\nmendations for future measurement programmes.\nThe objective of this paper is to evaluate potential approaches\nIf the measurements at each height are not made concurrently,\nfor such studies, illustrated with examples from, and analysis of,\n[CO2] at each height may first be interpolated in time to generate\nhigh temporal resolution data collected at 10 locations from 6.5 to\ninstantaneous profiles from which 4Csp can be calculated, though\n46.4 m above ground level between 2011 and 2014 at King's College\nthis is neglected in some cases (Iwata et al., 2005). The impact of\nLondon, in Central London, UK. The paper is organized as follows. In\ninterpolation on calculated 4Csp is discussed further in Section 7.\nthe rest of this Section 1 we provide a brief background of how CO₂\nThe single height method is a simplification of the profile method\nstorage is calculated and then (Section 2) a discussion of the\nto one height, which is usually the height of the eddy covariance\nmethods used in this paper. This is followed by an exploration of\nequipment. The change in [CO2] with time at Zh (4[CO2]/∆t) is\nthe temporal variation of CO2 storage (Section 3) and the relation\nweighted by the vertical distance from the ground to the measure-\nbetween measured CO2 storage and anthropogenic and natural\nment point (Zh). The single height CO₂ storage (ΔCss) is given by\nfactors in a highly urbanised environment (Section 4). The required\n(modified from Nemitz et al., 2002):\nnumber and placement of sample points for CO2 storage mea-\nsurements in a deep urban street canyon is addressed (Section 5)\n4[CO₂1\nand the effect of sensor response and sampling interval on calcu-\n∆Css\n∆t\nZh\n(2)\nlated CO2 storage is tested (Section 6). At the processing stage, three\ndifferent temporal and spatial interpolation methods are evaluated\nAs the data are continuous, the change in the instantaneous CO2\nagainst measured data (Section 7). Finally, the impact of CO₂ stor-\nconcentration with time (4[CO₂l/∆t) can be used instead of the\nage calculated by two different methods on the turbulent vertical\nchange in the time averaged CO2 concentration with time\nCO2 flux is assessed. The Supplementary material (noted by S.1 to\n(/CO2l/∆t), though it may still be advisable to average in time to\nS.9), includes the notation with corresponding units (S.1) used in\nreduce measurement noise (Finnigan, 2006).\nthe text, further information on CO₂ storage calculation (S.2), pre-\nThe ΔCss calculation assumes any change in [CO2] below the\nvious CO2 storage studies (S.3), equipment (S.4), meteorological\nmeasurement height results in a change of equivalent magnitude at\ncharacteristics (S.5), example time series (S.6), variations of CO2\nthe measurement height. This assumption appears not to be sup-\nwith friction velocity, wind direction and height above ground level\nported by any evidence in the literature; reported diurnal cycles of\n(S.7, S.8) and further references (S.9). The online version of this\nCO2 mixing ratios in the roughness sub-layer over both rural (e.g.\npaper provides the figures in colour.\nXu et al., 1999) and urban (e.g., Lietzke and Vogt, 2013) surfaces are\nknown to vary with height. This problem is particularly acute\n1.1. Calculation of CO₂ storage\nduring periods of low turbulence, such as at night or during cold\nweather, where measurements above the surface layer may\nThere are two main approaches to calculating CO₂ storage flux\nbecome decoupled from processes near ground level (Helfter et al.,\ndensity, i.e., the rate of change of CO2 per unit area below the Eddy\n2011).\nCovariance (EC) measurement height. Here they are referred to as\nIf temporal variability is large compared to the spatial variability,\nthe 'single height' and the 'profile' approaches. For a brief discus-\nthe single height method may provide a more accurate measure of\nsion of the theory and some reported results, see Supplementary\nstorage than the profile method as the maximum data availability\nmaterial S.2 and S.3, respectively. For a more in depth discussion\nat each sample location for the latter may be 1/k of the total time","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-0514f6672af23035c53e13fa9f5d7e17e4a4_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-4.png"},{"model_id":"pp-ocrv6-tiny","case_id":"ocr-columns-6","group":"columns","expected":["No wash steps are required because cellular growth media do not significantly interfere with CyQUANT ®  GR fluorescence.","CyQUANT ®  Direct Cell Proliferation Assay Kit","The kit supplies sufficient materials for performing 1000 assays based on a 200 μL sample volume or a proportionately lower number of assays with a larger sample volume.","The no-wash, homogeneous format and fast add-mix-read protocol makes the CyQUANT ®  Direct assay ideal for high-throughput screening (HTS) applications."],"text":"Chapter 15 — Assays for Cell Viability, Proliferation and Function\nSection 15.4 Assays for Cell Enumeration, Cell Proliferation and Cell Cycle\nThe CyQUANT° cell proliferation assay has a number of significant\n• Murine fibroblasts (NIH 3T3 and CRE BAG 2 cells) and myeloma\nadvantages over other proliferation assays:\n(P3X63A68) cells\nMadin-Darby canine kidney (MDCK) cells\nSensitivity and linearity. The CyQUANT° assay is linear from\nChinook salmon embryo (CHSE) cells\n50 or fewer cells to at least 50,000 cells in 200 μL volumes (Figure\nRat basophilic leukemia (RBL) and glioma (C6) cells\n15.4.12); increasing the dye concentration extends the linear range\nto at least 250,000 cells. Methods that employ Hoechst 3325866\nDetermination of total cell number using the CyQUANT® GR\n(H1398,H3569, H21491)or Hoechst 3334267 (H1399, H3570,\nreagent is potentially useful for quantitating cell adhesion (see“Cell\nH21492) to measure cell number and proliferation are much less\nAdhesion\" in Section 15.6) and for determining the total number of\nsensitive—detection limits of 500 cells for Hoechst 33258 66 or 2500\ncells in a tissue. Each CyQUANT® Cell Proliferation Assay Kit (C7026)\ncells for Hoechst 33342⁶7—and have much smaller effective ranges.\nincludes:\nNo radioactivity. Unlike assays that measure’H-thymidine incor-\nporation, the CyQUANT° assay does not require radioisotopes and\nCyQUANT° GR reagent\nthus does not have the hazards or the expense associated with use,\nCell-lysis buffer\nstorage and disposal of radioisotopes.\nDNA standard for calibration\nQuick and easy protocol. The CyQUANT° assay is a single-step\nDetailed protocols\nprocedure that requires no lengthy incubation steps and can be\ncompleted within an hour (Figure 15.4.11).\nThe kit supplies sufficient materials for performing 1000 assays\nSpecificity and reliability. The assay is specific for total nucleic acids,\nbased on a 200 μL sample volume or a proportionately lower number of\nwith essentially no interference from other cell components. No wash\nassays with a larger sample volume. The CyQUANT cell-lysis buffer (a\nsteps are required because cellular growth media do not significantly\n20X concentrate, C7027) is also available separately and has been for-\ninterfere with CyQUANT® GR fluorescence. The CyQUANT®assay\nmulated to produce efficient lysis, to protect nucleic acids from nuclease\nis reliable for cell quantitation, even without treatment to eliminate\nactivity and to dissociate proteins that may interfere with dye binding\ncellular RNA. However, addition of RNase or DNase permits the easy\nto nucleic acids. It may prove generally useful in the development of\nquantitation of DNA or RNA, respectively, in the sample.\nother assays that require cell lysis.\nConvenience. Unlike assays that use tetrazolium salts,3H-thymi-\ndine, BrdU, neutral red or methylene blue,67–70 the CyQUANT®\nCyQUANT®NF Cell Proliferation Assay Kit\nprocedure is not dependent on cellular metabolism. Thus, cells can\nThe CyQUANT®NF Cell Proliferation Assay Kit provides a fast and\nbe frozen and stored prior to assaying, with no reduction in signal,\nsensitive method for counting cells in a population and measuring prolif-\nor they can be assayed immediately after collection. Time-course\neration in microplate format. 71 This assay can be completed in 1 hour, with\nassays are simplified because data obtained from stored samples\nno washes, cell lysis, long incubations or radioactivity required, and it is not\ntaken at widely different time intervals can be assayed together with\ndependent on physiological activities that may exhibit cell number-inde-\na single standard curve determination.\npendent variability. The CyQUANT°NF assay eliminates the freeze-thaw\ncell lysis step of the original CyQUANT° cell proliferation assay by using\nWe have found the CyQUANT° Cell Proliferation Assay Kit to be\na cell-permeant DNA-binding dye in combination with a plasma mem-\nuseful for assaying widely disparate cell types, including:\nbrane-permeabilization reagent. The CyQUANT® NF assay protocol re-\nquires only aspiration of growth medium (for adherent cells), replacement\nHuman neonatal fibroblasts, keratinocytes, melanocytes, umbilical\nwith dye binding solution, incubation for 30–60 minutes and then mea-\nvein endothelial cells (HUVEC) and dermal microvascular endo-\nsurement of fluorescence in a microplate reader. The CyQUANT°NF assay\nthelial cells (DMVEC)\nhas a linear detection range from at least 100 to 20,000 cells per well in most\ncell lines using a 96-well microplate format and a 100 μL assay volume.\nThe CyQUANT° NF Cell Proliferation Assay Kit can be used with\neither a 96-well or 384-well microplate format and is available in two\nEx = 485 nm\nconfigurations: a 200-assay kit (C35007) and a 1000-assay kit (C35006)\nfor high-throughput applications.\nFluorescence\nEach kit contains:\n• CyQUANT°NF dye reagent\n0oue0soon\nDye delivery reagent\nConcentrated Hank's balanced salt solution (HBSS)\nDetailed protocols\n250 500 750 1000\nNumber of cellis\n0\n10000 20000 30000\n40000 50000\nCyQUANT®Direct Cell Proliferation Assay Kit\nCells/well\nCyQUANT° Direct Cell Proliferation Assay is a fluorescence-based\nFigure 15.4.12 Quantitation of NIH 3T3 fibroblasts using the CyQUANT°Cell Proliferation\nproliferation and cytotoxicity assay for microplate readers. The no-\nAssay Kit (C7026). Fluorescence measurements were made using a microplate reader with ex-\nwash, homogeneous format and fast add-mix-read protocol makes the\ncitation at 485 nm and emission detection at 530 nm. The linear range of the assay under these\nCyQUANT° Direct assay ideal for high-throughput screening (HTS)\nconditions is from 50 to 50,000 cells per 200 μL sample. The inset shows the linearity that can be\nobtained at very low numbers of cells.\napplications. The assay can be completed in 1 hour, with no washes, cell\nThe Molecular Probes\" Handbook: A Guide to Fluorescent Probes and Labeling Technologies\ninvitrogen\n698\nIMPORTANT NOTICE : The products described in this manual are covered by one or more Limited Use Label License(s). Please refer to the Appendix on\npage 971 and Master Product List on page 975. Products are For Research Use Only. Not intended for any animal or human therapeutic or diagnostic use.\nthermofisher.com/probes\nby Thermo Fisher Scientific","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-01ed6dcc6a3d0237daa88b293d0c0667df1a_page_49_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-6.png"},{"model_id":"pp-ocrv6-tiny","case_id":"ocr-columns-7","group":"columns","expected":["We express our gratitude to the staff of Biochemistry Laboratory at Endocrine Research Center of Shahid Beheshti University for their skillful technical assistance.","Brass EP, Hoppel CL, Hiatt WR. 1994."],"text":"Int. J. Biosci.\n2014\nTo summarize, the conclusion of current research is\n1991. Caffeine and theophylline as adenosine\nshowing that consuming 3mg/kg caffeine, 1.5 g L-\nreceptor antagonists in humans. The Journal of\ncarnitine and their combination has no meaningful\nPharmacology and Experimental Therapeutics\neffect on performance . More researches are necessary\n258(2),588-593. PMID: 1865359.\nin order to investigate the acute effects of different\namount of caffeine and L-carnitine on 400-m\nBrass EP, Hoppel CL, Hiatt WR. 1994. Effect of\nfreestyle performance time and the blood lactate\nintravenous L-carnitine on carnitine homeostasis and\nlevel.\nfuel metabolism during exercise in humans. Clinical\nPharmacology and Therapeutics 55(6), 681-92.\nAcknowledgement\nPMID:8004884.\nThis research was supported by a grant from Karaj\nBranch, Islamic Azad University. The authors would\nBroquist HP, Borum PR. 1982. Carnitine\nlike to thank Dr mehdi hedayati for his technical\nbiosynthesis, nutritional implication. Advances in\nassistance. We express our gratitude to the staff of\nnutritional research 4, 181-204.\nBiochemistry Laboratory at Endocrine Research\nhttp://dx.doi.org/10.1007/978-1-4613-9934-6 7\nCenter of Shahid Beheshti University for their skillful\ntechnical assistance.\nCarr A, Dawson B, Schneiker K, Goodman C,\nLay B. 2008. Effect of caffeine supplementation on\nReferences\nrepeated sprint running performance. The Journal of\nAnselme F, Collomp K, Mercier B, Ahmaidi S,\nSports Medicine and Physical Fitness 48(4), 472-\nPrefaut C. 1992. Caffeine increases maximal\n478. PMID:18997650.\nanaerobic power and blood lactate concentration.\nEuropean Journal of Applied Physiology and\nChun Y. 2008. The effect on aerobic, anaerobic\nOccupation 65(2), 188-191.\ncapacity, blood lipids & immunoglobulin from\nhttp://dx.doi.org/10.1007/BFo0705079\ntaking L-carnitine in Judo athletes. Yongin\nUniversity.\nBell DG, McLellan TM. 2002. Exercise endurance\n1, 3, and 6 h after caffeine ingestion in caffeine users\nCollomp K, Ahmaidi S, Audran M, Chanal JL,\nand nonusers. Journal of Applied Physiology 93(4),\nPrefaut C. 1991.Effects of caffeine ingestion on\n1227-1234.\nperformance and anaerobic metabolism during the\nhttp://dx.doi.org/10.1152/iapplphysiol.00187.2002\nWingate test. International Journal of Sports\nMedicine 12(5), 439-443.\nBell DG, Jacobs I, Ellerington K. 2001. Effect of\nhttp://dx.doi.org/10.1055/s-2007-1024710\ncaffeine and ephedrine ingestion on anaerobic\nexercise performance. Medicine and Science Sports\nCollomp K, Ahmaidi S, Chatard JC, Audran M,\nand Exercise 33(8), 1399-1403.\nPréfaut C. 1992. Benefits of caffeine ingestion on\nhttp://dx.doi.org/10.1097/00005768-200108000-\nsprint performance in trained and untrained\n00024\nswimmers. European Journal of Applied Physiology\nand Occupational Physiology 64, 377-38o.\nBeltz JD, Costill DL, Thomas R, Fink WJ,\nhttp://dx.doi.org/10.1007/BFo0636227\nKirwan JP. 1988. Energy demands of interval\ntraining for competitive swimming. Journal of\nCollomp K, CaillaudC, Audran M, Chanal JL,\nSwimming Research 4(3), 5—9.\nPrefaut C. 199o. Effect of acute or chronic\nadministration of caffeine on performance and on\nBiaggioni I, Paul S, Puckett A, Arzebiaga C.\ncatecholamines during maximal cycle ergometer\n6\nAzizimasouleh et al.","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-04af23cb9eaaaf1b0462bafa176d0c0c315b_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-7.png"},{"model_id":"pp-ocrv6-tiny","case_id":"ocr-columns-8","group":"columns","expected":["had reached the minimum at t = 10 h, the optical density increased linearly over time.","gen mass transfer characteristics, i.e., gassing rate/culture volume ratio and mixing intensity (number of impellers), steady p H₂ values were obtained during the linear growth phase that ranged between 1 and 59 kPa."],"text":"VoL.73, 2007\nMETHANOGENESIS AND GROWTH OF M. THERMAUTOTROPHICUS\n743\n3.000\n400\n80\nA\n2.400\n300\n(ml.min')(□)\n60\npH2 (kPa)(O)\n1.800\n009\n200\n40\nOD\n1.200\nVH2\n100\n20\n0.600\nDownloaded from http://aem.asm.org/ on November 19,\n0.000\n0\n0\n0\n4\n8\n12\n16\n20\ntime (h)\n80\n4.00\nB\n3.50\n3\nYCH4 (g.mor')(●)\npH2 (kPa)(O)\n60\n3.00\nΔ\nΔ\n△∆\n△∆\n2.50\n(μmol.mg.\nD\nΔ\n40\n2.00\n.8\n1.50\n0.30\n20\n8000000000000-e\n1.00\nqCH4\n0.20\nX.4)n\n0.50\n0.10\n0\n0.00\n0.00\n0\n4\n8\n12\n16\n20\ntime (h)\n0.200\nC\nh\n0.150\nCH4 (mol.\n0.100\n0.050\n2012 by Universiteitsbibliotheek\nb\n0.000\n0.00\n0.10\n0.20\n0.30\nμ(h1)\nFIG. 2. Growth of M. thermautotrophicus in a fed-batch reactor at high gassing rate. The organism was cultured in 2.5 liters of mineral medium\nat a constant gassing rate of 428 ml min−¹ with 80% H2−20% CO₂ (vol/vol). Measurements started (t = 0 h) 8 h after adjustment of the gassing\nrate. Panels A to C and symbols are as described in the legend to Fig. 1.\ndissolved hydrogen partial pressure steadily decreased to be-\ngen mass transfer characteristics, ie., gassing rate/culture vol-\ncome as low as 1 kPa. Before that time, the hydrogen con-\nume ratio and mixing intensity (number of impellers), steady\nsumption rate had become constant (84 ml min−1), and 98% of\nPH₂ values were obtained during the linear growth phase that\nthe gas ended up in methane. When the PH2 had reached the\nranged between 1 and 59 kPa. Linear growth could proceed for\nminimum at t = 10 h, the optical density increased linearly over\nprolonged periods of time (at least 72 h), at which OD600\ntime. This period is denoted as the linear phase. Apparently,\nvalues of up to 7 to 10 were obtained (data not shown). Hy-\ngrowth now became limited by the H2 supply. To test this, the\ndrogen consumption and methane production rates, as well as\n•(t_uu  8t) eei Sunsse8 eqstqe 1e uo1s sem usueS1o\ndissolved hydrogen partial pressures, however, remained con-\nThe same growth behavior was found (Fig. 2A). Quite remark-\nstant throughout the whole period of linear growth.\nably, PH2 did not drop to low values during the linear growth\nGrowth rates, growth yields, and methane-forming activities\nstage, but it was maintained as high as 29 kPa. Again, the\nin the fed-batch fermentor system. As noted above, three con-\nhydrogen consumption rate became constant (νH2 = 275 ml\nsecutive growth phases could be discerned, notably the lag,\nmin−1), but the gas was only partly utilized. Further experi-\nexponential, and linear phases. The exponential phase is usu-\nments showed that the PH2 values could be manipulated by the\nally determined from the straight section of the graphs in which\nH2−CO₂ gassing regimen (Table 3). Depending on the hydro-\nthe (natural) logarithm of biomass (or OD) is plotted against","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-027880a87e3c2ad4cf8c05f477597c0c6da7_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-8.png"},{"model_id":"pp-ocrv6-tiny","case_id":"ocr-small-print-1","group":"small-print","expected":["The Aftonian deposits consist of ancient soil profiles that may also include peat and windblown deposits.","Afro-Shirazi, also known as SHIRAZI, African tribe in Tanzania."],"text":"Afro-Shirazi, also known as snRAZI, Afri-\nafterlife, a new or continued or transformed\n127\n'Afula\ncan tribe in Tanzania.\nexistence after death, belief in which has been\nTanzanian tribal lineage 17:1030h\nfound in virtually all cultures and civilizations.\nAfro-Shirazi Party, dominant_ political\n•animal, plant, and human souls 1:915h\n•Australian agnostic position 1:312g\naftershock, one of a series of small shocks\nimmediately following a large earthquake;\nparty (founded 1957) of the island of Zanzibar\n+Baltic life-death threshhold 2:666d passim\nthese may continue for days or even months.\nin Tanzania.\nto 667c\nAftershocks may occur at some distance from\n-Tanzanian polifical structures 17;1033a\nBuddhist doctrine of reincarnation 3:422f\nthe epicentre (point on the surface just above\nAFSC: see American Friends Service Com-\n·Chinese concept of karman and\nthe earthquake's focus, or seat) of the major\nmittee.\npurgatory 4:424d\nshock and are usually directly related to the\n·sainthood and salvation in\nsize or force of that shock. They may repre-\nAFT, OT AMERICAN FEDERATION OF TEACHERS,\nMahāyána 16:164e\nsent elastic recovery and readjustment to new\nU.S. trade union founded in 1916.\n·Celtic religious beliefs 3:1070f\nconditions of stress after the main movement\n•teacher associations and competition with\n-death rite provisions and beliefs 13:1051g\non a fault.\nNEA 18:16a\nEast African cosmology consequence 6:101 3d\nEgyptian expectations in 5th dynasty 6:467e\nAfter Strange Gods, in full AFTER STRANGE\nAftasids, Muslim Berber dynasty that ruled\n-Egyptian myths, conceptions, and\nGODS——A PRIMER OF MODERN HERESY (1934), a\none of the party kingdoms (ta’ifats) at Bada-\nbeliefs 6:504c passim to 506g\nbook by T.S. Eliot.\njoz in western Spain (1022–94) in the period of\n·Elysium, Hades, Tartarus, and oblivion 8:409a\n•essay use in societal redefinition 10:1078e\ndisunity after the demise of the Umayyad ca-\n-Etruscan nirvana concept 15:106la\nliphate of Córdoba. The Lower Frontier\n.Finno-Ugric ancestor cult rituals 7:312d\nAftonbladet, Swedish newspaper, founded in\n(modern central Portugal) had enjoyed a mea-\n·Gnostic doctrine of marriage to angels 8:21 7d\n1830.\nsure of autonomy after the death of the\n•Hindu doctrines of karman and\n-newspaper publishing history 15:240b\nUmayyad caliph al-Hakam II (976), when it\nliberation 8:889e\nAftonian Interglacial Stage, major divi-\nwas ruled by his freed slave, Sābür (976-\n·Hindu mythic account in Upanisads 8:929f\n1022). In 1022, at Sabür's death, his minister\n-Hindu upanisadic beliefs 8:936h\nsion of Pleistocene deposits and time in North\nAbd Allah ibn Mubammad ibn Maslamah,\n-human nature and death customs 5:533b\nAmerica (the Pleistocene Epoch began about\nwho was known as Íbn al-Aftas, seized con-\n•Inca realms of the dead 9:261e\n2,500,000 years ago and ended about 10,000\ntrol of the kingdom and, assuming the title al-\n•Indo-European notions among Hittites 1:830d\nyears ago). The Aftonian Interglacial, a time\nManşür (Made Victorious by God), ruled fair-\n-Iranian doctrine of soul's reward 9:871e\nof relatively moderate climatic conditions, fol-\nly peacefully until 1045. But trouble with the\nJames's study and conclusion 10:28f\nlowed the Nebraskan Glacial Stage and\nneighbouring Abbädids of Seville, which had\nJudaeo-Christian beliefs\npreceded the Kansan Glacial Stage, both\nbegun at the end of al-Manşür's rule, con-\n-Christian eschatological concepts 4:507f\ntimes of widesprcad continental glaciation and\nsumed the energies of his son Muhammad al-\nEgyptian-Judaic conceptual\nrelative cold. The Aftonian was named for\nMuzaffar (reigned 1045–60). Constant warfare\nparallelism 12:919h\ndeposits studied in the region of Afton Junc-\nweakened Badajoz sufficiently to allow the\n-eschatological neglect in Judaism 6:961g\ntion, Iowa. The Aftonian deposits consist of\nChristian King Ferdinand I of Castile and\nJewish doctrines and speculation 10:289d\nancient soil profiles that may also include peat\nLeón to extort tribute from al-Muzaffar and\n-Jewish soteriological development 16:203e\nand windblown deposits. Elsewhere, Aftonian\nand Lamego (1057). Ferdinand also took\nthen to capture the frontier garrisons of Viseu\nCoimbra and the surrounding area as far\n-Mesopotamian myth of man's\n-kamihood and sainthood in Shinto 16:164c\n-Pharisee and Sadducee beliefs 10:310h\n-Universalist thought in early Church 18:860c\nindicates that the Aftonian climate was warm-\ndeposits consist of sand and gravel.\nStudy of fossil invertebrates in some regions\nnorth as the Douro River (1063), in present\ndivinity 11:1004f\ner and drier than that of today. The end of the\nPortugal. Umar al-Mutawakkil (reigned\n-monastic liberation of self 12:337b\nAftonian was apparently a time of great diff-\n1068–94), was also forced to pay tribute to\n-Near Eastern comparative beliefs 12:917g\nculty for many mammalian forms; numerous\nAlfonso VI of Castile and León; and he made\n-Norse concepts of Valhalla and\ngenera became extinct. It is difficult to pin-\nan unsuccessful attempt to annex Toledo,\nNiflheim 8:39d\npoint the causes, but deteriorating climatic\nwhich was held by a rival Muslim dynasty\n-philosophical arguments and\nconditions as well as the introduction of new,\n(1080). When Toledo was eventually taken by\nproblems 15:602c\ncompeting forms may have been responsible.\nAlfonso in 1085, al-Mutawakkil and several\n-prehistoric death rites and cults 14:985c\nThe Aftonian is thought to be equivalent to\nother Muslim kings appealed to the Almora-\n-primitive religion's relation to dead 14:1042d\nthe Günz-Mindel Interglacial Stage of the\nvids of North Africa for assistance. Almorav-\n-sacramental death rite beliefs 16:115f\nEuropean Pleistocene chronology.\nid armies defeated Alfonso at az-Zalläqah\n-Scythian and Sarmatian beliefs 9:869d passim\nnear Badajoz (Oct. 23, 1086), establishing a\nto 870a\naftosa: see foot and mouth disease.\nfoothold in Spain. Hence, al-Mutawakkil\nSlavic beliefs about grave reopening 16:876a\n'Afula, largest city of the Plain of Esdraclon\ntried to bargain for Alfonso VI's support, but\n-Southeast American Indian beliefs 17:221f\nor Valley of Jezreel (Hebrew Emeq Yizre'el),\nal-Mutawakkil and two of his sons were ex-\nBadajoz fel to the Almoravids in 1094, and\n-spiritualists' universalist conceptions 17:51 2e\n-Zoroastrian echoes of Indian beliefs 19:1174b\nof Fulah, formerly at that site, it is sometimes\nnorthern Israel. Named for the Arab village\necuted.\nAfternoon Men (1931), a novel by Anthony\ncalled Ir Yizre'el (City of Jezreel). Founded in\nafterbrain, also called METENCEPHALON, the\nPowell.\n1925 on lands acquired by the American Zion\nforesection of the third primary embryonic\n-literary style and theme 10:1222d\nCommonwealth, a land-development organi-\nbrain vesicle, or the set of structures derived\nAfternoon of a Faun, The, translation of L'\nzation, it was the first planned urban settle-\nfrom it.\nAPRÈS-MIDI D'UN FAUNE, one-act ballet to De-\nment of Jewish Palestine. The city is situated\n.brain vesicle derivatives, table 2 12:1028\nbussy's symphonic poem Prélude à Paprès-\nat the junction of two main roads leading to\nafterburner, device for injecting fuel into the\nmidi d'un faune first performed in 1912 with\nGalilee and the north. One is the coastal road\nfrom Tel Aviv-Yafo; the other is the hill road\ntailpipe of a jet engine; combustion of this\nchoreography and book by V. Nijinsky, who\nfrom Jerusalem via Nābulus and Janin. The\nfuel produces additional forward thrust.\n-jet thrust acceleration process 10:157f\n-turbojet engine design 1:375f\n-military aircraft design 18:775c\nalso to Debussy's music, first performed in\nNew York City in 1953.\nalso danced the role of the Faun. It is also the\ntitle of a one-act ballet by Jerome Robbins,\nL' Après-midi dun faune was the title of a\nlatter route is largely in Israeli-occupied Jor-\ndanian territory. Afula was also a station on\nthe former narrow-gauge branch of the Hejaz\nRailway, which ran through the plain; it has\nafterdance, German NACHTANz, in Euro-\nmasterly poem by the French symbolist poet\nbeen inactive and largely dismantled since\npean late-medieval and Renaissance dance,\nStéphane Mallarme, evoking the ideal essence\nWorld War II.\nihe second and livelier of two dances cus-\nof fleeting phenomena. It inspired Debussy to\nAt its foundation, most of the city's natural\ntomarily performed together (e.g., pavane and\nwrite his Prélude.\nhinterland was occupied by collective or\ngalliard; basse danse and saltarello). Its melo-\n-Debussy's Prélude theme inspiration 11:387g\ncooperative settlements. These were indepen-\ndy was often a variation in metre and tempo\ndent of ‘Afula economically and socially, and\nof the first dance melody.\nafterripening, or DORMANCY, a suspension of\nmost of them rejected urban society ideologi-\nafter-image, visual_illusion in which retinal\ngrowth of the embryo during ripening of the\ncally. As a result, the development of Afula\nseed. It results at least in part from rapid and\nas a quasi-metropolitan centre was hindered.\nlus. The original impression persists briefly,\nimpressions persist after the removal of stimu-\nextensive water loss because of the conversion\nOnly after 1948 did the population begin to\nthen gives way to a reversed, or negative, im-\nof soluble nutrients to their stored forms. This\ngrow, due to the settlement of large numbers\ninterruption of growth, or the lack of it in the\nof Jewish immigrants. A new section, Afula\nage in which the brightness and colour of the\nseeds of many tropical plants, may be an\nTllit (Upper Afula), has been built on the\noriginal are reversed (light becomes dark; red\nbecomes green; etc.). A common after-image\nadaptation to seasonal and climatic changes.\nslopes of Giv'at ha-More, about 5 mi (8\nis the spot of light one sees after a flashbulb\nAfterripening provides for germination at the\nkm) from the old central business district.\nhas been fired.\nmost favourable time, when conditions of\nAfula has a large sugar-refining plant, textile\nmoisture, temperature, and day_ length are\nmills, and a nylon-stocking factory. The Plain\nafterincrease, in _physiology, the resumption\nmost conducive to plant growth. See aso ger-\nof Esdraelon's large regional hospital, with\nof a reflex action following its interruption by\nmination.\nnursing school, is there, as are a teacher's col-\nan inhibitory stimulus; the renewed activity is\n-seed and fruit development 16:486c\nlege and numerous government offices. Pop.\nmore vigorous than that preceding the inter-\nseed dormancy and germination 16:486h\n(1970 est.)16,900.\nruption.\n-survival value 5:960e\n32°36' N, 35°17°E","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_long_tiny_text-14a_pg1-p1.pdf","image_url":"ocr-inputs/ocr-small-print-1.png"},{"model_id":"pp-ocrv6-small","case_id":"ocr-columns-1","group":"columns","expected":["Advances in Electromyogram Signal Classification to Improve the quality of Life for the Disable and Aged People.","And Its Applications, 4(2)."],"text":"BIOSIGNALS 2012 - International Conference on Bio-inspired Systems and Signal Processing\nreach each one some muscle strength is applied.\nprobably will also change the comparative\nAnother difference is the use of amplitude envelope\nperformance between the methods. Considering that\ninstead of some other feature combination in time or\nfor MLP there is a great effort to define the\nfrequency domain. This may be the reasons to the\narchitecture and also learning parameters, its use is\nsmaller classification accuracies for a number of\nonly justified if there is a need of generalization that\nclasses greater than 5 compared to the results\ncannot be achieved by the RLDA that does not\nobtained from other authors, which continue with\nrequire the predefinition of parameters, it is practical\nclassification rates above 90 for these class\nand fast.\nconfigurations (Hargrove, Englehart and Hudgins,\n2007; Ahsan, Ibrahimy and Khalifa, 2010; Basu,\nBhattacharyya and Kim, 2010; Scheme and\nACKNOWLEDGEMENTS\nEnglehart, 2011). However, considering the type of\nmovement and distinctive classes, the low level of\nThe author thanks FEI and FAPESP for sponsoring.\ncontraction and the use of the amplitude envelope,\nwhich require a minimum processing effort, for a\nsmall number of classes, the systems had performed\nREFERENCES\nwell.\nOn the other hand, the process based on RLDA\nwas very fast, while the process based on MLP was\nAhsan, Md. R., Ibrahimy, M. I., and Khalifa ,O. O. (2010).\ntime consuming as much to define adequate\nAdvances in Electromyogram Signal Classification to\nImprove the quality of Life for the Disable and Aged\nparameters as for as network training. There was no\nPeople. J. Comput Sci., 6(7), 705-715.\npattern for the number of hidden layers and the\nBasu, J. K., Bhattacharyya, D. and Kim, T. (2010). Use of\nnumber of neurons. These parameters varied for each\nArtificial Neural Network in Pattern Recognition. Int. J.\nvolunteer and for each class configuration, aimed at\nSoftware Eng. And Its Applications, 4(2),\nobtaining the best classification accuracies. Usually, 2\nCastro, M. C. F. (2011). Statistical Approach for Angular\nor 3 hidden layers were enough, but the number of\nPosition Separability Classes of EMG Data. Proc.\nneurons varied from 9 to 100 depending on the case.\nISSNIP Biosignals and Biorobotics Conferenc., Vitoria,\nEnglehart et al. (1999) and other researchers such as\nBrazil. DOI: 10.1109/BRC.2011.5740663.\nBasu, Battacharyya and Kin (2010) and Zhang (2000)\nCheng, B. and Titterington, D. M. (1994). Neural\nNetworks: A Review from a Statistical Perspective.\ndefend that MLP, as long as properly trained and with\nStatistical Sci., 9(1), 2-30.\nan appropriate configuration will always match, if not\nEnglehart, K., Hudgins, B., Parker, P. A., and Stevenson,\nexceed, the performance of an RLDA. But usually,\nM. (1999). Classification of the myoelectric signal\ndue to the need to automate MLP training over a large\nusing time-frequency based representations. Med. Eng.\nnumber of interactions, the number of hidden layers\nPhys. - Especial Issue on Intell. Data Anal.\nand also the number of neurons are fixed. For a given\nElectromyog. Electroneurog., 21, Jul., 431-438.\nsubject and a specific number of classes however, the\nGuo, Y., Hastie, T., and Tibshirani, R. (2007). Regularized\nconfiguration may be inappropriate, and will be\nlinear discriminant analysis and its application in\ninhibit the generalization performance of the MLP.\nmicroarrays. Biostat., 8(1), 86-100.\nThe RLDA, on the other hand does not require these\nHargrove, L. J., Englehart, K. and Hudgins, B. (2007). A\nComparison of Surface and Intramuscular Myoelectric\nspecifications, and performs very well.\nSignal Classification. IEEE Trans. Biom. Eng., 54(5),\n847-853.\nItakura, N., Kinbara, Y., Fuwa, T. and Sakamoto, K.\n5\nCONCLUSIONS\n(1996). Discrimination of Forearm's Motions by\nSurface EMG Signals using Neural Network. Applied\nHuman Science – J. Physiological Anthropology, 15(6),\nThis study showed the same performance for RLDA\n287-294.\nand MLP in a problem of elbow angular position\nOskoei, M.A. and Hu, H. (2006). GA-based Feature Subset\nclassification, based on the SME amplitude envelope.\nSelection for Myoelectric Classification. Proc. IEEE\nBoth methods achieved average classification\nInt. Conf. Robotics and Biomimetics, China, 1465-1470.\naccuracies above 80% for a number of classes until 4\nParker, P., Englehart, K., and Hudgins, B. (2006).\nbut individually, 5 subjects achieved similar results in\nMyoelectric signal processing for control of powered\na 5-class setup, which means a 20o shift between\nlimb prostheses. J. Electromyog and Kinesiol., 16, 541-\n548.\nconsecutive classes. May be a better classification\naccuracy can be reached with another feature instead\nof amplitude envelope that was used. However, this\n354","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-06dda119744c1212fbb39a789dc34f023f6c_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-1.png"},{"model_id":"pp-ocrv6-small","case_id":"ocr-columns-2","group":"columns","expected":["Thanks again for the friendships and I wish all of you a Great Christmas and all the best in the New Year.","Two of our discerning members, Jean Timmermeister and Valerie Henschel commented that the sky had a dim but noticeable dust spot on it."],"text":"Olympic Peaks heto News\nOlympic.\nks Camerar Club\nquin,\nWashington 20302\nIssue Number 1, 2006\nIMMEDIATE PAST PRESIDENT'S\nMESSAGE\nThere have been a lot of changes in my\nlife in the last two years, and I have\ndecided to move from western\nWashington where I have lived all my\nlife to Carlsbad, California. I have some\nfamily in the area and had met a friend\nthere last year. She is a world traveler\nand an avid photographer. But the\nNorthwest will always be my \"home\".\nThe travel bug is still with me having\ntraveled to Europe, Africa, South\nAmerica and Antarctica since we last\nmet and with a few weeks in Southeast\nAsia scheduled for February.\nDear OPCC members,\nI will send Jim my email address once I\nMy last five years as a member of\nget settled so we can keep in contact.\nOPCC have been very enjoyable and\nThanks again for the friendships and I\nrewarding.\nwish all of you a Great Christmas and\nI have met many talented people and\nall the best in the New Year.\nhave made many friends, and have\nlearned more about photography than I\nBob Mandich\nhad hoped for.\nSENSOR DUST\non my computer screen or even on the projected\nBob Huelsdonk\nimage until it was pointed out.\nLast January, I submitted a digital projected competition\nReturning home, I put the print on my computer\nprint from my digital Canon D60 SLR which showed some\nscreen. Indeed it showed as about a 1/2 inch,\nwind generators against a plain blue sky. Two of our\nslightly darker blob (on an 8x10 image). I then\ndiscerning members, Jean Timmermeister and Valerie\nincreased the contrast greatly, and lo and\nHenschel commented that the sky had a dim but\nnoticeable dust spot on it. I had not noticed it\n1","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-08c9eac4149a44cf8eed7cf1466ce8afa6b7_page_1_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-2.png"},{"model_id":"pp-ocrv6-small","case_id":"ocr-columns-3","group":"columns","expected":["If an individual is issued a Final Notification of Threat Assessment, the FAA will deny an application for any airman certificate, rating or authorization.","The individual may respond in writing to this initial notification and provide any information the individual believes the TSA should consider."],"text":"VNEWS\nFAA-ISSUED AIRMAN\nsessments made by TSA. This re-\ncates and the legal content of all air-\nCERTIFICATE INELIGIBILITY\nliance is based on the broad statutory\nman certification records. The Registry\nBASED ON\nauthority and responsibility that the\ndirects the planning, development, and\nSECURITY GROUNDS\nAviation and Transportation Security\nimplementation of the regulations and\nAct, Public Law 107-71, placed in the\nsystems associated with the registra-\nIn the January 24, 2003, Federal\nUnder Secretary with regard to intelli-\ntion of U.S. civil aircraft.\nRegister, the FAA published a final rule\ngence information and threat assess-\nThe Registry Web site provides full\nwhich puts in place processes for the\nments. The individual may respond in\nsets of both the aircraft and airman\nTransportation Security Administration\nwriting to this initial notification and\ndatabases, various forms used to do\n(TSA) to notify an individual that he or\nprovide any information the individual\nbusiness with the Registry, and other\nshe has been determined to pose a\nbelieves the TSA should consider.\nuseful information. In addition, there\nnational security threat and to advise\nare services that can be requested\nthe FAA of its determination. The FAA\nCIVIL AVIATION REGISTRY\nand paid for online. Databases may\nis adding a section to Title 14 of the\nWEB SITE ADDS\nbe downloaded which include all infor-\nCode of Federal Regulations (14 CFR)\nAIRMEN SERVICES ACCOUNT\nmation for aircraft. For airmen, Privacy\nparts 61, 63, and 65 to expressly\nAct information is not included, and\nmake individuals who pose a security\nU.S. certificated airmen can open\naddresses are not shown for airmen\nthreat as determined by the TSA ineli-\nan online services account on the\nwho chose not to have their address\ngible to hold certificates, ratings, and\npopular U.S. Civil Aviation Registry\nreleased.\nauthorizations issued under those\nweb site operated by the Federal Avia-\nRegistry staff responds to hun-\nparts. This ineligibility means that the\ntion Administration in Oklahoma City,\ndreds of thousands of customers each\nFAA will not issue a certificate, rating,\nat <http://registry.faa.gov>.\nyear. They issue more that 60,000 air-\nor authorization to any applicant who\nThe site has many other aircraft\ncraft registration certificates and\nhas received an Initial Notification of\nand airmen information options and\n180,000 airman certificates, and an-\nThreat Assessment from TSA. The\naverages nearly 2,500 visitors daily.\nswer more than 140,000 telephone\nFAA will hold in abeyance the applica-\nThe new service allows airmen to\ncalls. They reserve 17,000 special air-\ntion pending the outcome of the TSA's\nupdate their mailing addresses, as re-\ncraft registration numbers (N num-\nfinal threat assessment review. If an\nquired by Federal aviation regulations.\nbers), provide 200,000 copies of\nindividual is issued a Final Notification\nFAA needs current data to provide\nrecords, and update more than\nof Threat Assessment, the FAA will\nsafety-related information to airmen as\n108,000 addresses.\ndeny an application for any airman\nit becomes available.\nRegistry systems also provide in-\ncertificate, rating or authorization.\nFuture services will include the\nformation to FAA aviation safety in-\nWith regard to certificates already\nability to receive Aviation Safety Pro-\nspectors, National Transportation\nissued, the FAA will suspend an indi-\ngram flyers through electronic mail.\nSafety Board investigators, and law\nvidual's airman certificates after receiv-\nThe Registry mails more than six mil-\nenforcement agencies to support avia-\ning the Initial Notification of Threat As-\nlion such flyers each year. The new\ntion safety activities.\nsessment from the TSA. Suspension\nservice would not only allow airmen to\nis appropriate in this circumstance,\nreceive this information electronically,\nTSA ISSUES AIRSPACE\nbecause the TSA's initial assessment\nbut would save the FAA a part of the\nCONTROL MEASURES\nthat an individual poses a security\nsignificant expense associated with\nIN NATIONAL CAPITAL REGION\nthreat is still subject to review by the\nprinting and mailing many of these\nTSA's Deputy Administrator and may\nsafety bulletins, said Mark Lash, Reg-\nFAA in conjunction with the Trans-\nbe reversed. If at this point a U.S. citi-\nistry manager.\nportation Security Administration (TSA)\nzen is still determined a threat, TSA's\n“Future services could also in-\nhas enhanced airspace control meas-\nUnder Secretary will make the final de-\nclude ordering replacement certifi-\nures in the National Capital Region to\ntermination. If a Final Notification of\ncates, replacement knowledge test re-\na level consistent with National Threat\nThreat Assessment is issued, the FAA\nsults, and a copy of the airman's\nLevel Orange.\nwill revoke the certificates; if an Initial\ncomplete certification file,\" he said.\n“Terrorists are known to favor tar-\nNotification is withdrawn, the FAA will\nThe Civil Aviation Registry in Okla-\ngets in the transportation sector and\nwithdraw its certificate suspension.\nhoma City manages and operates the\nto consider our civil aviation system an\nThe eligibility standards adopted\nnational records system and database\narsenal of improvised weapons,\" said\nin this rulemaking rely on the threat as-\nfor the issue of all FAA airman certifi-\nDOT Under Secretary James M. Loy,\nMARCH/APRIL 2003 35","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-03b953c18a4f7d2bbe390940dec839395cdd_page_37_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-3.png"},{"model_id":"pp-ocrv6-small","case_id":"ocr-columns-4","group":"columns","expected":["This cycle period may not be the same as the averaging period used in the","is discussed further in Section 7."],"text":"776\nA.B. Bjorkegren et al. / Atmospheric Environment 122 (2015) 775–790\ntransport out of the volume) and fully turbulent conditions with\nof the theoretical considerations regarding CO2 storage the reader is\nnegligible storage. In urban environments during stable atmo-\nreferred to Finnigan (2006) and subsequent discussion (Kowalksi,\nspheric conditions the Cs term will be non-negligible (Helfter\n2008; Finnigan, 2009).\no s    s ms   s :  the\nThe approach to calculate CO2 storage depends upon the num-\nmagnitude of the turbulent vertical flux term (Fco2) close to dawn\nber of vertical locations at which CO2 concentration ([CO2], the\nand dusk in suburban Vancouver, Canada (Crawford and Christen,\nsymbol [ ] is used to indicate concentration) data are collected. In\n2014). Other urban studies found ∆Cs to be smaller, but still sig-\nthe first approach, 'single height' CO2 storage (∆Css) is calculated\nnificant, with maximum 4Cs values 11% and 22% of the magnitude\nfrom [CO2] data at one location, usually by eddy covariance equip-\nof Fco2 in Edinburgh, Scotland (Nemitz et al. 2002) and Basel,\nment in the inertial sub-layer (Nemitz et al., 2002; Crawford and\nSwitzerland (Feigenwinter et al. 2012), respectively. Similarly, in\nChr ' od, t d  t  , 'ocs\nrural environments horizontal advection may be non-negligible\nis calculated from data collected at multiple heights (∆Csp). The\n(e.g., Aubinet et al., 2003). This paper focuses on the methodolog-\nprofile method uses a vertical [CO2] profile at heights z, which is\nical considerations when assessing ∆Cs from a vertical profile in an\ngenerally measured by cycling through all the sample locations\nurban environment. Future manuscripts will address horizontal\nwithin a set time period with a data-logger controlled valve array\nvariation and advection.\n(Xu et al., 1999; Mölder et al., 2000; Vogt et al., 2006; Hutyra et al.,\nOf three studies discussed above (Vancouver, Edinburgh, Basel)\n2008). This cycle period may not be the same as the averaging\nwith reported urban CO2 storage values, only one (Vancouver,\nperiod used in the ∆Csp calculation. For example, measurements\nCrawford and Christen, 2014) presented values derived from a data-\ncollected with a sampling interval, ts, of 2 Hz for 75 s at 8 heights,\nset of longer than one month; however, both these values and those\ngiving a full profile cycle every 10 min, may be used to calculate\nreported for Edinburgh by Nemitz et al. (2002) were calculated\n∆Csp with an averaging period (T) of 30 min. The storage is calcu-\nbased on the assumption of a constant relation between carbon\nlated as the sum of the changes in time averaged concentration\ndioxide concentration ([CO2]) measured above the blending height\n([CO2li) between time t = −T/2 and t = T/2 for each location (i) in the\nand the concentration in the street canyon. In contrast, for Basel,\nprofile, weighted by the vertical span, ∆z, over which each profile\nFeigenwinter et al. (2012) did not make this assumption and re-\nmeasurement is considered to be representative and divided by the\nported ∆Cg calculated from [CO2] at ten levels; however, the results\naveraging period (T), which can be expressed as (modified from\nare only for one month (15th June to 15th July 2002). There is\nAubinet et al., 2005):\ntherefore scope to improve not only the understanding of the\nprocesses affecting CO2 storage over a greater range of meteoro-\nΔCsp =\n1-T\n(1)\nlogical and anthropogenic conditions, but also to develop recom-\nmendations for future measurement programmes.\nThe objective of this paper is to evaluate potential approaches\nIf the measurements at each height are not made concurrently,\nfor such studies, illustrated with examples from, and analysis of,\n[CO2] at each height may first be interpolated in time to generate\nhigh temporal resolution data collected at 10 locations from 6.5 to\ninstantaneous profiles from which ∆Csp can be calculated, though\n46.4 m above ground level between 2011 and 2014 at King's College\nthis is neglected in some cases (Iwata et al., 2005). The impact of\nLondon, in Central London, UK. The paper is organized as follows. In\ninterpolation on calculated ∆Csp is discussed further in Section 7.\nthe rest of this Section 1 we provide a brief background of how CO2\nThe single height method is a simplification of the profile method\nstorage is calculated and then (Section 2) a discussion of the\nto one height, which is usually the height of the eddy covariance\nmethods used in this paper. This is followed by an exploration of\nequipment. The change in [CO2] with time at zh (∆[CO2]/∆t) is\nthe temporal variation of CO2 storage (Section 3) and the relation\nweighted by the vertical distance from the ground to the measure-\nbetween measured CO2 storage and anthropogenic and natural\nment point (zh). The single height CO2 storage (∆Css) is given by\nfactors in a highly urbanised environment (Section 4). The required\n(modified from Nemitz et al., 2002):\nnumber and placement of sample points for CO2 storage mea-\nsurements in a deep urban street canyon is addressed (Section 5)\n∆[CO{2]\nand the effect of sensor response and sampling interval on calcu-\n4CSs =\n∆t\n-Zh\n(2)\nlated CO2 storage is tested (Section 6). At the processing stage, three\ndifferent temporal and spatial interpolation methods are evaluated\nAs the data are continuous, the change in the instantaneous CO2\nagainst measured data (Section 7). Finally, the impact of CO2 stor-\nconcentration with time (∆[CO2]/∆t) can be used instead of the\nage calculated by two different methods on the turbulent vertical\nchange in the time averaged CO2 concentration with time\nCO2 flux is assessed. The Supplementary material (noted by S.1 to\n([CO2]/∆t), though it may still be advisable to average in time to\nS.9), includes the notation with corresponding units (S.1) used in\nreduce measurement noise (Finnigan, 2006).\nthe text, further information on CO2 storage calculation (S.2), pre-\nThe ∆Css calculation assumes any change in [CO2] below the\nvious CO2 storage studies (S.3), equipment (S.4), meteorological\nmeasurement height results in a change of equivalent magnitude at\ncharacteristics (S.5), example time series (S.6), variations of CO2\nthe measurement height. This assumption appears not to be sup-\nwith friction velocity, wind direction and height above ground level\nported by any evidence in the literature; reported diurnal cycles of\n(S.7, S.8) and further references (S.9). The online version of this\nCO2 mixing ratios in the roughness sub-layer over both rural (e.g.,\npaper provides the figures in colour.\nXu et al., 1999) and urban (e.g., Lietzke and Vogt, 2013) surfaces are\nknown to vary with height. This problem is particularly acute\n1.1. Calculation of CO2 storage\nduring periods of low turbulence, such as at night or during cold\nweather, where measurements above the surface layer may\nThere are two main approaches to calculating CO2 storage flux\nbecome decoupled from processes near ground level (Helfter et al.,\ndensity, i.e., the rate of change of CO2 per unit area below the Eddy\n2011).\nCovariance (EC) measurement height. Here they are referred to as\nIf temporal variability is large compared to the spatial variability,\nthp    et , t t e , s\nthe single height method may provide a more accurate measure of\nsion of the theory and some reported results, see Supplementary\nstorage than the profile method as the maximum data availability\nmaterial S.2 and S.3, respectively. For a more in depth discussion\nat each sample location for the latter may be 1/k of the total time","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-0514f6672af23035c53e13fa9f5d7e17e4a4_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-4.png"},{"model_id":"pp-ocrv6-small","case_id":"ocr-columns-6","group":"columns","expected":["No wash steps are required because cellular growth media do not significantly interfere with CyQUANT ®  GR fluorescence.","CyQUANT ®  Direct Cell Proliferation Assay Kit","The kit supplies sufficient materials for performing 1000 assays based on a 200 μL sample volume or a proportionately lower number of assays with a larger sample volume.","The no-wash, homogeneous format and fast add-mix-read protocol makes the CyQUANT ®  Direct assay ideal for high-throughput screening (HTS) applications."],"text":"Chapter 15 — Assays for Cell Viability, Proliferation and Function\nSection 15.4 Assays for Cell Enumeration, Cell Proliferation and Cell Cycle\nThe CyQUANT* cell proliferation assay has a number of significant\nMurine fibroblasts (NIH 3T3 and CRE BAG 2 cells) and myeloma\nadvantages over other proliferation assays:\n(P3X63A68) cells\nMadin-Darby canine kidney (MDCK) cells\nSensitivity and linearity. The CyQUANT® assay is linear from\nChinook salmon embryo (CHSE) cells\n50 or fewer cells to at least 50,000 cells in 200 μL volumes (Figure\nRat basophilic leukemia (RBL) and glioma (C6) cells\n15.4.12); increasing the dye concentration extends the linear range\nto at least 250,000 cells. Methods that employ Hoechst 33258\n66\nDetermination of total cell number using the CyQUANT® GR\n(H1398, H3569, H21491) or Hoechst 3334267 (H1399, H3570,\nreagent is potentially useful for quantitating cell adhesion (see \"Cell\nH21492) to measure cell number and proliferation are much less\nAdhesion\" in Section 15.6) and for determining the total number of\nsensitive—detection limits of 500 cells for Hoechst 33258 66 or 2500\ncells in a tissue. Each CyQUANT® Cell Proliferation Assay Kit (C7026)\ncells for Hoechst 33342 67—and have much smaller effective ranges.\nincludes:\nNo radioactivity. Unlike assays that measure ³H-thymidine incor-\nporation, the CyQUANT® assay does not require radioisotopes and\nCyQUANT* GR reagent\nthus does not have the hazards or the expense associated with use,\nCell-lysis buffer\nstorage and disposal of radioisotopes.\nDNA standard for calibration\nQuick and easy protocol. The CyQUANT® assay is a single-step\nDetailed protocols\nprocedure that requires no lengthy incubation steps and can be\ncompleted within an hour (Figure 15.4.11).\nThe kit supplies sufficient materials for performing 1000 assays\nSpecificity and reliability. The assay is specific for total nucleic acids,\nbased on a 200 μL sample volume or a proportionately lower number of\nwith essentially no interference from other cell components. No wash\nassays with a larger sample volume. The CyQUANT* cell-lysis buffer (a\nsteps are required because cellular growth media do not significantly\n20X concentrate, C7027) is also available separately and has been for-\ninterfere with CyQUANT® GR fluorescence. The CyQUANT® assay\nmulated to produce efficient lysis, to protect nucleic acids from nuclease\nis reliable for cell quantitation, even without treatment to eliminate\nactivity and to dissociate proteins that may interfere with dye binding\ncellular RNA. However, addition of RNase or DNase permits the easy\nto nucleic acids. It may prove generally useful in the development of\nquantitation of DNA or RNA, respectively, in the sample.\nother assays that require cell lysis.\nConvenience. Unlike assays that use tetrazolium salts,3H-thymi-\ndine, BrdU, neutral red or methylene blue,67-70 the CyQUANT*\nCyQUANT® NF Cell Proliferation Assay Kit\nprocedure is not dependent on cellular metabolism. Thus, cells can\nThe CyQUANT* NF Cell Proliferation Assay Kit provides a fast and\nbe frozen and stored prior to assaying, with no reduction in signal,\nsensitive method for counting cells in a population and measuring prolif-\nor they can be assayed immediately after collection. Time-course\neration in microplate format.71 This assay can be completed in 1 hour, with\nassays are simplified because data obtained from stored samples\nno washes, cell lysis, long incubations or radioactivity required, and it is not\ntaken at widely different time intervals can be assayed together with\ndependent on physiological activities that may exhibit cell number-inde-\na single standard curve determination.\npendent variability. The CyQUANT* NF assay eliminates the freeze-thaw\ncell lysis step of the original CyQUANT® cell proliferation assay by using\nWe have found the CyQUANT* Cell Proliferation Assay Kit to be\na cell-permeant DNA-binding dye in combination with a plasma mem-\nuseful for assaying widely disparate cell types, including:\nbrane-permeabilization reagent. The CyQUANT® NF assay protocol re-\nquires only aspiration of growth medium (for adherent cells), replacement\nHuman neonatal fibroblasts, keratinocytes, melanocytes, umbilical\nwith dye binding solution, incubation for 30–60 minutes and then mea-\nvein endothelial cells (HUVEC) and dermal microvascular endo-\nsurement of fluorescence in a microplate reader. The CyQUANT* NF assay\nthelial cells (DMVEC)\nhas a linear detection range from at least 100 to 20,000 cells per well in most\ncell lines using a 96-well microplate format and a 100 μL assay volume.\nThe CyQUANT* NF Cell Proliferation Assay Kit can be used with\neither a 96-well or 384-well microplate format and is available in two\nEx = 485 nm\nconfigurations: a 200-assay kit (C35007) and a 1000-assay kit (C35006)\nfor high-throughput applications.\nFluorescence\nEach kit contains:\nCyQUANT* NF dye reagent\nFluorescence\nDye delivery reagent\nConcentrated Hank's balanced salt solution (HBSS)\nDetailed protocols\n250 500 750 1000\nNumber of cells\n0\n10000\n20000\n30000\n40000\n50000\nCyQUANT® Direct Cell Proliferation Assay Kit\nCells/well\nCyQUANT* Direct Cell Proliferation Assay is a fluorescence-based\nFigure 15.4.12 Quantitation of NIH 3T3 fibroblasts using the CyQUANT® Cell Proliferation\nproliferation and cytotoxicity assay for microplate readers. The no-\nAssay Kit (C7026). Fluorescence measurements were made using a microplate reader with ex-\nwash, homogeneous format and fast add-mix-read protocol makes the\ncitation at 485 nm and emission detection at 530 nm. The linear range of the assay under these\nCyQUANT* Direct assay ideal for high-throughput screening (HTS)\nconditions is from 50 to 50,000 cells per 200 μL sample. The inset shows the linearity that can be\nobtained at very low numbers of cells.\napplications. The assay can be completed in 1 hour, with no washes, cell\nThe Molecular Probes\" Handbook: A Guide to Fluorescent Probes and Labeling Technologies\ninvitrogen\n698\nIMPORTANT NOTICE : The products described in this manual are covered by one or more Limited Use Label License(s). Please refer to the Appendix on\npage 971 and Master Product List on page 975. Products are For Research Use Only. Not intended for any animal or human therapeutic or diagnostic use.\nthermofisher.com/probes\nby Thermo Fisher Scientific","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-01ed6dcc6a3d0237daa88b293d0c0667df1a_page_49_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-6.png"},{"model_id":"pp-ocrv6-small","case_id":"ocr-columns-7","group":"columns","expected":["We express our gratitude to the staff of Biochemistry Laboratory at Endocrine Research Center of Shahid Beheshti University for their skillful technical assistance.","Brass EP, Hoppel CL, Hiatt WR. 1994."],"text":"Int. J. Biosci.\n2014\nTo summarize, the conclusion of current research is\n1991. Caffeine and theophylline as adenosine\nshowing that consuming 3mg/kg caffeine, 1.5 g L-\nreceptor antagonists in humans. The Journal of\ncarnitine and their combination has no meaningful\nPharmacology and Experimental Therapeutics\neffect on performance . More researches are necessary\n258(2), 588–593. PMID: 1865359.\nin order to investigate the acute effects of different\namount of caffeine and L-carnitine on 400-m\nBrass EP, Hoppel CL, Hiatt WR. 1994. Effect of\nfreestyle performance time and the blood lactate\nintravenous L-carnitine on carnitine homeostasis and\nlevel.\nfuel metabolism during exercise in humans. Clinical\nPharmacology and Therapeutics 55(6), 681-92.\nAcknowledgement\nPMID: 8004884.\nThis research was supported by a grant from Karaj\nBranch, Islamic Azad University. The authors would\nBroquist HP, Borum PR. 1982. Carnitine\nlike to thank Dr mehdi hedayati for his technical\nbiosynthesis, nutritional implication. Advances in\nassistance. We express our gratitude to the staff of\nnutritional research 4, 181-204.\nBiochemistry Laboratory at Endocrine Research\nhttp://dx.doi.org/10.1007/978-1-4613-9934-67\nCenter of Shahid Beheshti University for their skillful\ntechnical assistance.\nCarr A, Dawson B, Schneiker K, Goodman C,\nLay B. 2008. Effect of caffeine supplementation on\nReferences\nrepeated sprint running performance. The Journal of\nAnselme F, Collomp K, Mercier B, Ahmaidi S,\nSports Medicine and Physical Fitness 48(4), 472-\nPrefaut C. 1992. Caffeine increases maximal\n478. PMID:18997650.\nanaerobic power and blood lactate concentration.\nEuropean Journal of Applied Physiology and\nChun Y. 2oo8. The effect on aerobic, anaerobic\nOccupation 65(2), 188-191.\ncapacity, blood lipids & immunoglobulin from\nhttp://dx.doi.org/10.1007/BF00705079\ntaking L-carnitine in Judo athletes. Yongin\nUniversity.\nBell DG, McLellan TM. 2002. Exercise endurance\n1, 3, and 6 h after caffeine ingestion in caffeine users\nCollomp K, Ahmaidi S, Audran M, Chanal JL,\nand nonusers. Journal of Applied Physiology 93(4),\nPrefaut C. 1991.Effects of caffeine ingestion on\n1227-1234.\nperformance and anaerobic metabolism during the\nhttp://dx.doi.org/10.1152/japplphysiol.00187.2002\nWingate test. International Journal of Sports\nMedicine 12(5), 439-443.\nBell DG, Jacobs I, Ellerington K. 2001. Effect of\nhttp://dx.doi.org/10.1055/s-2007-1024710\ncaffeine and ephedrine ingestion on anaerobic\nexercise performance. Medicine and Science Sports\nCollomp K, Ahmaidi S, Chatard JC, Audran M,\nand Exercise 33(8), 1399-1403.\nPréfaut C. 1992. Benefits of caffeine ingestion on\nhttp://dx.doi.org/10.1097/00005768-200108000-\nsprint performance in trained and untrained\n00024\nswimmers. European Journal of Applied Physiology\nand Occupational Physiology 64, 377-38o.\nBeltz JD, Costill DL, Thomas R, Fink WJ,\nhttp://dx.doi.org/10.1007/BF00636227\nKirwan JP. 1988. Energy demands of interval\ntraining for competitive swimming. Journal of\nCollomp K, CaillaudC, Audran M, Chanal JL,\nSwimming Research 4(3), 5—9.\nPrefaut C. 1990. Effect of acute or chronic\nadministration of caffeine on performance and on\nBiaggioni I, Paul S, Puckett A, Arzebiaga C.\ncatecholamines during maximal cycle ergometer\n6\nAzizimasouleh et al.","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-04af23cb9eaaaf1b0462bafa176d0c0c315b_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-7.png"},{"model_id":"pp-ocrv6-small","case_id":"ocr-columns-8","group":"columns","expected":["had reached the minimum at t = 10 h, the optical density increased linearly over time.","gen mass transfer characteristics, i.e., gassing rate/culture volume ratio and mixing intensity (number of impellers), steady p H₂ values were obtained during the linear growth phase that ranged between 1 and 59 kPa."],"text":"VoL. 73, 2007\nMEI O US\n743\n3.000\n400\n80\nA\n2.400\n300\n(ml.min1)(□)\n60\npH2 (kPa)(O)\n0\n1.800\n009\n200\n40\n0\n1.200\nVH2\n100\n20\n0.600\nDownloaded from http://aem.asm.org/ on November 19, 2\n0.000\n0\n0\n0\n4\n8\n12\n16\n20\ntime (h)\n80\n4.00\nB\n3.50\nA\n.min\npH2 (kPa)(O)\n60\n3.00\nΔ\nΔ\n△△\n2.50\n(μmol.mg1\nYcH4 (g.mo[1\nΔ\n40\nΔ\n2.00\n80008\n1.50\n0.30\n(□)(_4) r1\n20\n1.00\nq4\n0.20\n0.50\n0.10\n0\n0.00\n0.00\n0\n4\n8\n12\n16\n20\ntime (h)\n0.200\nC\nh\n0.150\nq CH4 (mol.g-1\n0.100\n0.050\n, 2012 by Universiteitsbibliotheek\n0.000\n0.00\n0.10\n0.20\n0.30\nμ(h{)\nFIG. 2. Growth of M. thermautotrophicus in a fed-batch reactor at high gassing rate. The organism was cultured in 2.5 liters of mineral medium\nat a constant gassing rate of 428 ml min−1 with 80% H2-20% CO2 (vol/vol). Measurements started (t = 0 h) 8 h after adjustment of the gassing\nrate. Panels A to C and symbols are as described in the legend to Fig. 1.\ndissolved hydrogen partial pressure steadily decreased to be-\ngen mass transfer characteristics, i.e., gassing rate/culture vol-\ncome as low as 1 kPa. Before that time, the hydrogen con-\nume ratio and mixing intensity (number of impellers), steady\nsumption rate had become constant (84 ml min−¹), and 98% of\nPH2 values were obtained during the linear growth phase that\nthe gas ended up in methane. When the pH2 had reached the\nranged between 1 and 59 kPa. Linear growth could proceed for\nminimum at t = 10 h, the optical density increased linearly over\nprolonged periods of time (at least 72 h), at which OD600\ntime. This period is denoted as the linear phase. Apparently,\nvalues of up to 7 to 10 were obtained (data not shown). Hy-\ngrowth now became limited by the H2 supply. To test this, the\ndrogen consumption and methane production rates, as well as\n'    ss      asi\ndissolved hydrogen partial pressures, however, remained con-\nThe same growth behavior was found (Fig. 2A). Quite remark-\nstant throughout the whole period of linear growth.\nably, PH2 did not drop to low values during the linear growth\nGrowth rates, growth yields, and methane-forming activities\nstage, but it was maintained as high as 29 kPa. Again, the\nin the fed-batch fermentor system. As noted above, three con-\nhydrogen consumption rate became constant (vH2 = 275 ml\nsecutive growth phases could be discerned, notably the lag,\nmin−¹), but the gas was only partly utilized. Further experi-\nexponential, and linear phases. The exponential phase is usu-\nments showed that the pH2 values could be manipulated by the\nally determined from the straight section of the graphs in which\nH2-CO2 gassing regimen (Table 3). Depending on the hydro-\nthe (natural) logarithm of biomass (or OD) is plotted against","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-027880a87e3c2ad4cf8c05f477597c0c6da7_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-8.png"},{"model_id":"pp-ocrv6-small","case_id":"ocr-small-print-1","group":"small-print","expected":["The Aftonian deposits consist of ancient soil profiles that may also include peat and windblown deposits.","Afro-Shirazi, also known as SHIRAZI, African tribe in Tanzania."],"text":"Afro-Shirazi, also known as sHRazi, Afri-\nafterlife, a new or continued or transformed\n127 'Afula\ncan tribe in Tanzania.\nexistence after death, belief in which has been\nTanzanian tribal lineage 17:1030h\nfound in virtually all cultures and civilizations.\nanimal, plant, and human souls 1:915h\naftershock, one of a series of small shocks\nAfro-Shirazi Party, dominant political\n·Australian agnostic position 1:312g\nimmediately following a large earthquake;\nparty (founded 1957) of the island of Zanzibar\nBaltic life-death threshhold 2:666d passim\nthese may continue for days or even months.\nin Tanzania.\nto 667c\nAftershocks may occur at some distance from\n-Tanzanian political structures 17:1033a\nBuddhist doctrine of reincarnation 3:422f\nthe epicentre (point on the surface just above\nAFSC: see American Friends Service Com-\nChinese concept of karman and\nthe earthquake's focus, or seat) of the major\nmittee.\npurgatory 4:424d\nshock and are usually directly related to the\nAFT, Or AMERICAN FEDERATION OF TEACHERS,\nsainthood and salvation in\nMahāyána 16:164e\nsize or force of that shock. They may repre-\nsent elastic recovery and readjustment to new\nU.S. trade union founded in 1916.\nCeltic religious beliefs 3:1070f\nconditions of stress after the main movement\nteacher associations and competition with\n-death rite provisions and beliefs 13:1051g\non a fault.\nNEA 18:16a\nEast African cosmology consequence 6:1013d\nEgyptian expectations in 5th dynasty 6:467e\nAfter Strange Gods, in full AFTER STRANGE\nAftasids, Muslim Berber dynasty that ruled\nEgyptian myths, conceptions, and\nGODS—A PRIMER OF MODERN HERESY (1934), a\none of the party kingdoms (ta'ifahs) at Bada-\nbeliefs 6:504c passim to 506g\nbook by T.S. Eliot.\njoz in western Spain (1022-94) in the period of\ndisunity after the demise of the Umayyad ca-\nElysium, Hades, Tartarus, and oblivion 8:409a\n-Etruscan nirvana concept 15:1061a\nessay use in societal redefinition 10:1078e\nliphate of Córdoba. The Lower Frontier\n·Finno-Ugric ancestor cult rituals 7:312d\nAftonbladet, Swedish newspaper, founded in\n(modern central Portugal) had enjoyed a mea-\nGnostic doctrine of marriage to angels 8:217d\n1830.\nsure of autonomy after the death of the\nHindu doctrines of karman and\n-newspaper publishing history 15:240b\nUmayyad caliph al-Hakam II (976), when it\nliberation 8:889e\nAftonian Interglacial Stage, major divi-\nwas ruled by his freed slave, Sabür (976-\n·Hindu mythic account in Upanişads 8:929f\n1022). In 1022, at Säbür's death, his minister\nHindu upanisadic beliefs 8:936h\nsion of Pleistocene deposits and time in North\n'Abd Allāh ibn Mubammad ibn Maslamah,\nhuman nature and death customs 5:533b\nAmerica (the Pleistocene Epoch began about\nwho was known as Ibn al-Aftas, seized con-\nInca realms of the dead 9:261e\n2,500,000 years ago and ended about 10,000\ntrol of the kingdom and, assuming the title al-\nIndo-European notions among Hittites 1:830d\nyears ago). The Aftonian Interglacial, a time\nManșür (Made Victorious by God), ruled fair-\n·Iranian doctrine of soul's reward 9:87le\nof relatively moderate climatic conditions, fol-\nly peacefully until 1045. But trouble with the\nJames's study and conclusion 10:28f\nlowed the Nebraskan Glacial Stage and\nneighbouring Abbādids of Seville, which had\nJudaeo-Christian beliefs\npreceded the Kansan Glacial Stage, both\nbegun at the end of al-Manșür's rule, con-\nChristian eschatological concepts 4:507f\ntimes of widesprcad continental glaciation and\nsumed the energies of his son Muhammad al-\n·Egyptian-Judaic conceptual\nrelative cold. The Aftonian was named for\nMuzaffar (reigned 1045-60). Constant warfare\nparallelism 12:919h\ndeposits studied in the region of Afton Junc-\nweakened Badajoz sufficiently to allow the\neschatological neglect in Judaism 6:961g\ntion, Iowa. The Aftonian deposits consist of\nChristian King Ferdinand I of Castile and\nJewish doctrines and speculation 10:289d\nancient soil profiles that may also include peat\nLeón to extort tribute from al-Muzaffar and\n-Jewish soteriological development 16:203e\nand windblown deposits. Elsewhere, Aftonian\nthen to capture the frontier garrisons of Viseu\n-Pharisee and Sadducee beliefs 10:310h\ndeposits consist of sand and gravel.\nand Lamego (1057). Ferdinand also took\n-kamihood and sainthood in Shintó 16:164c\n·Universalist thought in early Church 18:860c\nStudy of fossil invertebrates in some regions\nCoimbra and the surrounding area as far\n-Mesopotamian myth of man's\nindicates that the Aftonian climate was warm-\nnorth as the Douro River (1063), in present\ndivinity 11:1004f\ner and drier than that of today. The end of the\nPortugal. Umar al-Mutawakkil (reigned\nmonastic liberation of self 12:337b\nAftonian was apparently a time of great diffi-\n1068-94), was also forced to pay tribute to\n-Near Eastern comparative beliefs 12:917g\nculty for many mammalian forms; numerous\nAlfonso VI of Castile and León; and he made\n-Norse concepts of Valhalla and\ngenera became extinct. It is difficult to pin-\nan unsuccessful attempt to annex Toledo,\nNiflheim 8:39d\npoint the causes, but deteriorating climatic\nwhich was held by a rival Muslim dynasty\n-philosophical arguments and\nconditions as well as the introduction of new,\n(1080). When Toledo was eventually taken by\nproblems 15:602c\ncompeting forms may have been responsible.\nAlfonso in 1085, al-Mutawakkil and several\n-prehistoric death rites and cults 14:985c\nThe Aftonian is thought to be equivalent to\nother Muslim kings appealed to the Almora-\nprimitive religion's relation to dead 14:1042d\nthe Günz-Mindel Interglacial Stage of the\nvids of North Africa for assistance. Almorav-\n-sacramental death rite beliefs 16:115f\nEuropean Pleistocene chronology.\nid armies defeated Alfonso at az-Zallāqah\n-Scythian and Sarmatian beliefs 9:869d passim\nnear Badajoz (Oct. 23, 1086), establishing a\nto 870a\naftosa: see foot and mouth disease.\nfoothold in Spain. Hence, al-Mutawakkil\n-Slavic beliefs about grave reopening 16:876a\n'Afula, largest city of the Plain of Esdraelon\ntried to bargain for Alfonso VI's support, but\n-Southeast American Indian beliefs 17:221f\nor Valley of Jezreel (Hebrew 'Emeq Yizre'el),\nBadajoz fell to the Almoravids in 1094, and\nspiritualists' universalist conceptions 17:512e\nnorthern Israel. Named for the Arab village\na k ss s  l  e\nZoroastrian echoes of Indian beliefs 19:1174b\nof Fulah, formerly at that site, it is sometimes\necuted.\nAfternoon Men (1931), a novel by Anthony\ncalled 'Ir Yizre'el (City of Jezreel). Founded in\nafterbrain, also called METENCEPHALON, the\nPowell.\n1925 on lands acquired by the American Zion\nforesection of the third primary embryonic\n-literary style and theme 10:1222d\nCommonwealth, a land-development organi-\nbrain vesicle, or the set of structures derived\nAfternoon of a Faun, The, translation of L'\nzation, it was the first planned urban settle-\nfrom it.\nAPRÈS-MIDI D'UN FAUNE, one-act ballet to De-\nment of Jewish Palestine. The city is situated\n·brain vesicle derivatives, table 2 12:1028\nbussy's symphonic poem Prélude à l'après-\nat the junction of two main roads leading to\nGalilee and the north. One is the coastal road\nafterburner, device for injecting fuel into the\ntailpipe of a jet engine; combustion of this\nchoreography and book by V. Nijinsky, who\nmidi d'un faune first performed in 1912 with\nfrom Tel Aviv-Yafo; the other is the hill road\nfrom Jerusalem via Nābulus and Janin. The\nfuel produces additional forward thrust.\ntitle of a one-act ballet by Jerome Robbins,\nalso danced the role of the Faun. It is also the\nlatter route is largely in Israeli-occupied Jor-\njet thrust acceleration process 10:157f\ndanian territory. Afula was also a station on\nmilitary aircraft design 18:775c\nalso to Debussy's music, first performed in\nthe former narrow-gauge branch of the Hejaz\nturbojet engine design 1:375f\nNew York City in 1953.\nL'Après-midi d'un faune was the title of a\nRailway, which ran through the plain; it has\nafterdance, German NAcHTaNz, in Euro-\nmasterly poem by the French symbolist poet\nbeen inactive and largely dismantled since\npean late-medieval and Renaissance dance,\nStéphane Mallarme, evoking the ideal essence\nWorld War II.\nthe second and livelier of two dances cus-\nof fleeting phenomena. It inspired Debussy to\nAt its foundation, most of the city's natural\ntomarily performed together (e.g., pavane and\nwrite his Prélude.\nhinterland was occupied by collective or\ngalliard; basse danse and saltarello). Its melo-\nDebussy's Prélude theme inspiration 11:387g\ncooperative settlements. These were indepen-\ndy was often a variation in metre and tempo\ndent of Afula economically and socially, and\nof the first dance melody.\nafterripening, or DoRMaNCy, a suspension of\nmost of them rejected urban society ideologi-\nafter-image, visual illusion in which retinal\ngrowth of the embryo during ripening of the\ncally. As a result, the development of 'Afula\nimpressions persist after the removal of stimu-\nseed. It results at least in part from rapid and\nextensive water loss because of the conversion\nOnly after 1948 did the population begin to\nas a quasi-metropolitan centre was hindered.\nlus. The original impression persists briefly,\nthen gives way to a reversed, or negative, im-\nof soluble nutrients to their stored forms. This\ngrow, due to the settlement of large numbers\nage in which the brightness and colour of the\ninterruption of growth, or the lack of it in the\nof Jewish immigrants. A new section, Afula\nseeds of many tropical plants, may be an\nIllit (Upper 'Afula), has been built on the\noriginal are reversed (light becomes dark; red\nbecomes green; etc.). A common after-image\nadaptation to seasonal and climatic changes.\nslopes of Giv'at ha-More, about 5 mi (8\nis the spot of light one sees after a flashbulb\nAfterripening provides for germination at the\nkm) from the old central business district.\nhas been fired.\nmost favourable time, when conditions of\nAfula has a large sugar-refining plant, textile\nmoisture, temperature, and day length are\nmills, and a nylon-stocking factory. The Plain\nafterincrease, in physiology, the resumption\nmost conducive to plant growth. See also ger-\nof Esdraelon's large regional hospital, with\nof a reflex action following its interruption by\nmination.\nnursing school, is there, as are a teacher's col-\nan inhibitory stimulus; the renewed activity ís\n-seed and fruit development 16:486c\nlege and numerous government offices. Pop.\nmore vigorous than that preceding the inter-\nseed dormancy and germination 16:486h\n(1970 est.) 16,900.\nruption.\n-survival value 5:960e\n32°36'N,35°17 E","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_long_tiny_text-14a_pg1-p1.pdf","image_url":"ocr-inputs/ocr-small-print-1.png"},{"model_id":"pp-ocrv6-medium","case_id":"ocr-columns-1","group":"columns","expected":["Advances in Electromyogram Signal Classification to Improve the quality of Life for the Disable and Aged People.","And Its Applications, 4(2)."],"text":"BIOSIGNALS 2012 - International Conference on Bio-inspired Systems and Signal Processing\nreach each one some muscle strength is applied.\nprobably will also change the comparative\nAnother difference is the use of amplitude envelope\nperformance between the methods. Considering that\ninstead of some other feature combination in time or\nfor MLP there is a great effort to define the\nfrequency domain. This may be the reasons to the\narchitecture and also learning parameters, its use is\nsmaller classification accuracies for a number of\nonly justified if there is a need of generalization that\nclasses greater than 5 compared to the results\ncannot be achieved by the RLDA that does not\nobtained from other authors, which continue with\nrequire the predefinition of parameters, it is practical\nclassification rates above 90 for these class\nand fast.\nconfigurations (Hargrove, Englehart and Hudgins,\n2007; Ahsan, Ibrahimy and Khalifa, 2010; Basu,\nBhattacharyya and Kim, 2010; Scheme and\nACKNOWLEDGEMENTS\nEnglehart, 2011). However, considering the type of\nmovement and distinctive classes, the low level of\nThe author thanks FEI and FAPESP for sponsoring.\ncontraction and the use of the amplitude envelope,\nwhich require a minimum processing effort, for a\nsmall number of classes, the systems had performed\nwell.\nREFERENCES\nOn the other hand, the process based on RLDA\nwas very fast, while the process based on MLP was\nAhsan, Md. R., Ibrahimy, M. I., and Khalifa ,O. O. (2010).\ntime consuming as much to define adequate\nAdvances in Electromyogram Signal Classification to\nImprove the quality of Life for the Disable and Aged\nparameters as for as network training. There was no\nPeople. J. Comput Sci., 6(7), 705-715.\npattern for the number of hidden layers and the\nBasu, J. K., Bhattacharyya, D. and Kim, T. (2010). Use of\nnumber of neurons. These parameters varied for each\nArtificial Neural Network in Pattern Recognition. Int. J.\nvolunteer and for each class configuration, aimed at\nSoftware Eng. And Its Applications, 4(2),\nobtaining the best classification accuracies. Usually, 2\nCastro, M. C. F. (2011). Statistical Approach for Angular\nor 3 hidden layers were enough, but the number of\nPosition Separability Classes of EMG Data. Proc.\nneurons varied from 9 to 100 depending on the case.\nISSNIP Biosignals and Biorobotics Conferenc., Vitoria,\nEnglehart et al. (1999) and other researchers such as\nBrazil. DOI: 10.1109/BRC.2011.5740663.\nBasu, Battacharyya and Kin (2010) and Zhang (2000)\nCheng, B. and Titterington, D. M. (1994). Neural\nNetworks: A Review from a Statistical Perspective.\ndefend that MLP, as long as properly trained and with\nStatistical Sci., 9(1), 2-30.\nan appropriate configuration will always match, if not\nEnglehart, K., Hudgins, B., Parker, P. A., and Stevenson,\nexceed, the performance of an RLDA. But usually,\nM. (1999). Classification of the myoelectric signal\ndue to the need to automate MLP training over a large\nusing time-frequency based representations. Med. Eng.\nnumber of interactions, the number of hidden layers\nPhys. – Especial Issue on Intell. Data Anal.\nand also the number of neurons are fixed. For a given\nElectromyog. Electroneurog., 21, Jul., 431-438.\nsubject and a specific number of classes however, the\nGuo, Y., Hastie, T., and Tibshirani, R. (2007). Regularized\nconfiguration may be inappropriate, and will be\nlinear discriminant analysis and its application in\ninhibit the generalization performance of the MLP.\nmicroarrays. Biostat., 8(1), 86-100.\nHargrove, L. J., Englehart, K. and Hudgins, B. (2007). A\nThe RLDA, on the other hand does not require these\nComparison of Surface and Intramuscular Myoelectric\nspecifications, and performs very well.\nSignal Classification. IEEE Trans. Biom. Eng., 54(5),\n847-853.\nItakura, N., Kinbara, Y., Fuwa, T. and Sakamoto, K.\n5 CONCLUSIONS\n(1996). Discrimination of Forearm's Motions by\nSurface EMG Signals using Neural Network. Applied\nHuman Science – J. Physiological Anthropology, 15(6),\nThis study showed the same performance for RLDA\n287-294.\nand MLP in a problem of elbow angular position\nOskoei, M.A. and Hu, H. (2006). GA-based Feature Subset\nclassification, based on the SME amplitude envelope.\nSelection for Myoelectric Classification. Proc. IEEE\nBoth methods achieved average classification\nInt. Conf. Robotics and Biomimetics, China, 1465-1470.\naccuracies above 80% for a number of classes until 4\nParker, P., Englehart, K., and Hudgins, B. (2006).\nbut individually, 5 subjects achieved similar results in\nMyoelectric signal processing for control of powered\na 5-class setup, which means a 20o shift between\nlimb prostheses. J. Electromyog and Kinesiol., 16, 541-\n548.\nconsecutive classes. May be a better classification\naccuracy can be reached with another feature instead\nof amplitude envelope that was used. However, this\n354","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-06dda119744c1212fbb39a789dc34f023f6c_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-1.png"},{"model_id":"pp-ocrv6-medium","case_id":"ocr-columns-2","group":"columns","expected":["Thanks again for the friendships and I wish all of you a Great Christmas and all the best in the New Year.","Two of our discerning members, Jean Timmermeister and Valerie Henschel commented that the sky had a dim but noticeable dust spot on it."],"text":"Olympic Peaksphoto News\nTeaks Camera Club\nOlympic\nP. 5, Dex 1452, Seguin, Washington 30382\nIssue Number 1, 2006\nIMMEDIATE PAST PRESIDENT'S\nMESSAGE\nThere have been a lot of changes in my\nlife in the last two years, and I have\ndecided to move from western\nWashington where I have lived all my\nlife to Carlsbad, California. I have some\nfamily in the area and had met a friend\nthere last year. She is a world traveler\nand an avid photographer. But the\nNorthwest will always be my \"home\".\nThe travel bug is still with me having\ntraveled to Europe, Africa, South\nAmerica and Antarctica since we last\nmet and with a few weeks in Southeast\nAsia scheduled for February.\nDear OPCC members,\nI will send Jim my email address once I\nMy last five years as a member of\nget settled so we can keep in contact.\nOPCC have been very enjoyable and\nThanks again for the friendships and I\nrewarding.\nwish all of you a Great Christmas and\nI have met many talented people and\nall the best in the New Year.\nhave made many friends, and have\nlearned more about photography than I\nBob Mandich\nhad hoped for.\nSENSOR DUST\non my computer screen or even on the projected\nBob Huelsdonk\nimage until it was pointed out.\nLast January, I submitted a digital projected competition\nReturning home, I put the print on my computer\nprint from my digital Canon D60 SLR which showed some\nscreen. Indeed it showed as about a 1/2 inch,\nwind generators against a plain blue sky. Two of our\nslightly darker blob (on an 8x10 image). I then\ndiscerning members, Jean Timmermeister and Valerie\nincreased the contrast greatly, and lo and\nHenschel commented that the sky had a dim but\nnoticeable dust spot on it. I had not noticed it","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-08c9eac4149a44cf8eed7cf1466ce8afa6b7_page_1_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-2.png"},{"model_id":"pp-ocrv6-medium","case_id":"ocr-columns-3","group":"columns","expected":["If an individual is issued a Final Notification of Threat Assessment, the FAA will deny an application for any airman certificate, rating or authorization.","The individual may respond in writing to this initial notification and provide any information the individual believes the TSA should consider."],"text":"AVNEWS\nFAA-ISSUED AIRMAN\nsessments made by TSA. This re-\ncates and the legal content of all air-\nCERTIFICATE INELIGIBILITY\nliance is based on the broad statutory\nman certification records. The Registry\nBASED ON\nauthority and responsibility that the\ndirects the planning, development, and\nSECURITY GROUNDS\nAviation and Transportation Security\nimplementation of the regulations and\nAct, Public Law 107-71, placed in the\nsystems associated with the registra-\nIn the January 24, 2003, Federal\nUnder Secretary with regard to intelli-\ntion of U.S. civil aircraft.\nRegister, the FAA published a final rule\ngence information and threat assess-\nThe Registry Web site provides full\nwhich puts in place processes for the\nments. The individual may respond in\nsets of both the aircraft and airman\nTransportation Security Administration\nwriting to this initial notification and\ndatabases, various forms used to do\n(TSA) to notify an individual that he or\nprovide any information the individual\nbusiness with the Registry, and other\nshe has been determined to pose a\nbelieves the TSA should consider.\nuseful information. In addition, there\nnational security threat and to advise\nare services that can be requested\nthe FAA of its determination. The FAA\nCIVIL AVIATION REGISTRY\nand paid for online. Databases may\nis adding a section to Title 14 of the\nWEB SITE ADDS\nbe downloaded which include all infor-\nCode of Federal Regulations (14 CFR)\nAIRMEN SERVICES ACCOUNT\nmation for aircraft. For airmen, Privacy\nparts 61, 63, and 65 to expressly\nAct information is not included, and\nmake individuals who pose a security\nU.S. certificated airmen can open\naddresses are not shown for airmen\nthreat as determined by the TSA ineli-\nan online services account on the\nwho chose not to have their address\ngible to hold certificates, ratings, and\npopular U.S. Civil Aviation Registry\nreleased.\nauthorizations issued under those\nweb site operated by the Federal Avia-\nRegistry staff responds to hun-\nparts. This ineligibility means that the\ntion Administration in Oklahoma City,\ndreds of thousands of customers each\nFAA will not issue a certificate, rating,\nat <http://registry.faa.gov>.\nyear. They issue more that 60,000 air-\nor authorization to any applicant who\nThe site has many other aircraft\ncraft registration certificates and\nhas received an Initial Notification of\nand airmen information options and\n180,000 airman certificates, and an-\nThreat Assessment from TSA. The\naverages nearly 2,500 visitors daily.\nswer more than 140,000 telephone\nFAA will hold in abeyance the applica-\nThe new service allows airmen to\ncalls. They reserve 17,000 special air-\ntion pending the outcome of the TSA's\nupdate their mailing addresses, as re-\ncraft registration numbers (N num-\nfinal threat assessment review. If an\nquired by Federal aviation regulations.\nbers), provide 200,000 copies of\nindividual is issued a Final Notification\nFAA needs current data to provide\nrecords, and update more than\nof Threat Assessment, the FAA will\nsafety-related information to airmen as\n108,000 addresses.\ndeny an application for any airman\nit becomes available.\nRegistry systems also provide in-\ncertificate, rating or authorization.\nFuture services will include the\nformation to FAA aviation safety in-\nWith regard to certificates already\nability to receive Aviation Safety Pro-\nspectors, National Transportation\nissued, the FAA will suspend an indi-\ngram flyers through electronic mail.\nSafety Board investigators, and law\nvidual's airman certificates after receiv-\nThe Registry mails more than six mil-\nenforcement agencies to support avia-\ning the Initial Notification of Threat As-\nlion such flyers each year. The new\ntion safety activities.\nsessment from the TSA. Suspension\nservice would not only allow airmen to\nis appropriate in this circumstance,\nreceive this information electronically,\nTSA ISSUES AIRSPACE\nbecause the TSA's initial assessment\nbut would save the FAA a part of the\nCONTROL MEASURES\nthat an individual poses a security\nsignificant expense associated with\nIN NATIONAL CAPITAL REGION\nthreat is still subject to review by the\nprinting and mailing many of these\nTSA's Deputy Administrator and may\nsafety bulletins, said Mark Lash, Reg-\nFAA in conjunction with the Trans-\nbe reversed. If at this point a U.S. citi-\nistry manager.\nportation Security Administration (TSA)\nzen is still determined a threat, TSA's\n“Future services could also in-\nhas enhanced airspace control meas-\nUnder Secretary will make the final de-\nclude ordering replacement certifi-\nures in the National Capital Region to\ntermination. If a Final Notification of\ncates, replacement knowledge test re-\na level consistent with National Threat\nThreat Assessment is issued, the FAA\nsults, and a copy of the airman's\nLevel Orange.\nwill revoke the certificates; if an Initial\ncomplete certification file,\" he said.\n“Terrorists are known to favor tar-\nNotification is withdrawn, the FAA will\nThe Civil Aviation Registry in Okla-\ngets in the transportation sector and\nwithdraw its certificate suspension.\nhoma City manages and operates the\nto consider our civil aviation system an\nThe eligibility standards adopted\nnational records system and database\narsenal of improvised weapons,\" said\nin this rulemaking rely on the threat as-\nfor the issue of all FAA airman certifi-\nDOT Under Secretary James M. Loy,\nMARCH/APRIL 2003\n35","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-03b953c18a4f7d2bbe390940dec839395cdd_page_37_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-3.png"},{"model_id":"pp-ocrv6-medium","case_id":"ocr-columns-4","group":"columns","expected":["This cycle period may not be the same as the averaging period used in the","is discussed further in Section 7."],"text":"776\nA.B. Bjorkegren et al. / Atmospheric Environment 122 (2015) 775–790\ntransport out of the volume) and fully turbulent conditions with\nof the theoretical considerations regarding CO2 storage the reader is\nnegligible storage. In urban environments during stable atmo-\nreferred to Finnigan (2006) and subsequent discussion (Kowalksi,\nspheric conditions the 4Cs term will be non-negligible (Helfter\n2008; Finnigan, 2009).\net al., 2011); for example, 4Cs was found to be five times the\nThe approach to calculate CO2 storage depends upon the num-\nmagnitude of the turbulent vertical flux term (Fco2) close to dawn\nber of vertical locations at which CO2 concentration ([CO2], the\nand dusk in suburban Vancouver, Canada (Crawford and Christen,\nsymbol [ ] is used to indicate concentration) data are collected. In\n2014). Other urban studies found ∆Cs to be smaller, but still sig-\nthe first approach, 'single height' CO2 storage (∆Css) is calculated\nnificant, with maximum 4Cs values 11% and 22% of the magnitude\nfrom [CO2] data at one location, usually by eddy covariance equip-\nof Fco2 in Edinburgh, Scotland (Nemitz et al. 2002) and Basel,\nment in the inertial sub-layer (Nemitz et al., 2002; Crawford and\nSwitzerland (Feigenwinter et al. 2012), respectively. Similarly, in\nChristen, 2014). In the second approach, the 'profile' method, 4Cs\nrural environments horizontal advection may be non-negligible\nis calculated from data collected at multiple heights (∆Csp). The\n(e.g., Aubinet et al., 2003). This paper focuses on the methodolog-\nprofile method uses a vertical [CO2] profile at heights zi, which is\nical considerations when assessing ∆Cs from a vertical profile in an\ngenerally measured by cycling through all the sample locations\nurban environment. Future manuscripts will address horizontal\nwithin a set time period with a data-logger controlled valve array\nvariation and advection.\n(Xu et al., 1999; Mölder et al., 2000; Vogt et al., 2006; Hutyra et al.,\nOf three studies discussed above (Vancouver, Edinburgh, Basel)\n2008). This cycle period may not be the same as the averaging\nwith reported urban CO2 storage values, only one (Vancouver,\nperiod used in the ∆Csp calculation. For example, measurements\nCrawford and Christen, 2014) presented values derived from a data-\ncollected with a sampling interval, ts, of 2 Hz for 75 s at 8 heights,\nset of longer than one month; however, both these values and those\ngiving a full profile cycle every 10 min, may be used to calculate\nreported for Edinburgh by Nemitz et al. (2002) were calculated\n∆Csp with an averaging period (T) of 30 min. The storage is calcu-\nbased on the assumption of a constant relation between carbon\nlated as the sum of the changes in time averaged concentration\ndioxide concentration ([CO2]) measured above the blending height\n([CO2li) between time t = −T/2 and t = T/2 for each location (i) in the\nand the concentration in the street canyon. In contrast, for Basel,\nprofile, weighted by the vertical span, ∆zi, over which each profile\nFeigenwinter et al. (2012) did not make this assumption and re-\nmeasurement is considered to be representative and divided by the\nported ∆Cs calculated from [CO2] at ten levels; however, the results\naveraging period (T), which can be expressed as (modified from\nre   \nAubinet et al., 2005):\ntherefore scope to improve not only the understanding of the\nprocesses affecting CO2 storage over a greater range of meteoro-\n∆CsP =\n1\n[CO2]i, t=I − [CO2]i, t=−I]\n∆zi\n(1)\nlogical and anthropogenic conditions, but also to develop recom-\nT\ni\nmendations for future measurement programmes.\nThe objective of this paper is to evaluate potential approaches\nIf the measurements at each height are not made concurrently,\nfor such studies, illustrated with examples from, and analysis of,\n[CO2] at each height may first be interpolated in time to generate\nhigh temporal resolution data collected at 10 locations from 6.5 to\ninstantaneous profiles from which ∆Csp can be calculated, though\n46.4 m above ground level between 2011 and 2014 at King's College\nthis is neglected in some cases (Iwata et al., 2005). The impact of\nLondon, in Central London, UK. The paper is organized as follows. In\ninterpolation on calculated 4Csp is discussed further in Section 7.\nthe rest of this Section 1 we provide a brief background of how CO2\nThe single height method is a simplification of the profile method\nstorage is calculated and then (Section 2) a discussion of the\nto one height, which is usually the height of the eddy covariance\ne o\nequipment. The change in [CO2] with time at zh (∆[CO2]/∆t) is\nthe temporal variation of CO2 storage (Section 3) and the relation\nweighted by the vertical distance from the ground to the measure-\nbetween measured CO2 storage and anthropogenic and natural\nment point (zh). The single height CO2 storage (∆Css) is given by\nfactors in a highly urbanised environment (Section 4). The required\n(modified from Nemitz et al., 2002):\nnumber and placement of sample points for CO2 storage mea-\nsurements in a deep urban street canyon is addressed (Section 5)\n4[CO2]\nand the effect of sensor response and sampling interval on calcu-\nΔCsS =\n∆t\nZh\n(2)\nlated CO2 storage is tested (Section 6). At the processing stage, three\ndifferent temporal and spatial interpolation methods are evaluated\nAs the data are continuous, the change in the instantaneous CO2\nagainst measured data (Section 7). Finally, the impact of CO2 stor-\nconcentration with time (∆[CO2]/∆t) can be used instead of the\nage calculated by two different methods on the turbulent vertical\nchange in the time averaged CO2 concentration with time\nCO2 flux is assessed. The Supplementary material (noted by S.1 to\n([CO2]/∆t), though it may still be advisable to average in time to\nS.9), includes the notation with corresponding units (S.1) used in\nreduce measurement noise (Finnigan, 2006).\nthe text, further information on CO2 storage calculation (S.2), pre-\nThe ∆Css calculation assumes any change in [CO2] below the\nvious CO2 storage studies (S.3), equipment (S.4), meteorological\nmeasurement height results in a change of equivalent magnitude at\ncharacteristics (S.5), example time series (S.6), variations of CO2\nthe measurement height. This assumption appears not to be sup-\nwith friction velocity, wind direction and height above ground level\nported by any evidence in the literature; reported diurnal cycles of\n(S.7, S.8) and further references (S.9). The online version of this\nCO2 mixing ratios in the roughness sub-layer over both rural (e.g.,\npaper provides the figures in colour.\nXu et al., 1999) and urban (e.g., Lietzke and Vogt, 2013) surfaces are\nknown to vary with height. This problem is particularly acute\n1.1. Calculation of CO2 storage\nduring periods of low turbulence, such as at night or during cold\nweather, where measurements above the surface layer may\nThere are two main approaches to calculating CO2 storage flux\nbecome decoupled from processes near ground level (Helfter et al.,\ndensity, i.e., the rate of change of CO2 per unit area below the Eddy\n2011).\nCovariance (EC) measurement height. Here they are referred to as\nIf temporal variability is large compared to the spatial variability,\nthe 'single height' and the 'profile' approaches. For a brief discus-\nthe single height method may provide a more accurate measure of\nsion of the theory and some reported results, see Supplementary\nstorage than the profile method as the maximum data availability\nmaterial S.2 and S.3, respectively. For a more in depth discussion\nat each sample location for the latter may be 1/k of the total time","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-0514f6672af23035c53e13fa9f5d7e17e4a4_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-4.png"},{"model_id":"pp-ocrv6-medium","case_id":"ocr-columns-6","group":"columns","expected":["No wash steps are required because cellular growth media do not significantly interfere with CyQUANT ®  GR fluorescence.","CyQUANT ®  Direct Cell Proliferation Assay Kit","The kit supplies sufficient materials for performing 1000 assays based on a 200 μL sample volume or a proportionately lower number of assays with a larger sample volume.","The no-wash, homogeneous format and fast add-mix-read protocol makes the CyQUANT ®  Direct assay ideal for high-throughput screening (HTS) applications."],"text":"Chapter 15 — Assays for Cell Viability, Proliferation and Function\nSection 15.4 Assays for Cell Enumeration, Cell Proliferation and Cell Cycle\nThe CyQUANT® cell proliferation assay has a number of significant\nMurine fibroblasts (NIH 3T3 and CRE BAG 2 cells) and myeloma\nadvantages over other proliferation assays:\n(P3X63A68) cells\nMadin-Darby canine kidney (MDCK) cells\nSensitivity and linearity. The CyQUANT® assay is linear from\nChinook salmon embryo (CHSE) cells\n50 or fewer cells to at least 50,000 cells in 200 μL volumes (Figure\nRat basophilic leukemia (RBL) and glioma (C6) cells\n15.4.12); increasing the dye concentration extends the linear range\nto at least 250,000 cells. Methods that employ Hoechst 3325866\nDetermination of total cell number using the CyQUANT® GR\n(H1398, H3569, H21491) or Hoechst 3334267 (H1399, H3570,\nreagent is potentially useful for quantitating cell adhesion (see \"Cell\nH21492) to measure cell number and proliferation are much less\nAdhesion\" in Section 15.6) and for determining the total number of\nsensitive—detection limits of 500 cells for Hoechst 33258 66 or 2500\ncells in a tissue. Each CyQUANT® Cell Proliferation Assay Kit (C7026)\ncells for Hoechst 3334267—and have much smaller effective ranges.\nincludes:\nNo radioactivity. Unlike assays that measure ³H-thymidine incor-\nporation, the CyQUANT® assay does not require radioisotopes and\nCyQUANT® GR reagent\nthus does not have the hazards or the expense associated with use,\nCell-lysis buffer\nstorage and disposal of radioisotopes.\nDNA standard for calibration\nQuick and easy protocol. The CyQUANT® assay is a single-step\nDetailed protocols\nprocedure that requires no lengthy incubation steps and can be\ncompleted within an hour (Figure 15.4.11).\nThe kit supplies sufficient materials for performing 1000 assays\nSpecificity and reliability. The assay is specific for total nucleic acids,\nbased on a 200 μL sample volume or a proportionately lower number of\nwith essentially no interference from other cell components. No wash\nassays with a larger sample volume. The CyQUANT® cell-lysis buffer (a\nsteps are required because cellular growth media do not significantly\n20X concentrate, C7027) is also available separately and has been for-\ninterfere with CyQUANT® GR fluorescence. The CyQUANT® assay\nmulated to produce efficient lysis, to protect nucleic acids from nuclease\nis reliable for cell quantitation, even without treatment to eliminate\nactivity and to dissociate proteins that may interfere with dye binding\ncellular RNA. However, addition of RNase or DNase permits the easy\nto nucleic acids. It may prove generally useful in the development of\nquantitation of DNA or RNA, respectively, in the sample.\nother assays that require cell lysis.\nConvenience. Unlike assays that use tetrazolium salts,3H-thymi-\ndine, BrdU, neutral red or methylene blue,67-70 the CyQUANT®\nCyQUANT® NF Cell Proliferation Assay Kit\nprocedure is not dependent on cellular metabolism. Thus, cells can\nThe CyQUANT® NF Cell Proliferation Assay Kit provides a fast and\nbe frozen and stored prior to assaying, with no reduction in signal,\nsensitive method for counting cells in a population and measuring prolif-\nor they can be assayed immediately after collection. Time-course\neration in microplate format. 71 This assay can be completed in 1 hour, with\nassays are simplified because data obtained from stored samples\nno washes, cell lysis, long incubations or radioactivity required, and it is not\ntaken at widely different time intervals can be assayed together with\ndependent on physiological activities that may exhibit cell number-inde-\na single standard curve determination.\npendent variability. The CyQUANT® NF assay eliminates the freeze-thaw\ncell lysis step of the original CyQUANT® cell proliferation assay by using\nWe have found the CyQUANT® Cell Proliferation Assay Kit to be\na cell-permeant DNA-binding dye in combination with a plasma mem-\nuseful for assaying widely disparate cell types, including:\nbrane-permeabilization reagent. The CyQUANT® NF assay protocol re-\nquires only aspiration of growth medium (for adherent cells), replacement\nHuman neonatal fibroblasts, keratinocytes, melanocytes, umbilical\nwith dye binding solution, incubation for 30-60 minutes and then mea-\nvein endothelial cells (HUVEC) and dermal microvascular endo-\nsurement of fluorescence in a microplate reader. The CyQUANT® NF assay\nthelial cells (DMVEC)\nhas a linear detection range from at least 100 to 20,000 cells per well in most\ncell lines using a 96-well microplate format and a 100 μL assay volume.\nThe CyQUANT® NF Cell Proliferation Assay Kit can be used with\neither a 96-well or 384-well microplate format and is available in two\nEx = 485 nm\nconfigurations: a 200-assay kit (C35007) and a 1000-assay kit (C35006)\nfor high-throughput applications.\nFluorescence\nEach kit contains:\nCyQUANT® NF dye reagent\nunce\nDye delivery reagent\nConcentrated Hank's balanced salt solution (HBSS)\nDetailed protocols\n0\n250 500 750 1000\nNumber of cells\n0\n10000 20000 30000\n40000 50000\nCyQUANT® Direct Cell Proliferation Assay Kit\nCells/well\nCyQUANT® Direct Cell Proliferation Assay is a fluorescence-based\nFigure 15.4.12 Quantitation of NIH 3T3 fibroblasts using the CyQUANT® Cell Proliferation\nproliferation and cytotoxicity assay for microplate readers. The no-\nAssay Kit (C7026). Fluorescence measurements were made using a microplate reader with ex-\nwash, homogeneous format and fast add-mix-read protocol makes the\ncitation at 485 nm and emission detection at 530 nm. The linear range of the assay under these\nCyQUANT® Direct assay ideal for high-throughput screening (HTS)\nconditions is from 50 to 50,000 cells per 200 uL sample. The inset shows the linearity that can be\nobtained at very low numbers of cells.\napplications. The assay can be completed in 1 hour, with no washes, cell\nThe Molecular Probes™ Handbook: A Guide to Fluorescent Probes and Labeling Technologies\ninvitrogen\n698\nIMPORTANT NOTICE : The products described in this manual are covered by one or more Limited Use Label License(s). Please refer to the Appendix on\npage 971 and Master Product List on page 975. Products are For Research Use Only. Not intended for any animal or human therapeutic or diagnostic use.\nthermofisher.com/probes\nby Thermo Fisher Scientific","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-01ed6dcc6a3d0237daa88b293d0c0667df1a_page_49_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-6.png"},{"model_id":"pp-ocrv6-medium","case_id":"ocr-columns-7","group":"columns","expected":["We express our gratitude to the staff of Biochemistry Laboratory at Endocrine Research Center of Shahid Beheshti University for their skillful technical assistance.","Brass EP, Hoppel CL, Hiatt WR. 1994."],"text":"Int. J. Biosci.\n2014\nTo summarize, the conclusion of current research is\n1991. Caffeine and theophylline as adenosine\nshowing that consuming 3mg/kg caffeine, 1.5 g L-\nreceptor antagonists in humans. The Journal of\ncarnitine and their combination has no meaningful\nPharmacology and Experimental\nTherapeutics\neffect on performance . More researches are necessary\n258(2), 588–593. PMID: 1865359.\nin order to investigate the acute effects of different\namount of caffeine and L-carnitine on 400-m\nBrass EP, Hoppel CL, Hiatt WR. 1994. Effect of\nfreestyle performance time and the blood lactate\nintravenous L-carnitine on carnitine homeostasis and\nlevel.\nfuel metabolism during exercise in humans. Clinical\nPharmacology and Therapeutics 55(6), 681-92.\nAcknowledgement\nPMID: 8004884.\nThis research was supported by a grant from Karaj\nBranch, Islamic Azad University. The authors would\nBroquist HP, Borum PR. 1982. Carnitine\nlike to thank Dr mehdi hedayati for his technical\nbiosynthesis, nutritional implication. Advances in\nassistance. We express our gratitude to the staff of\nnutritional research 4, 181-204.\nBiochemistry Laboratory at Endocrine Research\nhttp://dx.doi.0rg/10.1007/978-1-4613-9934-6_7\nCenter of Shahid Beheshti University for their skillful\ntechnical assistance.\nCarr A, Dawson B, Schneiker K, Goodman C,\nLay B. 2oo8. Effect of caffeine supplementation on\nReferences\nrepeated sprint running performance. The Journal of\nAnselme F, Collomp K, Mercier B, Ahmaidi S,\nSports Medicine and Physical Fitness 48(4), 472-\nPrefaut C. 1992. Caffeine increases maximal\n478. PMID:18997650.\nanaerobic power and blood lactate concentration.\nEuropean Journal of Applied Physiology and\nChun Y. 2oo8. The effect on aerobic, anaerobic\nOccupation 65(2), 188-191.\ncapacity, blood lipids & immunoglobulin from\nhttp://dx.doi.org/10.1007/BF00705079\ntaking L-carnitine in Judo athletes. Yongin\nUniversity.\nBell DG, McLellan TM. 2002. Exercise endurance\n1, 3, and 6 h after caffeine ingestion in caffeine users\nCollomp K, Ahmaidi S, Audran M, Chanal JL,\nand nonusers. Journal of Applied Physiology 93(4),\nPrefaut C. 1991.Effects of caffeine ingestion on\n1227-1234.\nperformance and anaerobic metabolism during the\nhttp://dx.doi.org/10.1152/japplphysiol.00187.2002\nWingate test. International Journal of Sports\nMedicine 12(5), 439-443.\nBell DG, Jacobs I, Ellerington K. 2o01. Effect of\nhttp://dx.doi.org/10.1055/s-2007-1024710\ncaffeine and ephedrine ingestion on anaerobic\nexercise performance. Medicine and Science Sports\nCollomp K, Ahmaidi S, Chatard JC, Audran M,\nand Exercise 33(8), 1399-1403.\nPréfaut C. 1992. Benefits of caffeine ingestion on\nhttp://dx.doi.0rg/10.1097/00005768-200108000-\nsprint performance in trained and untrained\n00024\nswimmers. European Journal of Applied Physiology\nand Occupational Physiology 64, 377-38o.\nBeltz JD, Costill DL, Thomas R, Fink WJ,\nhttp://dx.doi.org/10.1007/BF00636227\nKirwan JP. 1988. Energy demands of interval\ntraining for competitive swimming. Journal of\nCollomp K, CaillaudC, Audran M, Chanal JL,\nSwimming Research 4(3), 5–9.\nPrefaut C. 199o. Effect of acute or chronic\nadministration of caffeine on performance and on\nBiaggioni I, Paul S, Puckett A, Arzebiaga C.\ncatecholamines during maximal cycle ergometer\n6\nAzizimasouleh et al.","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-04af23cb9eaaaf1b0462bafa176d0c0c315b_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-7.png"},{"model_id":"pp-ocrv6-medium","case_id":"ocr-columns-8","group":"columns","expected":["had reached the minimum at t = 10 h, the optical density increased linearly over time.","gen mass transfer characteristics, i.e., gassing rate/culture volume ratio and mixing intensity (number of impellers), steady p H₂ values were obtained during the linear growth phase that ranged between 1 and 59 kPa."],"text":"VoL. 73, 2007\nMETHANOGENESIS AND GROWTH OF M. THERMAUTOTROPHICUS\n743\n3.000\n400\n80\nA\n2.400\n300\nVH2 (ml.min1)()\n60\npH2 (kPa)(O)\n() 009\n1.800\n9\n200\n40\nOD\n1.200\n0\n100\n20\n0.600\nDownloaded from http://aem.asm.org/ on November 19, 2012 by Universiteitsbibliotheek\n0.000\n0\n0\n0\n4\n8\n12\n16\n20\ntime (h)\n80\n4.00\n(mol. i ))\nB\n3.50\nYCH4 (g.mol{1)()\npH2(kPa)(O)\n60\nΔ\nΔ\nΔ\nA\n△\nΔ\n△∆\nΔ\n△△\nΔ\nΔ\nΔ\n△\n3.00\n2.50\n40\n8\nΔ\n2.00\n1.50\n0.30\n8000000000000\nCH4\n(□ )(1.4) rl\n20\n1.00\n0.20\n0.50\n0.10\n0\n0.00\n0.00\n0\n4\n8\n12\n16\n20\ntime (h)\n0.200\nq CH4 (mol.g^-1.h-1)\nC\n0.150\n0.100\n0.050\n0.000\n0.00\n0.10\n0.20\n0.30\nμ (h^{1)\nFIG. 2. Growth of M. thermautotrophicus in a fed-batch reactor at high gassing rate. The organism was cultured in 2.5 liters of mineral medium\nat a constant gassing rate of 428 ml min−1 with 80% H2-20% CO2 (vol/vol). Measurements started (t = 0 h) 8 h after adjustment of the gassing\nrate. Panels A to C and symbols are as described in the legend to Fig. 1.\ndissolved hydrogen partial pressure steadily decreased to be-\ngen mass transfer characteristics, i.e., gassing rate/culture vol-\ncome as low as 1 kPa. Before that time, the hydrogen con-\nume ratio and mixing intensity (number of impellers), steady\nsumption rate had become constant (84 ml min−1), and 98% of\nPH2 values were obtained during the linear growth phase that\nthe gas ended up in methane. When the pH2 had reached the\nranged between 1 and 59 kPa. Linear growth could proceed for\nminimum at t = 10 h, the optical density increased linearly over\nprolonged periods of time (at least 72 h), at which OD6\n600\ntime. This period is denoted as the linear phase. Apparently,\nvalues of up to 7 to 10 were obtained (data not shown). Hy-\ngrowth now became limited by the H2 supply. To test this, the\ndrogen consumption and methane production rates, as well as\n rga     M)\ndissolved hydrogen partial pressures, however, remained con-\nThe same growth behavior was found (Fig. 2A). Quite remark-\nstant throughout the whole period of linear growth.\nably, pH2 did not drop to low values during the linear growth\nGrowth rates, growth yields, and methane-forming activities\nstage, but it was maintained as high as 29 kPa. Again, the\nin the fed-batch fermentor system. As noted above, three con-\nhydrogen consumption rate became constant (vH2 = 275 ml\nsecutive growth phases could be discerned, notably the lag,\nmin−1), but the gas was only partly utilized. Further experi-\nexponential, and linear phases. The exponential phase is usu-\nments showed that the pH2 values could be manipulated by the\nally determined from the straight section of the graphs in which\nH2-CO2 gassing regimen (Table 3). Depending on the hydro-\nthe (natural) logarithm of biomass (or OD) is plotted against","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-027880a87e3c2ad4cf8c05f477597c0c6da7_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-8.png"},{"model_id":"pp-ocrv6-medium","case_id":"ocr-small-print-1","group":"small-print","expected":["The Aftonian deposits consist of ancient soil profiles that may also include peat and windblown deposits.","Afro-Shirazi, also known as SHIRAZI, African tribe in Tanzania."],"text":"Afro-Shirazi, also known as shirazi, Afri-\nafterlife, a new or continued or transformed\n127 'Afula\ncan tribe in Tanzania.\nexistence after death, belief in which has been\nTanzanian tribal lineage 17:1030h\nfound in virtually all cultures and civilizations.\nAfro-Shirazi Party, dominant political\nanimal, plant, and human souls 1:915h\naftershock, one of a series of small shocks\n·Australian agnostic position 1:312g\nimmediately following a large earthquake;\nparty (founded 1957) of the island of Zanzibar\n·Baltic life-death threshhold 2:666d passim\nthese may continue for days or even months.\nin Tanzania.\nto 667c\nAftershocks may occur at some distance from\n-Tanzanian political structures 17:1033a\nBuddhist doctrine of reincarnation 3:422f\nthe epicentre (point on the surface just above\nAFSC: see American Friends Service Com-\nChinese concept of karman and\nthe earthquake's focus, or seat) of the major\nmittee.\npurgatory 4:424d\nshock and are usually directly related to the\nsainthood and salvation in\nsize or force of that shock. They may repre-\nAFT, OF AMERICAN FEDERATION OF TEACHERS,\nMahayana 16:164e\nsent elastic recovery and readjustment to new\nU.S. trade union founded in 1916.\nCeltic religious beliefs 3:1070f\nconditions of stress after the main movement\n·teacher associations and competition with\ndeath rite provisions and beliefs 13:1051g\non a fault.\nNEA 18:16a\nEast African cosmology consequence 6:1013d\nAftasids, Muslim Berber dynasty that ruled\nEgyptian expectations in 5th dynasty 6:467e\nAfter Strange Gods, in full AFTER STRANGE\nEgyptian myths, conceptions, and\nGODS—A PRIMER OF MODERN HERESY (1934), a\none of the party kingdoms (ta'ifahs) at Bada-\nbeliefs 6:504c passim to 506g\nbook by T.S. Eliot.\njoz in western Spain (1022-94) in the period of\n·Elysium, Hades, Tartarus, and oblivion 8:409a\nessay use in societal redefinition 10:1078e\ndisunity after the demise of the Umayyad ca-\n-Etruscan nirvana concept 15:1061a\nliphate of Córdoba. The Lower Frontier\n·Finno-Ugric ancestor cult rituals 7:312d\nAftonbladet, Swedish newspaper, founded in\n(modern central Portugal) had enjoyed a mea-\nGnostic doctrine of marriage to angels 8:217d\n1830.\nsure of autonomy after the death of the\n·Hindu doctrines of karman and\n-newspaper publishing history 15:240b\nUmayyad caliph al-Hakam II (976), when it\nliberation 8:889e\nAftonian Interglacial Stage, major divi-\nwas ruled by his freed slave, Sabūr (976-\nHindu mythic account in Upanisads 8:929f\n1022). In 1022, at Säbür's death, his minister\nHindu upanisadic beliefs 8:936h\nsion of Pleistocene deposits and time in North\nAbd Allāh ibn Muhammad ibn Maslamah,\nhuman nature and death customs 5:533b\nAmerica (the Pleistocene Epoch began about\nwho was known as Ibn al-Aftas, seized con-\nInca realms of the dead 9:261e\n2,500,000 years ago and ended about 10,000\ntrol of the kingdom and, assuming the title al-\nIndo-European notions among Hittites 1:830d\nyears ago). The Aftonian Interglacial, a time\nManșür (Made Victorious by God), ruled fair-\n-Iranian doctrine of soul's reward 9:871e\nof relatively moderate climatic conditions, fol-\nly peacefully until 1045. But trouble with the\n·James's study and conclusion 10:28f\nlowed the Nebraskan Glacial Stage and\nneighbouring 'Abbadids of Seville, which had\nJudaeo-Christian beliefs\npreceded the Kansan Glacial Stage, both\nbegun at the end of al-Manșür's rule, con-\n-Christian eschatological concepts 4:507f\ntimes of widespread continental glaciation and\nsumed the energies of his son Muhammad al-\nEgyptian-Judaic conceptual\nrelative cold. The Aftonian was named for\nMuzaffar (reigned 1045-60). Constant warfare\nparallelism 12:919h\ndeposits studied in the region of Afton Junc-\nweakened Badajoz sufficiently to allow the\neschatological neglect in Judaism 6:961g\ntion, Iowa. The Aftonian deposits consist of\nChristian King Ferdinand I of Castile and\nJewish doctrines and speculation 10:289d\nancient soil profiles that may also include peat\nLeón to extort tribute from al-Muzaffar and\n-Jewish soteriological development 16:203e\nand windblown deposits. Elsewhere, Aftonian\nthen to capture the frontier garrisons of Viseu\n-Pharisee and Sadducee beliefs 10:310h\ndeposits consist of sand and gravel.\nand Lamego (1057). Ferdinand also took\nkamihood and sainthood in Shinto 16:164c\n·Universalist thought in early Church 18:860c\nStudy of fossil invertebrates in some regions\nCoimbra and the surrounding area as far\n-Mesopotamian myth of man's\nindicates that the Aftonian climate was warm-\nnorth as the Douro River (1063), in present\ndivinity 11:1004f\ner and drier than that of today. The end of the\nPortugal. Umar al-Mutawakkil (reigned\n-monastic liberation of self 12:337b\nAftonian was apparently a time of great diffi-\n1068-94), was also forced to pay tribute to\n-Near Eastern comparative beliefs 12:917g\nculty for many mammalian forms; numerous\nAlfonso VI of Castile and León; and he made\nNorse concepts of Valhalla and\ngenera became extinct. It is difficult to pin-\nan unsuccessful attempt to annex Toledo,\nNiflheim 8:39d\npoint the causes, but deteriorating climatic\nwhich was held by a rival Muslim dynasty\n-philosophical arguments and\nconditions as well as the introduction of new,\n(1080). When Toledo was eventually taken by\nproblems 15:602c\ncompeting forms may have been responsible.\nAlfonso in 1085, al-Mutawakkil and several\n-prehistoric death rites and cults 14:985c\nThe Aftonian is thought to be equivalent to\nother Muslim kings appealed to the Almora-\nprimitive religion's relation to dead 14:1042d\nthe Günz-Mindel Interglacial Stage of the\nvids of North Africa for assistance. Almorav-\n-sacramental death rite beliefs 16:115f\nEuropean Pleistocene chronology.\nid armies defeated Alfonso at az-Zalläqah\n-Scythian and Sarmatian beliefs 9:869d passim\nnear Badajoz (Oct. 23, 1086), establishing a\nto 870a\naftosa: see foot and mouth disease.\nfoothold in Spain. Hence, al-Mutawakkil\n-Slavic beliefs about grave reopening 16:876a\n'Afula, largest city of the Plain of Esdraelon\ntried to bargain for Alfonso VI's support, but\n-Southeast American Indian beliefs 17:221f\nor Valley of Jezreel (Hebrew 'Emeq Yizre'el),\nBadajoz fell to the Almoravids in 1094, and\n-spiritualists'universalist conceptions 17:512e\nnorthern Israel. Named for the Arab village\nal-Mutawakkil and two of his sons were ex-\nZoroastrian echoes of Indian beliefs 19:1174b\nof Fulah, formerly at that site, it is sometimes\necuted.\nAfternoon Men (1931), a novel by Anthony\ncalled (Ir Yizre'el (City of Jezreel). Founded in\nafterbrain, also called METENCEPHALON, the\nPowell.\n1925 on lands acquired by the American Zion\nforesection of the third primary embryonic\n-literary style and theme 10:1222d\nCommonwealth, a land-development organi-\nbrain vesicle, or the set of structures derived\nAfternoon of a Faun, The, translation of L'\nzation, it was the first planned urban settle-\nfrom it.\n·brain vesicle derivatives, table 2 12:1028\nbussy's symphonic poem Prélude à l'après-\nAPRÈs-MIDI D'UN FAUNE, one-act ballet to De-\nat the junction of two main roads leading to\nment of Jewish Palestine. The city is situated\nafterburner, device for injecting fuel into the\nmidi d'un faune first performed in 1912 with\nfrom Tel Aviv-Yafo; the other is the hill road\nGalilee and the north. One is the coastal road\ntailpipe of a jet engine; combustion of this\nfuel produces additional forward thrust.\njet thrust acceleration process 10:157f\nmilitary aircraft design 18:775c\nalso danced the role of the Faun. It is also the\nchoreography and book by V. Nijinsky, who\ntitle of a one-act ballet by Jerome Robbins,\nalso to Debussy's music, first performed in\ndanian territory. Afula was also a station on\nthe former narrow-gauge branch of the Hejaz\nfrom Jerusalem via Nābulus and Janin. The\nlatter route is largely in Israeli-occupied Jor-\n-turbojet engine design 1:375f\nNew York City in 1953.\nRailway, which ran through the plain; it has\nL'Après-midi d'un faune was the title of a\nafterdance, German NACHTanz, in Euro-\nmasterly poem by the French symbolist poet\nbeen inactive and largely dismantled since\npean late-medieval and Renaissance dance,\nStéphane Mallarme, evoking the ideal essence\nWorld War II.\nthe second and livelier of two dances cus-\nof fleeting phenomena. It inspired Debussy to\nAt its foundation, most of the city's natural\ntomarily performed together (e.g., pavane and\nwrite his Prélude.\nhinterland was occupied by collective or\ngalliard; basse danse and saltarello). Its melo-\ncooperative settlements. These were indepen-\ndy was often a variation in metre and tempo\nDebussy's Prélude theme inspiration 11:387g\ndent of Afula economically and socially, and\nof the first dance melody.\nafterripening, or DorMANCy, a suspension of\nmost of them rejected urban society ideologi-\nafter-image, visual illusion in which retinal\ngrowth of the embryo during ripening of the\ncally. As a result, the development of 'Afula\nimpressions persist after the removal of stimu-\nseed. It results at least in part from rapid and\nextensive water loss because of the conversion\nOnly after 1948 did the population begin to\nas a quasi-metropolitan centre was hindered.\nlus. The original impression persists briefly,\nthen gives way to a reversed, or negative, im-\nof soluble nutrients to their stored forms. This\ngrow, due to the settlement of large numbers\nage in which the brightness and colour of the\ninterruption of growth, or the lack of it in the\nof Jewish immigrants. A new section, 'Afula\nseeds of many tropical plants, may be an\nIllit (Upper (Afula), has been built on the\noriginal are reversed (light becomes dark; red\nbecomes green; etc.). A common after-image\nadaptation to seasonal and climatic changes.\nslopes of Giv'at ha-More, about 5 mi (8\nis the spot of light one sees after a flashbulb\nAfterripening provides for germination at the\nkm) from the old central business district.\nhas been fired.\nmost favourable time, when conditions of\nAfula has a large sugar-refining plant, textile\nmoisture, temperature, and day length are\nmills, and a nylon-stocking factory. The Plain\nafterincrease, in physiology, the resumption\nmost conducive to plant growth. See also ger-\nof Esdraelon's large regional hospital, with\nof a reflex action following its interruption by\nmination.\nnursing school, is there, as are a teacher's col-\nan inhibitory stimulus; the renewed activity is\nseed and fruit development 16:486c\nlege and numerous government offices. Pop.\nmore vigorous than that preceding the inter-\nseed dormancy and germination 16:486h\n(1970 est.) 16,900.\nruption.\n-survival value 5:960e\n32°36' N, 35°17' E","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_long_tiny_text-14a_pg1-p1.pdf","image_url":"ocr-inputs/ocr-small-print-1.png"},{"model_id":"pp-ocrv5-mobile","case_id":"ocr-columns-1","group":"columns","expected":["Advances in Electromyogram Signal Classification to Improve the quality of Life for the Disable and Aged People.","And Its Applications, 4(2)."],"text":"BIOSIGNALS 2012 - International Conference on Bio-inspired Systems and Signal Processing\nreach each one some muscle strength is applied.\nprobably will also change the comparative\nAnother difference is the use of amplitude envelope\nperformance between the methods. Considering that\ninstead of some other feature combination in time or\nfor MLP there is a great effort to define the\nfrequency domain. This may be the reasons to the\narchitecture and also learning parameters, its use is\nsmaller classification accuracies for a number of\nonly justified if there is a need of generalization that\nclasses greater than 5 compared to the results\ncannot be achieved by the RLDA that does not\nobtained from other authors, which continue with\nrequire the predefinition of parameters, it is practical\nclassification rates above 90 for these class\nand fast.\nconfigurations (Hargrove, Englehart and Hudgins,\n2007; Ahsan, Ibrahimy and Khalifa, 2010; Basu,\nBhattacharyya and Kim, 2010; Scheme and\nACKNOWLEDGEMENTS\nEnglehart, 2011). However, considering the type of\nmovement and distinctive classes, the low level of\nThe author thanks FEI and FAPESP for sponsoring.\ncontraction and the use of the amplitude envelope,\nwhich require a minimum processing effort, for a\nsmall number of classes, the systems had performed\nwell.\nREFERENCES\nOn the other hand, the process based on RLDA\nwas very fast, while the process based on MLP was\nAhsan, Md. R., Ibrahimy, M. I., and Khalifa ,O. O. (2010).\ntime consuming as much\nto\ndefine adequate\nAdvances in Electromyogram Signal Classification to\nparameters as for as network training. There was no\nImprove the quality of Life for the Disable and Aged\nPeople. J. Comput Sci., 6(7), 705-715.\npattern for the number of hidden layers and the\nBasu, J. K, Bhattacharyya, D. and Kim, T. (2010). Use of\nnumber of neurons. These parameters varied for each\nArtificial Neural Network in Pattern Recognition. Int. J.\nvolunteer and for each class configuration, aimed at\nSoftware Eng. And Its Applications, 4(2),\nobtaining the best classification accuracies. Usually, 2\nCastro, M. C. F. (2011). Statistical Approach for Angular\nor 3 hidden layers were enough, but the number of\nPosition Separability Classes of EMG Data. Proc.\nneurons varied from 9 to 100 depending on the case.\nISSNIP Biosignals and Biorobotics Conferenc., Vitoria,\nEnglehart et al. (1999) and other researchers such as\nBrazil. DOI: 10.1109/BRC.2011.5740663.\nBasu, Battacharyya and Kin (2010) and Zhang (2000)\nCheng, B. and Titterington, D. M. (1994). Neural\ndefend that MLP, as long as properly trained and with\nNetworks: A Review from a Statistical Perspective.\nStatistical Sci., 9(1), 2-30.\nan appropriate configuration will always match, if not\nEnglehart, K., Hudgins, B. Parker, P. A., and Stevenson,\nexceed, the performance of an RLDA. But usually,\nM. (1999). Classification of the myoelectric signal\ndue to the need to automate MLP training over a large\nusing time-frequency based representations. Med. Eng.\nnumber of interactions, the number of hidden layers\nPhys. – Especial Issue on Intell. Data Anal.\nand also the number of neurons are fixed. For a given\nElectromyog. Electroneurog., 21, Jul., 431-438.\nsubject and a specific number of classes however, the\nGuo, Y., Hastie, T., and Tibshirani, R. (2007). Regularized\nconfiguration may be inappropriate, and will be\nlinear discriminant analysis and its application in\ninhibit the generalization performance of the MLP.\nmicroarrays. Biostat., 8(1), 86-100.\nThe RLDA, on the other hand does not require these\nHargrove, L. J., Englehart, K. and Hudgins, B. (2007). A\nComparison of Surface and Intramuscular Myoelectric\nspecifications, and performs very well.\nSignal Classification. IEEE Trans. Biom. Eng., 54(5),\n847-853.\nItakura, N., Kinbara, Y., Fuwa, T. and Sakamoto, K.\n5 CONCLUSIONS\n(1996). Discrimination of Forearm's Motions by\nSurface EMG Signals using Neural Network. Applied\nHuman Science –J. Physiological Anthropology, 15(6),\nThis study showed the same performance for RLDA\n287-294.\nand MLP in a problem of elbow angular position\nOskoei, M.A. and Hu, H. (2006). GA-based Feature Subset\nclassification, based on the SME amplitude envelope.\nSelection for Myoelectric Classification. Proc. IEEE\nBoth methods achieved average classification\nInt. Conf. Robotics and Biomimetics, China, 1465-1470.\naccuracies above 80% for a number of classes until 4\nParker, P., Englehart, K., and Hudgins, B. (2006).\nbut individually, 5 subjects achieved similar results in\nMyoelectric signal processing for control of powered\na 5-class setup, which means a 20o shift between\nlimb prostheses. J. Electromyog and Kinesiol., 16, 541-\n548.\nconsecutive classes. May be a better classification\naccuracy can be reached with another feature instead\nof amplitude envelope that was used. However, this\n354","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-06dda119744c1212fbb39a789dc34f023f6c_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-1.png"},{"model_id":"pp-ocrv5-mobile","case_id":"ocr-columns-2","group":"columns","expected":["Thanks again for the friendships and I wish all of you a Great Christmas and all the best in the New Year.","Two of our discerning members, Jean Timmermeister and Valerie Henschel commented that the sky had a dim but noticeable dust spot on it."],"text":"OIympie Peake Clroto News\noiympicseaks Camera Club\nIssue Number 1, 2006\nIMMEDIATE PAST PRESIDENT'S\nMESSAGE\nThere have been a lot of changes in my\nlife in the last two years, and I have\ndecided to move from western\nWashington where I have lived all my\nlife to Carlsbad, California. I have some\nfamily in the area and had met a friend\nthere last year. She is a world traveler\nand an avid photographer. But the\nNorthwest will always be my \"home\".\nThe travel bug is still with me having\ntraveled to Europe, Africa, South\nAmerica and Antarctica since we last\nmet and with a few weeks in Southeast\nAsia scheduled for February.\nDear OPCC members,\nI will send Jim my email address once I\n My last five years as a member of\nget settled so we can keep in contact.\nOPCC have been very enjoyable and\nThanks again for the friendships and I\nrewarding.\nwish all of you a Great Christmas and\nI have met many talented people and\nall the best in the New Year.\nhave made many friends, and have\nlearned more about photography than I\nBob Mandich\nhad hoped for.\nSENSOR DUST\non my computer screen or even on the projected\nBob Huelsdonk\nimage until it was pointed out.\nLast January, I submitted a digital projected competition\nReturning home, I put the print on my computer\nprint from my digital Canon D60 SLR which showed some\nscreen. Indeed it showed as about a 1/2 inch,\nwind generators against a plain blue sky. Two of our\nslightly darker blob (on an 8x10 image). I then\ndiscerning members, Jean Timmermeister and Valerie\nincreased the contrast greatly, and lo and\nHenschel commented that the sky had a dim but\nnoticeable dust spot on it. I had not noticed it","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-08c9eac4149a44cf8eed7cf1466ce8afa6b7_page_1_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-2.png"},{"model_id":"pp-ocrv5-mobile","case_id":"ocr-columns-3","group":"columns","expected":["If an individual is issued a Final Notification of Threat Assessment, the FAA will deny an application for any airman certificate, rating or authorization.","The individual may respond in writing to this initial notification and provide any information the individual believes the TSA should consider."],"text":"VNEWS\nFAA-ISSUED AIRMAN\nsessments made by TSA. This re-\ncates and the legal content of all air-\nCERTIFICATE INELIGIBILITY\nliance is based on the broad statutory\nman certification records. The Registry\nBASED ON\nauthority and responsibility that the\ndirects the planning, development, and\nSECURITY GROUNDS\nAviation and Transportation Security\nimplementation of the regulations and\nAct, Public Law 107-71, placed in the\nsystems associated with the registra-\nIn the January 24, 2003, Federal\nUnder Secretary with regard to intelli-\ntion of U.S. civil aircraft.\nRegister, the FAA published a final rule\ngence information and threat assess-\nThe Registry Web site provides full\nwhich puts in place processes for the\nments. The individual may respond in\nsets of both the aircraft and airman\nTransportation Security Administration\nwriting to this initial notification and\ndatabases, various forms used to do\n(TSA) to notify an individual that he or\nprovide any information the individual\nbusiness with the Registry, and other\nshe has been determined to pose a\nbelieves the TSA should consider.\nuseful information. In addition, there\nnational security threat and to advise\nare services that can be requested\nthe FAA of its determination. The FAA\nCIVIL AVIATION REGISTRY\nand paid for online. Databases may\nis adding a section to Title 14 of the\nWEB SITE ADDS\nbe downloaded which include all infor-\nCode of Federal Regulations (14 CFR)\nAIRMEN SERVICES ACCOUNT\nmation for aircraft. For airmen, Privacy\nparts 61, 63, and 65 to expressly\nAct information is not included, and\nmake individuals who pose a security\nU.S. certificated airmen can open\naddresses are not shown for airmen\nthreat as determined by the TSA ineli-\nan online services account on the\nwho chose not to have their address\ngible to hold certificates, ratings， and\npopular U.S. Civil Aviation Registry\nreleased.\nauthorizations issued under those\nweb site operated by the Federal Avia-\nRegistry staff responds to hun-\nparts. This ineligibiity means that the\ntion Administration in Oklahoma City,\ndreds of thousands of customers each\nFAA will not issue a certificate, rating,\nat <http://registry.faa.gov>.\nyear. They issue more that 60,000 air-\nor authorization to any applicant who\nThe site has many other aircraft\ncraft registration certificates and\nhas received an Initial Notification of\nand airmen information options and\n180,000 airman certificates, and an-\nThreat Assessment from TSA. The\naverages nearly 2,500 visitors daily.\nswer more than 140,000 telephone\nFAA will hold in abeyance the applica-\nThe new service allows airmen to\ncalls. They reserve 17,000 special air-\ntion pending the outcome of the TSA's\nupdate their mailing addresses, as re-\ncraft registration numbers (N num-\nfinal threat assessment review. If an\nquired by Federal aviation regulations.\nbers), provide 200,000 copies of\nindividual is issued a Final Notification\nFAA needs current data to provide\nrecords, and update more than\nof Threat Assessment, the FAA will\nsafety-related information to airmen as\n108,000 addresses.\ndeny an application for any airman\nit becomes available.\nRegistry systems also provide in-\ncertificate, rating or authorization.\nFuture services will include the\nformation to FAA aviation safety in-\nWith regard to certificates already\nability to receive Aviation Safety Pro-\nspectors, National Transportation\nissued, the FAA will suspend an indi-\ngram flyers through electronic mail.\nSafety Board investigators, and law\nvidual's airman certificates after receiv-\nThe Registry mails more than six mil-\nenforcement agencies to support avia-\ning the Initial Notification of Threat As-\nlion such flyers each year. The new\ntion safety activities.\nsessment from the TSA. Suspension\nservice would not only allow airmen to\nis appropriate in this circumstance,\nreceive this information electronically,\nTSA ISSUES AIRSPACE\nbecause the TSA's initial assessment\nbut would save the FAA a part of the\nCONTROL MEASURES\nthat an individual poses a security\nsignificant expense associated with\nIn NATIONAL CAPITAL ReGION\nthreat is still subject to review by the\nprinting and mailing many of these\nTSA's Deputy Administrator and may\nsafety bulltins, said Mark Lash, Reg-\nFAA in conjunction with the Trans-\nbe reversed. If at this point a U.S. citi-\nistry manager.\nportation Security Administration (TSA)\nzen is still determined a threat, TSA's\n\"Future services could also in-\nhas enhanced airspace control meas-\nUnder Secretary will make the final de-\nclude ordering replacement certifi-\nures in the National Capital Region to\ntermination. If a Final Notification of\ncates, replacement knowledge test re-\na level consistent with National Threat\nThreat Assessment is issued, the FAA\nsults, and a copy of the airman's\nLevel Orange.\nwill revoke the certificates; if an Initial\ncomplete certification file,\" he said.\n\"Terrorists are known to favor tar-\nNotification is withdrawn, the FAA will\nThe Civil Aviation Registry in Okla-\ngets in the transportation sector and\nwithdraw its certificate suspension.\nhoma City manages and operates the\nto consider our civil aviation system an\nThe eligibility standards adopted\nnational records system and database\narsenal of improvised weapons,\" said\nin this rulemaking rely on the threat as-\nfor the issue of all FAA airman certifi-\nDOT Under Secretary James M. Loy.\nMARCH/APRIL 2003\n35","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-03b953c18a4f7d2bbe390940dec839395cdd_page_37_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-3.png"},{"model_id":"pp-ocrv5-mobile","case_id":"ocr-columns-4","group":"columns","expected":["This cycle period may not be the same as the averaging period used in the","is discussed further in Section 7."],"text":"776\nA.B. Bjorkegren et al./ Atmospheric Environment 122 (2015) 775–790\ntransport out of the volume) and fully turbulent conditions with\nof the theoretical considerations regarding CO2 storage the reader is\nnegligible storage. In urban environments during stable atmo-\nreferred to Finnigan (2006) and subsequent discussion (Kowalksi,\nspheric conditions the ∆Cs term will be non-negligible (Helfter\n2008; Finnigan, 2009).\net al., 2011); for example, ∆Cs was found to be five times the\nThe approach to calculate CO2 storage depends upon the num-\nmagnitude of the turbulent vertical fl ux term (Fco2) close to dawn\nber of vertical locations at which CO2 concentration (ICO2), the\nand dusk in suburban Vancouver, Canada (Crawford and Christen,\nsymbol I I is used to indicate concentration) data are collected. In\n2014). Other urban studies found ∆Cs to be smaller, but still sig-\nthe first approach, 'single height' CO2 storage (∆Css) is calculated\nnificant, with maximum ∆Cs values 11% and 22% of the magnitude\nfrom [Co2] data at one location, usually by eddy covariance equip-\nof Fco2 in Edinburgh, Scotland (Nemitz et al. 2002) and Basel,\nment in the inertial sub-layer (Nemitz et al., 2002; Crawford and\nSwitzerland (Feigenwinter et al. 2012), respectively. Similarly, in\nChristen, 2014). In the second approach, the 'profile' method, ∆Cs\nrural environments horizontal advection may be non-negligible\nis calculated from data collected at multiple heights (∆Csp). The\n(e.g., Aubinet et al., 2003). This paper focuses on the methodolog-\nprofile method uses a vertical [CO2] profile at heights zi, which is\nical considerations when assessing 4Cs from a vertical profi le in an\ngenerally measured by cycling through all the sample locations\nurban environment. Future manuscripts will address horizontal\nwithin a set time period with a data-logger controlled valve array\nvariation and advection.\n(Xu et al., 1999; Mölder et al., 2000; Vogt et al., 2006; Hutyra et al.,\nOf three studies discussed above (Vancouver, Edinburgh, Basel)\n2008). This cycle period may not be the same as the averaging\nwith reported urban CO2 storage values, only one (Vancouver,\nperiod used in the ∆Csp calculation. For example, measurements\nCrawford and Christen, 2014) presented values derived from a data-\ncollected with a sampling interval, ts, of 2 Hz for 75 s at 8 heights,\nset of longer than one month; however, both these values and those\ngiving a full profile cycle every 10 min, may be used to calculate\nreported for Edinburgh by Nemitz et al. (2002) were calculated\n∆Csp with an averaging period (T) of 30 min. The storage is calcu-\nbased on the assumption of a constant relation between carbon\nlated as the sum of the changes in time averaged concentration\ndioxide concentration (ICO2l) measured above the blending height\n(ICO2li) between time t = −T/2 and t = T/2 for each location (i) in the\nand the concentration in the street canyon. In contrast, for Basel,\nprofile, weighted by the vertical span, ∆zi, over which each profi le\nFeigenwinter et al. (2012) did not make this assumption and re-\nmeasurement is considered to be representative and divided by the\nported ∆Cs calculated from [CO2] at ten levels; however, the results\naveraging period (T), which can be expressed as (modified from\nare only for one month (15th June to 15th July 2002). There is\nAubinet et al., 2005):\ntherefore scope to improve not only the understanding of the\nprocesses affecting CO2 storage over a greater range of meteoro-\n∆CSp =\n(1)\nlogical and anthropogenic conditions, but also to develop recom-\nmendations for future measurement programmes.\nThe objective of this paper is to evaluate potential approaches\nIf the measurements at each height are not made concurrently,\nfor such studies, illustrated with examples from, and analysis of,\n[CO2] at each height may first be interpolated in time to generate\nhigh temporal resolution data collected at 10 locations from 6.5 to\ninstantaneous profi les from which ∆Csp can be calculated, though\n46.4 m above ground level between 2011 and 2014 at King's College\nthis is neglected in some cases (Iwata et al., 2005). The impact of\nLondon, in Central London, UK. The paper is organized as follows. In\ninterpolation on calculated ∆Csp is discussed further in Section 7.\nthe rest of this Section 1 we provide a brief background of how CO2\nThe single height method is a simplifi cation of the profile method\nstorage is calculated and then (Section 2) a discussion of the\nto one height, which is usually the height of the eddy covariance\nmethods used in this paper. This is followed by an exploration of\nequipment. The change in [CO2] with time at zh (∆[CO2]/∆t) is\nthe temporal variation of CO2 storage (Section 3) and the relation\nweighted by the vertical distance from the ground to the measure-\nbetween measured CO2 storage and anthropogenic and natural\nment point (zh). The single height CO2 storage (∆Css) is given by\nfactors in a highly urbanised environment (Section 4). The required\n(modified from Nemitz et al., 2002):\nnumber and placement of sample points for CO2 storage mea-\nsurements in a deep urban street canyon is addressed (Section 5)\n∆[CO21\nand the effect of sensor response and sampling interval on calcu-\n∆Css\n=\n∆t\nZh\n(2)\nlated CO2 storage is tested (Section 6). At the processing stage, three\ndifferent temporal and spatial interpolation methods are evaluated\nAs the data are continuous, the change in the instantaneous CO2\nagainst measured data (Section 7). Finally, the impact of CO2 stor-\nconcentration with time (∆[cO2l/∆t) can be used instead of the\nage calculated by two different methods on the turbulent vertical\nchange in the time averaged CO2 concentration with time\nCO2 flux is assessed. The Supplementary material (noted by S.1 to\n(ICO2l/∆t), though it may still be advisable to average in time to\nS.9), includes the notation with corresponding units (S.1) used in\nreduce measurement noise (Finnigan, 2006).\nthe text, further information on CO2 storage calculation (S.2), pre-\nThe ∆Css calculation assumes any change in [CO2] below the\nvious CO2 storage studies (S.3), equipment (S.4), meteorological\nmeasurement height results in a change of equivalent magnitude at\ncharacteristics (S.5), example time series (S.6), variations of CO2\nthe measurement height. This assumption appears not to be sup-\nwith friction velocity, wind direction and height above ground level\nported by any evidence in the literature; reported diurnal cycles of\n(S.7, S.8) and further references (S.9). The online version of this\nCO2 mixing ratios in the roughness sub-layer over both rural (e.g.\npaper provides the figures in colour.\nXu et al., 1999) and urban (e.g., Lietzke and Vogt, 2013) surfaces are\nknown to vary with height. This problem is particularly acute\n1.1. Calculation of CO2 storage\nduring periods of low turbulence, such as at night or during cold\nweather, where measurements above the surface layer may\nThere are two main approaches to calculating CO2 storage flux\nbecome decoupled from processes near ground level (Helfter et al.,\ndensity, i.e., the rate of change of CO2 per unit area below the Eddy\n2011).\nCovariance (EC) measurement height. Here they are referred to as\n If temporal variability is large compared to the spatial variability,\nthe 'single height' and the 'profile' approaches. For a brief discus-\nthe single height method may provide a more accurate measure of\nsion of the theory and some reported results, see Supplementary\nstorage than the profile method as the maximum data availability\nmaterial S.2 and S.3, respectively. For a more in depth discussion\nat each sample location for the latter may be 1/k of the total time","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-0514f6672af23035c53e13fa9f5d7e17e4a4_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-4.png"},{"model_id":"pp-ocrv5-mobile","case_id":"ocr-columns-6","group":"columns","expected":["No wash steps are required because cellular growth media do not significantly interfere with CyQUANT ®  GR fluorescence.","CyQUANT ®  Direct Cell Proliferation Assay Kit","The kit supplies sufficient materials for performing 1000 assays based on a 200 μL sample volume or a proportionately lower number of assays with a larger sample volume.","The no-wash, homogeneous format and fast add-mix-read protocol makes the CyQUANT ®  Direct assay ideal for high-throughput screening (HTS) applications."],"text":"Chapter 15 — Assays for Cell Viability, Proliferation and Function\nSection 15.4 Assays for Cell Enumeration, Cell Proliferation and Cell Cycle\nThe CyQUANT• cellproliferation assay has a number of significant\n• Murine fbroblasts (NIH 3T3 and CRE BAG 2 cells) and myeloma\nadvantages over other proliferation assays:\n(P3X63A68) cells\nMadin–Darby canine kidney (MDCK) cells\n• Sensitivity and linearity. The CyQUANT• assay is linear from\nChinook salmon embryo (CHSE) cells\n50 or fewer cells to at least 50,000 cells in 200 L volumes (Figure\nRat basophilic leukemia (RBL) and glioma (C6) cells\n15.4.12); increasing the dye concentration extends the linear range\nto at least 250,000 cells. Methods that employ Hoechst 3325866\nDetermination of total cell number using the CyQUANT• GR\n(H1398, H3569, H21491) or Hoechst 3334267 (H1399, H3570,\nreagent is potentially useful for quantitating cell adhesion (see \"Cell\nH21492) to measure cell number and proliferation are much less\nAdhesion\" in Section 15.6) and for determining the total number of\nsensitive—detection limits of 500 cells for Hoechst 33258 6 or 2500\ncells in a tissue. Each CyQUANT Cell Proliferation Assay Kit (C7026)\ncells for Hoechst 33342 67—and have much smaller effective ranges.\nincludes:\nNo radioactivity. Unlike assays that measure H-thymidine incor-\nporation, the CyQUANT assay does not require radioisotopes and\nCyQUANT•GR reagent\nthus does not have the hazards or the expense associated with use,\nCell-lysis buff er\nstorage and disposal of radioisotopes.\nDNA standard for calibration\nQuick and easy protocol. The CyQUANT® assay is a single-step\nDetailed protocols\nprocedure that requires no lengthy incubation steps and can be\ncompleted within an hour (Figure 15.4.11).\nThe kit supplies sufficient materials for performing loo0 assays\nSpecificity and reliability. The assay is specifi c for total nucleic acids,\nbased on a 200 L sample volume or a proportionately lower number of\nwith essentially no interference from other cell components. No wash\nassays with a larger sample volume. The CyQUANT cell-lysis buffer (a\nsteps are required because cellular growth media do not signifi cantly\n20X concentrate, C7027) is also available separately and has been for-\ninterfere with CyQUANT GR fluorescence. The CyQUANT assay\nmulated to produce efi cient lysis, to protect nucleic acids from nuclease\nis reliable for cell quantitation, even without treatment to eliminate\nactivity and to dissociate proteins that may interfere with dye binding\ncellular RNA. However, addition of RNase or DNase permits the easy\nto nucleic acids. It may prove generally useful in the development of\nquantitation of DNA or RNA, respectively, in the sample.\nother assays that require cell lysis.\nConvenience. Unlike assays that use tetrazolium salts, H-thymi-\ndine, BrdU, neutral red or methylene blue,67-70 the CyQUANT\nCyQUANT® NF Cell Proliferation Assay Kit\nprocedure is not dependent on cellular metabolism. Thus, cells can\nThe CyQUANT* NF Cell Proliferation Assay Kit provides a fast and\nbe frozen and stored prior to assaying, with no reduction in signal,\nsensitive method for counting cells in a population and measuring prolif-\nor they can be assayed immediately after collection. Time-course\neration in microplate format. 71 This assay can be completed in 1 hour, with\nassays are simplified because data obtained from stored samples\nno washes, cell lysis, long incubations or radioactivity required, and it is not\ntaken at widely different time intervals can be assayed together with\ndependent on physiological activities that may exhibit cell number-inde-\na single standard curve determination.\npendent variability. The CyQUANT NF assay eliminates the freeze-thaw\ncell lysis step of the original CyQUANT cell proliferation assay by using\nWe have found the CyQUANT• Cell Proliferation Assay Kit to be\na cell-permeant DNA-binding dye in combination with a plasma mem-\nuseful for assaying widely disparate cell types, including:\nbrane-permeabilization reagent. The CyQUANT NF assay protocol re-\nquires only aspiration of growth medium (for adherent cells), replacement\n• Human neonatal f broblasts, keratinocytes, melanocytes, umbilical\nwith dye binding solution, incubation for 30–60 minutes and then mea-\nvein endothelial cells (HUVEC) and dermal microvascular endo-\nsurement of fl uorescence in a microplate reader. The CyQUANT NF assay\nthelial cells (DMVEC)\nhas a linear detection range from at least 100 to 20,000 cells per well in most\ncell lines using a 96-well microplate format and a 100 μL assay volume.\nThe CyQUANT NF Cell Proliferation Assay Kit can be used with\neither a 96-well or 384-well microplate format and is available in two\nEx = 485 nm\nconfigurations: a 200-assay kit (C35007) and a 1000-assay kit (C35006)\nfor high-throughput applications.\nFluorescence\nEach kit contains:\nCyQUANT NF dye reagent\nFluorescence\nDye delivery reagent\nConcentrated Hank's balanced salt solution (HBSS)\n• Detailed protocols\n0\n250 500 750 1000\nNumber of olls\n0\n10000 20000 30000 40000 50000\nCyQUANT® Direct Cell Proliferation Assay Kit\nCells/well\nCyQUANT* Direct Cell Proliferation Assay is a fluorescence-based\nFigure 15.4.12 Quantitation of NIH 3T3 fbroblasts using the CyQUANT• Cell Proliferation\nproliferation and cytotoxicity assay for microplate readers. The no-\nAssay Kit (C7026). Fluorescence measurements were made using a microplate reader with ex-\nwash, homogeneous format and fast add-mix-read protocol makes the\ncitation at 485 nm and emission detection at 530 nm. The linear range of the assay under these\nCyQUANT Direct assay ideal for high-throughput screening (HTS)\nconditions is from 50 to 50,000 cells per 200 μL sample. The inset shows the linearity that can be\nobtained at very low numbers of cells.\napplications. The assay can be completed in 1 hour, with no washes, cell\nThe Molecular Probes\" Handbook: A Guide to Fluorescent Probes and Labeling Technologies\ninvitrogen\n698\nIMPORTANT NOTICE : The products described in this manual are covered by one or more Limited Use LabelI License(s). Please refer to the Appendix on\npage 971 and Master Product List on page 975. Products are For Research Use Only. Not intended for any animal or human therapeutic or diagnostic use.\nthermofisher.com/probes\nby Thermo Fisher Scientific","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-01ed6dcc6a3d0237daa88b293d0c0667df1a_page_49_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-6.png"},{"model_id":"pp-ocrv5-mobile","case_id":"ocr-columns-7","group":"columns","expected":["We express our gratitude to the staff of Biochemistry Laboratory at Endocrine Research Center of Shahid Beheshti University for their skillful technical assistance.","Brass EP, Hoppel CL, Hiatt WR. 1994."],"text":" Int. J. Biosci.\n2014\nTo summarize, the conclusion of current research is\n1991. Caffeine and theophylline as adenosine\nshowing that consuming 3mg/kg caffeine, 1.5 g L-\nreceptor antagonists in humans. The Journal of\ncarnitine and their combination has no meaningful\nPharmacology and Experimental Therapeutics\neffect on performance . More researches are necessary\n258(2), 588–593. PMID: 1865359.\nin order to investigate the acute effects of different\namount of caffeine and L-carnitine on 4oo-m\nBrass EP, Hoppel CL, Hiatt WR. 1994. Effect of\nfreestyle performance time and the blood lactate\nintravenous L-carnitine on carnitine homeostasis and\nlevel.\nfuel metabolism during exercise in humans. Clinical\nPharmacology and Therapeutics 55(6), 681-92.\nAcknowledgement\nPMID: 8004884.\nThis research was supported by a grant from Karaj\nBranch, Islamic Azad University. The authors would\nBroquist HP, Borum PR. 1982. Carnitine\nlike to thank Dr mehdi hedayati for his technical\nbiosynthesis, nutritional implication. Advances in\nassistance. We express our gratitude to the staff of\nnutritional research 4, 181-204.\nBiochemistry Laboratory at Endocrine Research\nhttp://dx.doi.0rg/10.1007/978-1-4613-9934-6 7\nCenter of Shahid Beheshti University for their skillful\ntechnical assistance.\nCarr A, Dawson B, Schneiker K, Goodman C,\nLay B. 2oo8. Effect of caffeine supplementation on\nReferences\nrepeated sprint running performance. The Journal of\nAnselme F, Collomp K, Mercier B, Ahmaidi S,\nSports Medicine and Physical Fitness 48(4), 472-\nPrefaut C. 1992. Caffeine increases maximal\n478. PMID:18997650.\nanaerobic power and blood lactate concentration.\nEuropean Journal of Applied Physiology and\nChun Y. 2oo8. The effect on aerobic, anaerobic\nOccupation 65(2), 188-191.\ncapacity, blood lipids & immunoglobulin from\nhttp://dx.doi.org/10.1007/BFo0705079\ntaking L-carnitine in Judo athletes. Yongin\nUniversity.\nBell DG, McLellan TM. 2oo2. Exercise endurance\n1, 3, and 6 h after caffeine ingestion in caffeine users\nCollomp K, Ahmaidi S, Audran M, Chanal JL,\nand nonusers. Journal of Applied Physiology 93(4),\nPrefaut C. 1991.Effects of caffeine ingestion on\n1227-1234.\nperformance and anaerobic metabolism during the\nhttp://dx.doi.org/10.1152/iapplphysiol.00187.2002\nWingate test. International Journal of Sports\nMedicine 12(5), 439-443.\nBell DG, Jacobs I, Ellerington K. 2oo1. Effect of\nhttp://dx.doi.0rg/10.1055/s-2007-1024710\ncaffeine and ephedrine ingestion on anaerobic\nexercise performance. Medicine and Science Sports\nCollomp K, Ahmaidi S, Chatard JC, Audran M,\nand Exercise 33(8), 1399-1403.\nPréfaut C. 1992. Benefits of caffeine ingestion on\nhttp://dx.doi.0rg/10.1097/00005768-200108000-\nsprint performance in trained and untrained\n00024\nswimmers. European Journal of Applied Physiology\nand Occupational Physiology 64, 377–380.\nBeltz JD, Costill DL, Thomas R, Fink WJ,\nhttp://dx.doi.org/10.1007/BFoo636227\nKirwan JP. 1988. Energy demands of interval\ntraining for competitive swimming. Journal of\nCollomp K, CaillaudC, Audran M, Chanal JL,\nSwimming Research 4(3), 5–9.\nPrefaut C. 199o. Effect of acute or chronic\nadministration of caffeine on performance and on\nBiaggioni I, Paul S, Puckett A, Arzebiaga C.\ncatecholamines during maximal cycle ergometer\n6 Azizimasouleh et al.","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-04af23cb9eaaaf1b0462bafa176d0c0c315b_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-7.png"},{"model_id":"pp-ocrv5-mobile","case_id":"ocr-columns-8","group":"columns","expected":["had reached the minimum at t = 10 h, the optical density increased linearly over time.","gen mass transfer characteristics, i.e., gassing rate/culture volume ratio and mixing intensity (number of impellers), steady p H₂ values were obtained during the linear growth phase that ranged between 1 and 59 kPa."],"text":"VoL. 73, 2007\nMETHANOGENESIS AND GROWTH OF M. THERMAUTOTROPHICUS\n743\n3.000\n400\n80\nA\n2.400\n。\n300\nVH2(ml.min')(□)\n60\npH2(kPa)(O)\n()009\n1.800\n□\n200\n40\n0\n1.200\n100\n20\n0.600\nDownloaded from http://aem.asm.org/ on November 19, 2012 by Universiteitsbibliotheek\n0.000\n0\n0\n0\n4\n8\n12\n16\n20\ntime(h)\n80\n4.00\n(μmol.mg'.min')(∆)\nB\n3.50\npH2(kPa)(O)\n60\nΔ\n3.00\nYcH4(g.mor')(\nΔ\nΔ\nA\n2.50\n40\n2.00\n1.50\n0.30\n( )(₁.4) n\n20\n1.00\nHOb\n0.20\n0.50\n0.10\n0\n0.00\n0.00\n0\n4\n8\n12\n16\n20\ntime (h)\n0.200\nqCH4(mol.g-1.h-)\n0.150\n0.100\n0.050\n0.000\n0.00\n0.10\n0.20\n0.30\nμ(h^)$\nFIG. 2. Growth of M. thermautotrophicus in a fed-batch reactor at high gassing rate. The organism was cultured in 2.5 liters of mineral medium\nat a constant gassing rate of 428 ml min−1 with 80% H2–20% CO2 (vol/vol). Measurements started (t = 0 h) 8 h after adjustment of the gassing\nrate. Panels A to C and symbols are as described in the legend to Fig. 1.\ndissolved hydrogen partial pressure steadily decreased to be-\ngen mass transfer characteristics, i.e., gassing rate/culture vol-\ncome as low as 1 kPa. Before that time, the hydrogen con-\nume ratio and mixing intensity (number of impellers), steady\nsumption rate had become constant (84 ml min−), and 98% of\nPH2 values were obtained during the linear growth phase that\nthe gas ended up in methane. When the pH2 had reached the\nranged between 1 and 59 kPa. Linear growth could proceed for\nminimum at t = 10 h, the optical density increased linearly over\nprolonged periods of time (at least 72 h), at which OD600\ntime. This period is denoted as the linear phase. Apparently,\nvalues of up to 7 to 10 were obtained (data not shown). Hy-\ngrowth now became limited by the H2 supply. To test this, the\ndrogen consumption and methane production rates, as well as\ndissolved hydrogen partial pressures, however, remained con-\nThe same growth behavior was found (Fig. 2A). Quite remark-\nstant throughout the whole period of linear growth.\nably, pH2 did not drop to low values during the linear growth\nGrowth rates, growth yields, and methane-forming activities\nstage, but it was maintained as high as 29 kPa. Again, the\nin the fed-batch fermentor system. As noted above, three con-\nhydrogen consumption rate became constant (vH2 = 275 ml\nsecutive growth phases could be discerned, notably the lag,\nexponential, and linear phases. The exponential phase is usu-\nments showed that the pH2 values could be manipulated by the\nally determined from the straight section of the graphs in which\nH2–CO2 gassing regimen (Table 3). Depending on the hydro-\nthe (natural) logarithm of biomass (or OD) is plotted against","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-027880a87e3c2ad4cf8c05f477597c0c6da7_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-8.png"},{"model_id":"pp-ocrv5-mobile","case_id":"ocr-small-print-1","group":"small-print","expected":["The Aftonian deposits consist of ancient soil profiles that may also include peat and windblown deposits.","Afro-Shirazi, also known as SHIRAZI, African tribe in Tanzania."],"text":"Afro-Shirazi, also known as surazi, Afri-\nafterlife, a new or continued or transformed\n127 Afula\ncan tribe in Tanzania.\nexistence after death, belief in which has been\nTanzanian tribal lineage 17:1030h\nfound in virtually all cultures and civilizations.\nAfro-Shirazi Party, dominant political\nanimal, plant, and human souls 1:915h\naftershock, one of a series of small shocks\nAustralian agnostic posiion 1:312g\nimmediately following a large earthquake;\nparty (founded 1957) of the island of Zanzibar\nBaltic life-death threshhold 2:666d passim\nthese may continue for days or even months.\nin Tanzania.\n-Tanzanian polical structures 17:1033a\nBuddhist doctrine of reincarnation 3:422f\n10667c\nthe epicentre (point on the surface just above\nAftershocks may occur at some distance from\nAFSC: see American Friends Service Com-\nChinese concept of karman and\nthe earthquake's focus, or seat) of the major\nAFT, OT AMERICAN FEDERATION OF TEACHERS,\nU.S. trade union founded in 1916.\nmittee.\nCeltic religious beliefs 3:1070r\nsainthood and salvation in\npurgatory 4:424d\nMahayana 16:164e\nsize or force of that shock. They may repre-\nsent elastic recovery and readjustment to new\nconditions of stress after the main movement\nshock and are usually directly related to the\n·teacher associations and competition with\ndeath rite provisions and beliefs 13:1051g\non a fault.\nAftasids, Muslim Berber dynasty that ruled\nNEA 18:16a\nEast African cosmology consequence 6:i013d\nEgyptian expectations in Sth dynasty 6:467e\nAfter Strange Gods, in full AFrER sTRANGE\nEgyptian myths, conceptions, and\nGODS—A PRIMER OF MODERN HERESY (1934),a\none of the party kingdoms (taifahs) at Bada-\nbeliefs 6:504c passim to 506g\nbook by T.S. Eliot.\njoz in western Spain (1022-94)in the period of\n·Elysium, Hades, Tartarus, and oblivion 8:409a\nessay use in societal redefinition 10:1078e\ndisunity after the demise of the Umayyad ca-\nliphate of Cordoba. The Lower Frontier\n·Finno-Ugnc ancestor cult rituals 7:312d\nEtruscan nirvana concept 15:106la\nAftonbladet, Swedish newspaper, founded in\n(modern central Portugal) had enjoyed a mea-\nGnostic doctrine of marriage to angels 8:217d\n1830.\nHindu doctrines of karman and\n-newspaper publishing history 15:240b\nUmayyad caliph al-Hakam I (976), when it\nliberation 8:889e\nAftonian Interglacial Stage, major divi-\nwas ruled by his freed slave, Sabūr (976-\n·Hindu mythic account in Upanisads 8:929f\n1022). In 1022, at Sabur's death, his minister\nHindu upanisadic beliefs 8:936h\nsion of Pleistocene deposits and time in North\nAbd Allah ibn Mubammad ibn Maslamah,\n-human nature and death customs 5:533b\nAmerica (the Pleistocene Epoch began about\nwho was known as Ibn al-Aftas, seized con-\nInca realms of the dead 9:261e\n2.500,000 years ago and ended about 10,000\ntrol of the kingdom and, assuming the title al-\nIndo-European notions among Hitites 1:830d\nyears ago). The Aftonian Interglacial, a time\nMansür (Made Victorious by God), ruled fair-\n-Iranian doctrine of soul's reward 9:871e\nof relatively moderate climatic conditions, fol-\nly peacefully until 1045. But trouble with the\nJames's study and conclusion 10:28f\nlowed the Nebraskan Glacial Stage and\nneighbouring'Abbadids of Seville, which had\nJudaeo-Christian beliefs\npreceded the Kansan Glacial Stage, both\nbegun at the end of al-Mansor's rule, con-\nChristian eschatological concepts 4:507f\ntimes of widespread continental glaciation and\nsumed the energies of his son Muhammad al-\nEgyptian-Judaic conceptual\nrelative cold. The Aftonian was named for\nMuzaffar(reigned 1045-60).Constantwarfare\nparallelism 12:919h\ndeposits studied in the region of Afion Junc-\nweakened Badajoz suficiently to allow the\neschatological neglect in Judaism 6:961g\ntion, Iowa. The Afionian deposits consist of\nChristian King Ferdinand I of Castile and\nJewish docurines and speculation 10:289d\nancient soil profiles that may also include peat\nLeon to extort tribute from al-Muzaffar and\n-Jewish soteriological development 16:203e\nand windblown deposits. Elsewhere, Aftonian\nthen to capture the frontier garrisons of Viseu\nUniversalist thought in early Church 18:860c\nPharisee and Sadducee beliefs 10:310h\ndeposits consist of sand and gravel.\nand Lamego (1057). Ferdinand also took\n-kamihood and sainthood in Shinto 16:164c\nStudy of fossil invertebrates in some regions\nCoimbra and the surrounding area as far\n-Mesopotamian myth of man's\nindicates that the Aftonian climate was warm-\nnorth as the Douro River (1063), in present\ndivinity 11:1004f\ner and drier than that of today. The end of the\nPortugal.\nUmar al-Mutawakkil(reigned\n-monastic liberation of self 12:337b\nAftonian was apparently a time of great difmi-\n1068–94), was also forced to pay tribute to\n-Near Eastern comparative beliefs 12:917g\nculty for many mammalian forms;numerous\nAlfonso VI of Castile and Leon; and he made\nNorse concepts of Valhalla and\ngenera became extinct. It is difficult to pin-\nan unsuccessful attempt to annex Toledo,\nNifheim8:39d\npoint the causes, but deteriorating climatic\nwhich was held by a rival Muslim dynasty\nphilosophical arguments and\nconditions as well as the introduction of new,\n(1080). When Toledo was eventually taken by\nproblems 15:602c\ncompeting forms may have been responsible.\nAlfonso in 1085, al-Mutawakkil and several\nprehistoric death rites and cults 14:985c\nThe Aftonian is thought to be equivalent to\nother Muslim kings appealed to the Almora-\nprimitive religion's relation to dead 14:1042d\nthe Gunz-Mindel Interglacial Stage of the\nvids of North Africa for assistance. Almorav-\n-sacramental death rite beliefs 16:115f\nEuropean Pleistocene chronology.\nid armies defeated Alfonso at az-Zallaqah\nScythian and Sarmatian beliefs 9:869d passim\naftosa : see foot and mouth disease.\nnear Badajoz (Oct. 23, 1086), establishing a\n10870a\nSlavic beliefs about grave reopening 16:876a\n\"Afula, largest city of the Plain of Esdraelon\ntried to bargain for Alfonso VT's support, but\nSoutheast American Indian beliefs 17:221f\nor Valley of Jezreel (Hebrew Emeq Yizre'el),\nBadajoz fel to the Almoravids in I094, and\nspiritualists' universalist conceptions 17:512e\nnorthern Israel. Named for the Arab village\nZoroastrian echoes of Indian beliefs 19:1174b\nof Fulah, formerly ar that site, it is sometimes\necuted.\nAfternoon Men (1931), a novel by Anthony\ncalled Ir Yizreel (City of Jezreel). Founded in\nafterbrain, also called METENcEPHALoN, the\nPowell.\n1925 on lands acquired by the American Zion\nforesection of the third primary embryonic\n-literary style and theme 10:1222d\nCommonwealth, a land-development organi-\nbrain vesicle, or the set of structures derived\nAfternoon of a Faun, The, translation of L'\nzation, it was the first planned urban settle-\nfrom it.\nAPRES-MIDI D'UN FAUNE, one-act ballet to De\nment of Jewish Palestine. The city is situated\n-brain vesicle derivatives, table 2 12:1028\nbussy's symphonic poem Prelude d fapres-\nat the junction of two main roads leading to\nGalilee and the north. One is the coastal road\nafterburner, device for injecting fuel into the\nmidi d un faune first performed in 1912 with\nfrom Tel Aviv-Yafo; the other is the hill road\ntailpipe of a jet engine; combustion of this\nchoreography and book by V. Nijinsky, who\nfrom Jerusalem via Nabulus and Janin, The\nalso danced the role of the Faun. It is also the\ntitle of a one-act ballet by Jerome Robbins,\nlatter route is largely in Israeli-occupied Jor-\njet thrust acceleration process 10:157f\nturbojet engine design 1:375f\nmilitary aircraft design 18:775c\nNew York City in 1953.\nL'Apres-midi d un faune was the title of a\nRailway, which ran through the plain; it has\nthe former narrow-gauge branch of the Hejaz\nafterdance, German NAcHTANz, in Euro-\nmasterly poem by the French symbolist poet\nbeen inactive and largely dismantled since\npean late-medieval and Renaissance dance,\nStéphane Mallarme, evoking the ideal essence\nWorld War II.\nthe second and livelier of two dances cus-\nof fleeting phenomena. It inspired Debussy to\nAt its foundation, most of the city's natural\ntomarily performed together (e.8. pavane and\nwrite his Prélude.\nhinterland was occupied by collective or\ngalliard; basse danse and saltarello). Its melo-\n-Debussy's Prelude theme inspiration 11:387g\ncooperative settlements. These were indepen-\ndy was often a variation in metre and tempo\ndent ofAfula economically and socially, and\nof the first dance melody.\nafterripening, or DorMaNcY, a suspension of\nmost of them rejected urban society ideologi-\nafter-image, visual illusion in which retinal\ngrowth of the embryo during ripening of the\ncally. As a result, the development of'Afula\nimpressions persist after the removal of stimu-\nseed. It results at least in part from rapid and\nas a quasi-metropolitan centre was hindered.\nlus. The original impression persists bniefly,\nthen gives way to a reversed, or negative, im-\nextensive water loss because of the conversion\nof soluble nutrients to their stored forms. This\nOnly after 1948 did the population begin to\ngrow, due to the settlement of large numbers\ninterruption of growth, or the lack of it in the\nof Jewish immigrants. A new section, Afula\nage in which the brightness and colour of the\nseeds of many tropical plants, may be an\nTllit (Upper Afula), has been built on the\nbecomes green; etc.), A common after-image\noriginal are reversed light becomes dark; red\nadaptation to seasonal and climatic changes.\nslopes of Giv'at ha-More, about 5 mi (8\nis the spot of light one sees after a flashbulb\nAfterripening provides for germination at the\nkm) from the old central business district.\nmost favourable time, when conditions of\n\"Afula has a large sugar-refining plant, textile\nhas been fired.\nmoisture, temperature, and day length are\nmills, and a nylon-stocking factory. The Plain\nafterincrease, in physiology, the resumption\nmost conducive to plant growth. See also ger-\nof Esdraelon's large regional hospital, with\nof a reflex action following its interruption by\nmination.\nnursing school, is there, as are a teacher's col-\nan inhibitory stimulus; the renewed activity is\nseed and fruit development 16:486c\nlege and numerous government offices. Pop.\nmore vigorous than that preceding the inter-\nseed dormancy and germination 16:486h\n(1970es1.)16,900.\nruption.\n-survival value 5:960e\n32°36N,35°17E","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_long_tiny_text-14a_pg1-p1.pdf","image_url":"ocr-inputs/ocr-small-print-1.png"},{"model_id":"indra-ocr-1-1","case_id":"ocr-columns-2","group":"columns","expected":["Thanks again for the friendships and I wish all of you a Great Christmas and all the best in the New Year.","Two of our discerning members, Jean Timmermeister and Valerie Henschel commented that the sky had a dim but noticeable dust spot on it."],"text":"\n\n\nIssue Number 1, 2006\nIMMEDIATE PAST PRESIDENT’S\nMESSAGE\nDear OPCC members,\nMy last five years as a member of\nOPCC have been very enjoyable and\nrewarding.\nI have met many talented people and\nhave made many friends, and have\nlearned more about photography than I\nhad hoped for.\nSENSOR DUST\nBob Huelsdonk\nLast January, I submitted a digital projected competition\nprint from my digital Canon D60 SLR which showed some\nwind generators against a plain blue sky. Two of our\ndiscerning members, Jean Timmermeister and Valerie\nHenschel commented that the sky had a dim but\nnoticeable dust spot on it. I had not noticed it\nThere have been a lot of changes in my\nlife in the last two years, and I have\ndecided to move from western\nWashington where I have lived all my\nlife to Carlsbad, California. I have some\nfamily in the area and had met a friend\nthere last year. She is a world traveler\nand an avid photographer. But the\nNorthwest will always be my \"home\".\nThe travel bug is still with me having\ntraveled to Europe, Africa, South\nAmerica and Antarctica since we last\nmet and with a few weeks in Southeast\nAsia scheduled for February.\nI will send Jim my email address once I\nget settled so we can keep in contact.\nThanks again for the friendships and I\nwish all of you a Great Christmas and\nall the best in the New Year.\nBob Mandich\non my computer screen or even on the projected\nimage until it was pointed out.\nReturning home, I put the print on my computer\nscreen. Indeed it showed as about a 1/2 inch,\nslightly darker blob (on an 8x10 image). I then\nincreased the contrast greatly, and lo and\n1","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-08c9eac4149a44cf8eed7cf1466ce8afa6b7_page_1_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-2.png"},{"model_id":"indra-ocr-1-1","case_id":"ocr-columns-6","group":"columns","expected":["The kit supplies sufficient materials for performing 1000 assays based on a 200 μL sample volume or a proportionately lower number of assays with a larger sample volume.","The no-wash, homogeneous format and fast add-mix-read protocol makes the CyQUANT ®  Direct assay ideal for high-throughput screening (HTS) applications."],"text":"Chapter 15 — Assays for Cell Viability, Proliferation and Function\nSection 15.4 Assays for Cell Enumeration, Cell Proliferation and Cell Cycle\nThe CyQUANT* cell proliferation assay has a number of significant\nadvantages over other proliferation assays:\n• Sensitivity and linearity. The CyQUANT* assay is linear from\n50 or fewer cells to at least 50,000 cells in 200 µL volumes (Figure\n15.4.12); increasing the dye concentration extends the linear range\nto at least 250,000 cells. Methods that employ Hoechst 3325866\n(H1398, H3569, H21491) or Hoechst 3334267 (H1399, H3570,\nH21492) to measure cell number and proliferation are much less\nsensitive—detection limits of 500 cells for Hoechst 3325866 or 2500\ncells for Hoechst 3334260—and have much smaller effective ranges.\n• No radioactivity. Unlike assays that measure ?H-thymidine incor-\nporation, the CyQUANT* assay does not require radioisotopes and\nthus does not have the hazards or the expense associated with use,\nstorage and disposal of radioisotopes.\n• Quick and easy protocol. The CyQUANT\" assay is a single-step\nprocedure that requires no lengthy incubation steps and can be\ncompleted within an hour (Figure 15.4.11).\n• Specificity and reliability. The assay is specific for total nucleic acids,\nwith essentially no interference from other cell components. No wash\nsteps are required because cellular growth media do not significantly\ninterfere with CyQUANT* GR fluorescence. The CyQUANT* assay\nis reliable for cell quantitation, even without treatment to eliminate\ncellular RNA. However, addition of RNase or DNase permits the easy\nquantitation of DNA or RNA, respectively, in the sample.\n• Convenience. Unlike assays that use tetrazolium salts, H-thymi-\ndine, BrdU, neutral red or methylene blue,-0 the CyQUANT*\nprocedure is not dependent on cellular metabolism. Thus, cells can\nbe frozen and stored prior to assaying, with no reduction in signal,\nor they can be assayed immediately after collection. Time-course\nassays are simplified because data obtained from stored samples\ntaken at widely different time intervals can be assayed together with\na single standard curve determination.\nWe have found the CyQUANT* Cell Proliferation Assay Kit to be\nuseful for assaying widely disparate cell types, including:\n• Human neonatal fibroblasts, keratinocytes, melanocytes, umbilical\nvein endothelial cells (HUVEC) and dermal microvascular endo-\nthelial cells (DMVEC)\nEx\n485 nn\n• Murine fibroblasts (NIH 3T3 and CRE BAG 2 cells) and myeloma\n(P3X63A68) cells\n• Madin-Darby canine kidney (MDCK) cells\n• Chinook salmon embryo (CHSE) cells\n• Rat basophilic leukemia (RBL) and glioma (C6) cells\nDetermination of total cell number using the CyQUANT* GR\nreagent is potentially useful for quantitating cell adhesion (see “Cell\nAdhesion” in Section 15.6) and for determining the total number of\ncells in a tissue. Each CyQUANT* Cell Proliferation Assay Kit (C7026)\nincludes:\n• CyQUANT* GR reagent\n• Cell-lysis buffer\n• DNA standard for calibration\n• Detailed protocols\nThe kit supplies sufficient materials for performing 1000 assays\nbased on a 200 µL sample volume or a proportionately lower number of\nassays with a larger sample volume. The CyQUANT* cell-lysis buffer (a\n20X concentrate, C7027) is also available separately and has been for-\nmulated to produce efficient lysis, to protect nucleic acids from nuclease\nactivity and to dissociate proteins that may interfere with dye binding\nto nucleic acids. It may prove generally useful in the development of\nother assays that require cell lysis.\nCyQUANT® NF Cell Proliferation Assay Kit\nThe CyQUANT\" NF Cell Proliferation Assay Kit provides a fast and\nsensitive method for counting cells in a population and measuring prolif-\neration in microplate format. 1 This assay can be completed in 1 hour, with\nno washes, cell lysis, long incubations or radioactivity required, and it is not\ndependent on physiological activities that may exhibit cell number-inde-\npendent variability. The CyQUANT\" NF assay eliminates the freeze-thaw\ncell lysis step of the original CyQUANT* cell proliferation assay by using\na cell-permeant DNA-binding dye in combination with a plasma mem-\nbrane-permeabilization reagent. The CyQUANT\" NF assay protocol re-\nquires only aspiration of growth medium (for adherent cells), replacement\nwith dye binding solution, incubation for 30–-60 minutes and then mea-\nsurement of fluorescence in a microplate reader. The CyQUANT* NF assay\nhas a linear detection range from at least 100 to 20,000 cells per well in most\ncell lines using a 96-well microplate format and a 100 µL assay volume.\nThe CyQUANT\" NF Cell Proliferation Assay Kit can be used with\neither a 96-well or 384-well microplate format and is available in two\nconfigurations: a 200-assay kit (C35007) and a 1000-assay kit (C35006)\nfor high-throughput applications.\n0000 20000 30000 40000 50000\nCells/well\nFigure 15.4.12 Quantitation of NIH 3T3 fibroblasts using the CyQUANT® Cell Proliferation\nAssay Kit (C7026). Fluorescence measurements were made using a microplate reader with ex-\ncitation at 485 nm and emission detection at 530 nm. The linear range of the assay under these\nconditions is from 50 to 50,000 cells per 200 µL sample. The inset shows the linearity that can be\nobtained at very low numbers of cells.\nEach kit contains:\n• CyQUANT* NF dye reagent\n• Dye delivery reagent\n• Concentrated Hank’s balanced salt solution (HBSS)\n• Detailed protocols\nCyQUANT® Direct Cell Proliferation Assay Kit\nCyQUANT* Direct Cell Proliferation Assay is a fluorescence-based\nproliferation and cytotoxicity assay for microplate readers. The no-\nwash, homogeneous format and fast add-mix-read protocol makes the\nCyQUANT* Direct assay ideal for high-throughput screening (HTS)\napplications. The assay can be completed in 1 hour, with no washes, cell\nThe Molecular Probes” Handbook: A Guide to Fluorescent Probes and Labeling Technologies\n698\nthermofisher.com/probes\nIMPORTANT NOTICE : The products described in this manual are covered by one or more Limited Use Label License(s). Please refer to the Appendix on\npage 971 and Master Product List on page 975. Products are For Research Use Only. Not intended for any animal or human therapeutic or diagnostic use.\ninvitrogen\nby Thermo Fisher Scientific","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-01ed6dcc6a3d0237daa88b293d0c0667df1a_page_49_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-6.png"},{"model_id":"indra-ocr-1-1","case_id":"ocr-columns-8","group":"columns","expected":["had reached the minimum at t = 10 h, the optical density increased linearly over time.","gen mass transfer characteristics, i.e., gassing rate/culture volume ratio and mixing intensity (number of impellers), steady p H₂ values were obtained during the linear growth phase that ranged between 1 and 59 kPa."],"text":"VoL. 73, 2007\nMETHANOGENESIS AND GROWTH OF M. THERMAUTOTROPHICUS\n743\n12\ntime (h)\n16\ntime (h)\n4.00\n3.50\n\n3.00\n2.50 \n2.00\n1.50\n1.00\n3\n0.50\n0.00\n20\n0.30\n0.20\n0.10\n0.00\nS\nD\n\n16\nQ\n\n\n\no\nD\nO\n\n5\nN\n9\n0.10\n0.20\nu (h )\n0.30\nFIG. 2. Growth of M. thermautotrophicus in a fed-batch reactor at high gassing rate. The organism was cultured in 2.5 liters of mineral medium\nat a constant gassing rate of 428 ml min-1} with 80% H2-20% CO2 (vol/vol). Measurements started (t = 0 h) 8 h after adjustment of the gassing\nrate. Panels A to C and symbols are as described in the legend to Fig. 1.\n\n\n\ndissolved hydrogen partial pressure steadily decreased to be-\ncome as low as 1 kPa. Before that time, the hydrogen con-\nsumption rate had become constant (84 ml min-1), and 98% of\nthe gas ended up in methane. When the p_tt}, had reached the\nminimum at t = 10 h, the optical density increased linearly over\ntime. This period is denoted as the linear phase. Apparently,\ngrowth now became limited by the H2 supply. To test this, the\norganism was grown at a higher gassing rate (428 ml min-1).\nThe same growth behavior was found (Fig. 2A). Quite remark-\nably, p_{ii, did not drop to low values during the linear growth\nstage, but it was maintained as high as 29 kPa. Again, the\nhydrogen consumption rate became constant (vtk} = 275 ml\nmin-1), but the gas was only partly utilized. Further experi-\nments showed that the p_ii} values could be manipulated by the\nH2-CO2 gassing regimen (Table 3). Depending on the hydro-\ngen mass transfer characteristics, i.e., gassing rate/culture vol-\nume ratio and mixing intensity (number of impellers), steady\np_ii} values were obtained during the linear growth phase that\nranged between 1 and 59 kPa. Linear growth could proceed for\nprolonged periods of time (at least 72 h), at which ODn00}\nvalues of up to 7 to 10 were obtained (data not shown). Hy-\ndrogen consumption and methane production rates, as well as\ndissolved hydrogen partial pressures, however, remained con-\nstant throughout the whole period of linear growth.\nD\nGrowth rates, growth yields, and methane-forming activities\nin the fed-batch fermentor system. As noted above, three con-\nsecutive growth phases could be discerned, notably the lag,\nexponential, and linear phases. The exponential phase is usu-\nally determined from the straight section of the graphs in which\nthe (natural) logarithm of biomass (or OD) is plotted against","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-027880a87e3c2ad4cf8c05f477597c0c6da7_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-8.png"},{"model_id":"indra-ocr-1-1","case_id":"ocr-small-print-1","group":"small-print","expected":["Afro-Shirazi, also known as SHIRAZI, African tribe in Tanzania."],"text":"Afro-Shirazi, also known as sHRAzı, Afri-\ncan tribe in Tanzania.\n-Tanzanian tribal lineage 17:1030h\n127\n'Afula\nAfro-Shirazi Party, dominant political\nparty (founded 1957) of the island of Zanzibar\nin Tanzania.\nTanzanian political structures 17:1033a\nAFSC: see American Friends Service Com-\nmittee.\nAFT, or AMERICAN FEDERATION OF TEACHERS,\nU.S, trade union founded in 1916.\nteacher associations and competition with\nNea 18:16a\nAftasids, Muslim Berber dynasty that ruled\none of the party kingdoms (ta’ifahs) at Bada-\njoz in western Spain (1022-94) in the period of\ndisunity after the demise of the Umayyad ca-\nliphate of Córdoba. The Lower Frontier\n(modern central Portugal) had enjoyed a mea-\nsure of autonomy after the death of the\nUmayyad caliph al-Hakam II (976), when it\nwas ruled by his freed slave, Sâbür (976-\n1022). In 1022, at Sābūr's death, his minister\n‘Abd Allāh ibn Muhammad ibn Maslamah,\nwho was known as Ibn al-Aftas, seized con-\ntrol of the kingdom and, assuming the title al-\nManşr (Made Victorious by God), ruled fair-\nly peacefully until 1045. But trouble with the\nneighbouring ‘Abbädids of Seville, which had\nbegun at the end of al-Mansür's rule, con-\nsumed the energies of his son Muhammad al-\nMuzaffar (reigned 1045-60). Constant warfare\nweakened Badajoz sufficiently to allow the\nChristian King Ferdinand I of Castile and\nLeón to extort tribute from al-Muzaffar and\nthen to capture the frontier garrisons of Viseu\nand Lamego (1057). Ferdinand also took\nCoimbra and the surrounding area as far\nnorth as the Douro River (1063), in present\nPortugal. ‘Umar al-Mutawakkil (reigned\n1068-94), was also forced to pay tribute to\nAlfonso VI of Castile and León; and he made\nan unsuccessful attempt to annex Toledo,\nwhich was held by a rival Muslim dynasty\n(1080). When Toledo was eventually taken by\nAlfonso in 1085, al-Mutawakkil and several\nother Muslim kings appealed to the Almora-\nvids of North Africa for assistance. Almorav-\nid armies defeated Alfonso at az-Zallâqah\nnear Badajoz (Oct. 23, 1086), establishing a\nfoothold in Spain. Hence, al-Mutawakkil\ntried to bargain for Alfonso VI’s support, but\nBadajoz fell to the Almoravids in 1094, and\nal-Mutawakkil and two of his sons were ex-\necuted.\nafterbrain, also called METENcEPнaLoN, the\nforesection of the third primary embryonic\nbrain vesicle, or the set of structures derived\nfrom it.\n-brain vesicle derivatives, table 2 12:1028\nafterburner, device for injecting fuel into the\ntailpipe of a jet engine; combustion of this\nfuel produces additional forward thrust.\n·jet thrust acceleration process 10:157f\n-military aircraft design 18:775c\n-turbojet engine design 1:375f\nafterdance, German Nachtanz, in Euro-\npean late-medieval and Renaissance dance,\nthe second and livelier of two dances cus-\ntomarily performed together (e.g., pavane and\ngalliard; basse danse and saltarello). Its melo-\ndy was often a variation in metre and tempo\nof the first dance melody.\nafter-image, visual illusion in which retinal\nimpressions persist after the removal of stimu-\nlus. The original impression persists briefly,\nthen gives way to a reversed, or negative, im-\nage in which the brightness and colour of the\noriginal are reversed (light becomes dark; red\nbecomes green; etc.). A common after-image\nis the spot of light one sees after a flashbulb\nhas been fired.\nafterincrease, in physiology, the resumption\nof a reflex action following its interruption by\nan inhibitory stimulus; the renewed activity is\nmore vigorous than that preceding the inter-\nruption,\nafterlife, a new or continued or transformed\nexistence after death, belief in which has been\nfound in virtually all cultures and civilizations.\n•animal, plant, and human souls 1:915h\n•Australian agnostic position 1:312g\n-Baltic life-death threshhold 2:666d passim\nto 667c\nBuddhist doctrine of reincarnation 3:422f\n·Chinese concept of karman and\npurgatory 4:424d\nsainthood and salvation in\nMahāyana 16:164e\nCeltic religious beliefs 3:1070f\n-death rite provisions and beliefs 13:1051g\n-East African cosmology consequence 6:1013d\n-Egyptian expectations in 5th dynasty 6:467e\n·Egyptian myths, conceptions, and\nbeliefs 6:504c passim to 506g\n•Elysium, Hades, Tartarus, and oblivion 8:409a\n-Etruscan nirvana concept 15:106la\n·Finno-Ugric ancestor cult rituals 7:312d\n·Gnostic doctrine of marriage to angels 8:217d\n·Hindu doctrines of karman and\nliberation 8:889e\n·Hindu mythic account in Upanisads 8:929f\n-Hindu upanişadic beliefs 8:936h\n·human nature and death customs 5:533b\n-Inca realms of the dead 9:261e\n·Indo-European notions among Hittites 1:830d\n-Iranian doctrine of soul’s reward 9:871e\n•James’s study and conclusion 10:28f\nJudaeo-Christian beliefs\n·Christian eschatological concepts 4:507f\nEgyptian–Judaic conceptual\nparallelism 12:919h\n-eschatological neglect in Judaism 6:961g\n-Jewish doctrines and speculation 10:289d\n-Jewish soteriological development 16:203e\n-Pharisee and Sadducee beliefs 10:310h\n·Universalist thought in early Church 18:860c\n-kamihood and sainthood in Shinto 16:164c\n-Mesopotamian myth of man’s\ndivinity 11:1004f\n-monastic liberation of self 12:337b\n-Near Eastern comparative beliefs 12:917g\n·Norse concepts of Valhalla and\nNiflheim 8:39d\n-philosophical arguments and\nproblems 15:602c\n-prehistoric death rites and cults 14:985c\n•primitive religion’s relation to dead 14:1042d\n-sacramental death rite beliefs 16:115f\n-Scythian and Sarmatian beliefs 9:869d passim\n10 870 a\n·Slavic beliefs about grave reopening 16:876a\n-Southeast American Indian beliefs 17:221f\n•spiritualists’ universalist conceptions 17:512e\n·Zoroastrian echoes of Indian beliefs 19:1174b\nAfternoon Men (1931), a novel by Anthony\nPowell.\n-literary style and theme 10;1222d\nAfternoon of a Faun, The, translation of L'\nAprès mini d’un faune, one-act ballet to De-\nbussy’s symphonic poem Prélude à l'après-\nmidi d'un faune first performed in 1912 with\nchoreography and book by V. Nijinsky, who\nalso danced the role of the Faun. It is also the\ntitle of a one-act ballet by Jerome Robbins,\nalso to Debussy’s music, first performed in\nNew York City in 1953.\nL'Après-midi dun faune was the title of a\nmasterly poem by the French symbolist poet\nStéphane Mallarme, evoking the ideal essence\nof fleeting phenomena. It inspired Debussy to\nwrite his Prélude.\n·Debussy’s Prélude theme inspiration 11:387g\nafterripening, or DoRMANcr, a suspension of\ngrowth of the embryo during ripening of the\nseed. It results at least in part from rapid and\nextensive water loss because of the conversion\nof soluble nutrients to their stored forms. This\ninterruption of growth, or the lack of it in the\nseeds of many tropical plants, may be an\nadaptation to seasonal and climatic changes.\nAfterripening provides for germination at the\nmost favourable time, when conditions of\nmoisture, temperature, and day length are\nmost conducive to plant growth. See also ger-\nmination.\n•seed and fruit development 16:486c\n•seed dormancy and germination 16:486h\n-survival value 5:960e\naftershock, one of a series of small shocks\nimmediately following a large earthquake;\nthese may continue for days or even months.\nAftershocks may occur at some distance from\nthe epicentre (point on the surface just above\nthe earthquake’s focus, or seat) of the major\nshock and are usually directly related to the\nsize or force of that shock. They may repre-\nsent elastic recovery and readjustment to new\nconditions of stress after the main movement\non a fault.\nAfter Strange Gods, in full aFTER sTRANGE\ngods—a primer of modern heresy (1934), a\nbook by T.S. Eliot.\n•essay use in societal redefinition 10:1078e\nAftonbladet, Swedish newspaper, founded in\n1830.\n-newspaper publishing history 15:240b\nAftonian Interglacial Stage, major divi-\nsion of Pleistocene deposits and time in North\nAmerica (the Pleistocene Epoch began about\n2,500,000 years ago and ended about 10,000\nyears ago). The Aftonian Interglacial, a time\nof relatively moderate climatic conditions, fol-\nlowed the Nebraskan Glacial Stage and\npreceded the Kansan Glacial Stage, both\ntimes of widespread continental glaciation and\nrelative cold. The Aftonian was named for\ndeposits studied in the region of Afton Junc-\ntion, Iowa. The Aftonian deposits consist of\nancient soil profiles that may also include peat\nand windblown deposits. Elsewhere, Aftonian\ndeposits consist of sand and gravel.\nStudy of fossil invertebrates in some regions\nindicates that the Aftonian climate was warm-\ner and drier than that of today. The end of the\nAftonian was apparently a time of great diffi-\nculty for many mammalian forms; numerous\ngenera became extinct. It is difficult to pin-\npoint the causes, but deteriorating climatic\nconditions as well as the introduction of new,\ncompeting forms may have been responsible.\nThe Aftonian is thought to be equivalent to\nthe Günz-Mindel Interglacial Stage of the\nEuropean Pleistocene chronology.\naftosa : see foot and mouth disease.\n‘Afula, largest city of the Plain of Esdraelon\nor Valley of Jezreel (Hebrew 'Emeq Yizre'el),\nnorthern Israel. Named for the Arab village\nof Fulah, formerly at that site, it is sometimes\ncalled ‘Ir Yizre’el (City of Jezreel). Founded in\n1925 on lands acquired by the American Zion\nCommonwealth, a land-development organi-\nzation, it was the first planned urban settle-\nment of Jewish Palestine. The city is situated\nat the junction of two main roads leading to\nGalilee and the north. One is the coastal road\nfrom Tel Aviv-Yafo; the other is the hill road\nfrom Jerusalem via Nâbulus and Janin. The\nlatter route is largely in Israeli-occupied Jor-\ndanian territory. Afula was also a station on\nthe former narrow-gauge branch of the Hejaz\nRailway, which ran through the plain; it has\nbeen inactive and largely dismantled since\nWorld War II.\nAt its foundation, most of the city’s natural\nhinterland was occupied by collective or\ncooperative settlements. These were indepen-\ndent of ‘Afula economically and socially, and\nmost of them rejected urban society ideologi-\ncally. As a result, the development of 'Afula\nas a quasi-metropolitan centre was hindered.\nOnly after 1948 did the population begin to\ngrow, due to the settlement of large numbers\nof Jewish immigrants. A new section, ‘Afula\n'Illit (Upper ‘Afula), has been built on the\nslopes of Giv'at ha-More, about 5 mi (8\nkm) from the old central business district.\n'Afula has a large sugar-refining plant, textile\nmills, and a nylon-stocking factory. The Plain\nof Esdraelon’s large regional hospital, with\nnursing school, is there, as are a teacher’s col-\nlege and numerous government offices. Pop.\n(1970 est.) 16,900.\n32°36' N, 35°17' E","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_long_tiny_text-14a_pg1-p1.pdf","image_url":"ocr-inputs/ocr-small-print-1.png"},{"model_id":"indra-ocr-1-1","case_id":"ocr-small-print-3","group":"small-print","expected":["They contain clear indication of the interment of martyrs."],"text":"MALTA\n511\nCarthaginian times, continued in Malta under the Romans. | in 1223 was Henry, count of Malta. He had led 3o0 Maltese at\nThe Phoenician temple of Juno, which stood on the site of\nFort St Angelo, is also mentioned by Valerius Maximus.\nAn\ninscription records the restoration of the temple of Proserpine\nby Cheriston, a freed-man of Augustus and procurator of\nMalta. Diodorus Siculus (L. V., c. 4) speaks of the im-\nportance and ornamentation of Maltese dwellings, and to this\nday remains of palaces and dwellings of the Roman period\nindicate a high degree of civilization and wealth. When forced\nto select a place of exile, Cicero was at first (ad Att. III. 4,\nX. i. 8, g) attracted to Malta, over which he had ruled as quaes-\ntor 75 B.C. Among his Maltese friends were Aulus Licinius and\nDiodorus. Lucius Castricius is mentioned as a Roman governor\nunder Augustus. Publius was “ chief of the island\" when St\nPaul was shipwrecked (Acts xxvii. 7); and is said to have become\nthe first Christian bishop of Malta. The site where the cathedral\nat Notabile now stands is reputed to have been the residence of\nPublius and to have been converted by him into the first Chris-\ntian place of worship, which was rebuilt in 1ogo by Count\nRoger, the Norman conqueror of Malta. The Maltese cata-\ncombs are strikingly similar to those of Rome, and were likewise\nused as places of burial and-of refuge in time of persecution.\nThey contain clear indication of the interment of martyrs,\nSt\nPaul’s Bay was the site of shipwreck of the apostle in A.D. 58;\nthe “ topon diathalasson ” referred to in Acts is the strait be-\ntween Malta and the islet of Selmun. The claim that St Paul\nwas shipwrecked at Meleda off the Dalmatian coast, and not at\nMalta, has been clearly set at rest, on nautical grounds, by Mr\nSmith of Jordanhill (Voyage and Shipwreck of St Paul, London,\n1848). According to tradition and to St Chrysostom (Hom. 54)\nthe stay of the apostle resulted in the conversion of the Maltese\nto Christianity. The description of the islanders in Acts as\n“ barbaroi” confirms the testimony of Diodorus Siculus that\nthey were Phoenicians, neither hellenized nor romanized. The\nbishopric of Malta is referred to by Rocco Pirro (Sicilia sacra),\nand by Gregory the Great (Epist. 2, 44; 9, 63; 10, 1). It appears\nthat Malta was not materially affected by the Greek schism, and\nremained subject to Rome.\nOn the final division of the Roman dominions in A.D. 395\nMalta was assigned to the empire of Constantinople. On the\nthird Arab invasion, A. D. 87o, the Maltese joined forces against\nthe Byzantine garrison, and 3o0o Greeks were massacred.\nUnable to garrison the island with a large force, the Arabs\ncleared a zone between the central stronghold, Medina, and the\nsuburb called Rabat, to restrict the fortified area. Many Arab\ncoins, some Kufic inscriptions and several burial-places were left\nby the Arabs; but they did not establish their religion or leave a\npermanent impression on the Phoenician inhabitants, or deprive\nthe Maltese language of the characteristics which differentiate\nit from Arabic. There is no historical evidence that the domi-\nnation of the Goths and Vandals in the Mediterranean ever ex-\ntended to Malta: there are fine Gothic arches in two old palaces\nat Notabile, but these were built after the Norman conquest of\nMalta. In 1o9o Count Roger the Norman (son of Tancred de\nHauteville), then master of Sicily, came to Malta with a small\nretinue; the Arab garrison was unable to offer effective opposi-\ntion, and the Maltese were willing and able to welcome the\nNormans as deliverers and to hold the island after the immediate\nwithdrawal of Count Roger. A bishop of Malta was witness to a\ndocument in 1o9o. The Phoenician population bad continued\nChristian during the mild Arab rule. Under the Normans the\npower of the Roman Church quickly augmented, tithes were\ngranted, and ecclesiastical buildings erected and endowed, The\nNormans, like the Arabs, were not numerically strong; the rule of\nboth, in Sicily as well as Malta, was based on a recognition of\nmunicipal institutions under local officials; the Normans, how-\never, exterminated the Mahommedans. Graduallyf\nfeudal\ncustoms asserted themselves. In 1193 Margarito Brundusio\nreceived Malta as a fief with the title of count; he was Grand\nAdmiral of Sicily. Constance, wife of the emperor Henry IV.\nthe capture of two forts in Tripoli by the Genoese. In 1265 Pope\nAlcxander IV. conferred the crown of Sicily on Charles of Anjou\nto the detriment of Manfred, from whom the French won the\nkingdom at the battle of Benevento. Under the will of Corradino\na representative of the blood of Roger the Norman, Peter of\nAragon claimed the succession, and it came to him by the\nrevolution known as “ the Sicilian Vespers  when 28,000 French\nwere exterminated in Sicily. Charles held Malta for two years\nlonger, when the Aragonese fleet met the French off Malta, and\nfinally crushed them in the Grand Harbour. In 1427 the Turks\nraided Malta and Gozo, they carried many of the inhabitants\ninto captivity, but gained no foothold. The Maltese joined the\nSpaniards in a disastrous raid against Gerbi on the African coast\nin 1432. In 1492 the Aragonese expelled the Jews. Dissatis-\nfaction arose under Aragonese rule from the periodical grants of\nMalta, as a marquisate or countship, to great officers of state\nor illegitimate descendants of the sovereign. Exemption was\nobtained from these incidences of feudalism by large payments\nto the Crown in return for charters covenanting that Malta should\nfor ever be administered under the royal exchequer without the\nintervention of intermediary feudal lords. This compact was\ntwice broken, and in 1428 the Maltese paid King Alfonso 30,000\nflorins for a confirmation of privileges, with a proviso that entitled\nthem to resist by force of arms any intermediate lord that his\nsuccessors might attempt to impose. Under the Aragonese,\nMalta, as regards localaffairs, was administered by a Universilà or\nmunicipal commonwealth with wide and indefinite powers,\nincluding the election of its officers, Capitan di Verga, Jurats,\n&c. The minutes of the “ Consiglio Popolare ” of this period are\npreserved, showing it had no legislative power; this was vested\nin the king, and was exercised despotically in the interests of the\nCrown. The knights of St John having been driven from Rhodes\nby the Turks, obtained the grant of Malta, Gozo and Tripoli\nin 1530 from the emperor Charles V., subject to a reversion in\nfavour of the emperor’s successor in the kingdom of Aragon\nshould the knights leave Malta, and to the annual tribute of a\nfalcon in acknowledgment that Malta was under the suzerainty\nof Spain. The Maltese, at first, challenged the grant as a breach\nof the charter of King Alfonso, but eventually welcomed the\nknights. The Grand Master de l’Isle Adam, on entering the\nancient capital of Notabile, swore for himself and his successors\nto maintain the rights and liberties of the Maltese. The Order of\nSt John took up its abode on the promontory guarded by the\ncastle of St Angelo on the southern shore of the Grand Harbour,\nand, in expectation of attacks from the Turks, commenced to\nfortify the neighbouring town called the Borgo. The knights\nlived apart from the Maltese, and derived their principal revenues\nfrom estates of the Order in the richest countries of Europe.\nThey accumulated wealth by war, or by privateering against the\nTurks and their allies. The African Arabs under Selim Pasha in\n1551 ravaged Gozo, after an unsuccessful attempt on Malta,\nrepulsed by cavalry under Upton, an English knight. The\nOrder of St John and the Christian Maltese now realized that\nan attempt to exterminate them would soon bemade by\nSoliman II., and careful preparations were made to meet the\nattack.\nThe great siege of Malta which made the island and its knights\nfamous, and checked the advance of Mahommedan power in\nsouthern and western Europe, began in May 1565. The fighting\nmen of the defenders are variously recorded between 61oo and\n9121; the roll comprises one English knight, Oliver Starkey.\nThe Mahommedan forces were estimated from 29,000 to 38,500.\nJchan Parisot de la Valette had participated in the defence of\nRhodes, and in many naval engagements. He had been taken\nprisoner by Dragut, who made him row for a year as a galley\nslave till ransomed. This Grand Master had gained the con-\nfidence of Philip of Spain, the friendship of the viceroy of Sicily,\nof the pope and of the Genoese admiral, Doria. The Sultan\nplaced his troops under the veteran Mustapha, and his galleys\nof Germany became, in 1194, heiress of Sicily and Malta; she was under his youthful relative Piali, he hesitated to make either\nthe last of the Norman dynasty. The Grand Admiral of Sicily | supreme and ordered them to await the arrival of Dragut with","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_long_tiny_text-13_pg531_pg1-p1.pdf","image_url":"ocr-inputs/ocr-small-print-3.png"},{"model_id":"indra-ocr-1-1","case_id":"ocr-small-print-7","group":"small-print","expected":["It will be fantastic if Christian is going to be committed with the club for [the] long term, and if not it's his right to do what he wants to do."],"text":"РЕЛИЗ ПОДГОТОВИЛА ГРУППА \"What's News\" VК.CОМ/WSNWS\n58 00\n© Football\n\nFo\n\nCardiffs Bamba\nFA CUP TRANMERE ROVERS V TOTTENHAM HOTSPUR\nis worth a look\nin your defence\nThe FA Cup third round means\nthere are no points up for grabs\nthis weekend but for fantasy\nmanagers looking to get their\ntransfer business done early\nfor game week 22, here are\nthree picks worth considering.\nDanny Ings (Southampton)\nSince joining from Liverpool,\nIngs has featured in just 13\nof Southampton’s Premier\nLeague fixtures this season\nand has completed the full 90\nminutes on only four occasions.\nDespite this the English\nstriker has managed seven\ngoals – four more than any of\nhis team-mates. With tricky\nfixtures against Manchester\nCity and Chelsea out of the way,\ndon’t be surprised if Ings adds\nto his tally in the coming weeks.\nCost: £5.6m Points: 67\nSergio Aguero (Man City)\nBefore he picked up an injury\nin game week 13, Aguero was a\nmust-own player, scoring eight\ngoals in 12 appearances.\nSince then he has been in\nand out of a City side that\nhas stuttered in previously\nunthinkable fashion. Now,\nhowever, the Argentine appears\nto be back to full fitness.\nCost: £11.2m Points: 92\nSol Bamba (Cardiff City)\nCardiff were overwhelmed\nby Tottenham’s potent attack\nin game week 21, but the\nBluebirds should fare better\nwhen they next take on the\nleague’s two lowest-scoring\nteams in Huddersfield and\nNewcastle.\nTake advantage of these timid\nattacks by recruiting defender\nBamba. The Ivorian has played\nall but one of Cardiff’s league\nfixtures this season and has\nchipped in with two goals and\nan assist in the process.\nCost: £4.5m Points: 66\ni readers league\nEriksen's future\nmay lie away\nfrom Tottenham,\nsays Pochettino\nBy Jonathan Veal\nTottenham Hotspur manager Mau-\nricio Pochettino accepts that Chris-\ntian Eriksen has the right to ponder\nJoin i's league on the official\nFantasy Premier League game to\npit your wits against fellow readers\n– and our hapless sports desk. Go\nto fantasy premierleague. com and\nenter code: 1284313-292880\na future away from the club.\nThe midfielder has been one of the\nstar players for Spurs over the past\nfew seasons as they have challenged\nat the top end of the Premier League\nbut the Dane, who joined the club in\nAugust 2013, is reported to be stalling\non a new deal.\nFinlay Greig\nPochettino said before tonight’s FA\nCup third round tie at Tranmere\nRovers. “Football is about interests\nthat as managers or head coaches we\nof 2020 but if he does not sign a new\ndeal by the end of the current season,\nsometimes cannot manage.\nHe is out of contract in the summer\nSpurs might be forced to listen to of-\nfers in order to get true value for the\n“It depends on many things in this\nbusiness – different parties that have\ninterests.\nDenmark international.\nbe out of place in any of the top sides\n“Of course Christian is such an im-\nportant player for Tottenham\nand of course as a person or\nThe 26-year-old (right) would not\nin Europe and would be likely to earn\na lucrative deal elsewhere.\nmuch in this type of situation be-\nas a professional coach or\nmanager, you would like\n“I’m not a person that suffers too\ncause football is dynamic,” a relaxed\nwith you.\nto have this type of player\n“But in the end it’s a\nnegotiation and there’s\ndifferent interests.\ndifferent parties that have\n“It will be fantastic if Christian is\ngoing to be committed with the club\nright to do what he wants to do.\nfor [the] long term, and if not it’s his\n“He is happy here, he is showing his\ncommitment. Then what is going to\nhappen in between him and the club\nis not only in our hands.”\nThe futures of several other play-\nTranmere striker\nwould love to\ncause a cup shock\ners at Spurs are likely to come under\nthe microscope this month as a host\nof exits are expected.\nDerren Howard\nOutcasts Fernando Llorente, Vin-\ncent Janssen and Georges-Kevin Nk-\noudou are likely to leave the club, but\nestablished midfielder Mousa Dem-\nbélé could also be on his way out.\n\nThe Belgian has only six months\nleft on his current deal and with\nno new one on the horizon,\nSpurs could listen to offers\nin the transfer window to\nget some money for him,\nrather than lose him for\nfree in the summer.\nour hands.\n“There is still no news,”\nPochettino said. “No news,\nagain like Christian – a dif-\nferent situation – it is not only in\nwhat the different parties want.\n“In that business there are differ-\nent parties that are involved, then it\nis about to negotiate, to talk, and see\n“I don’t know [if he could leave on\na free in the summer], that is going to\nbe a club decision.”\nFreescoring Norwood spurred on to impress Kane\ntonight, he tells\nHotspur in the third round of the\n“ames Norwood, the Tran-\nmere Rovers striker, has\nscored more goals this sea-\n• his side welcome Tottenham\nson than Harry Kane. But as\nFA Cup tonight, he is in no mood to\ngive the England captain any extra\nmotivation.\nNorwood has been in fine form this\ncampaign for the League Two side\nand has two more league goals to his\nname than the England skipper.\nHe is joint-top of the League Two\nscoring charts with 16 – despite\nfailing to score for his last four\nmatches – and the former England C\ninternational captain is keen to test\nhimself against the eight-time FA\nCup winners.\n“Tottenham have no real\nweaknesses and they give very little\naway,” said Norwood. “It is a huge\ntask for us but one we and our fans\nare looking forward to. You see what\n1. Frippe Persson\n2. Tony Russell\n3. Tremaine Moore\n4. Robert Gomm\n5. T Boogie\n6. Andrea Frostad\n7. Clive Hammerson\n8. Pete Clifton\n9. Billy Grimshaw\n10. Stuart Ansell\nPoints\n1394\n1385\n1372\n1355\n1352\n1346\n1345\n1338\n1327\n1323\n•\nthey are doing to Premier League\nteams most weeks. With their power\nand skill levels, they are one of the\nmost complete teams out there.\nGoing forward, Harry Kane and\n[Heung-min] Son have just been\nincredible.”\nRovers will take inspiration from\nNewport County's fine FA Cup\nachievements last season. Last\nJanuary, the team from south Wales\nforced a replay against Tottenham\nafter a memorable 1-1 draw at\nRodney Parade, before losing out 2-0\nin the Wembley replay.\n“Newport showed the way. We will\nhave to change what we do slightly\nand create an environment that\nwill make it difficult for them,” he\nadded. “Newport made it extremely\ntough for them and we have to look\nto do the same. The pitch here will\nnot be what they are used to. We\nhave to look for little gains and take\nadvantage where we can.”\nSince joining Tranmere from\nForest Green Rovers in 2016 the\nformer Crystal Palace and Brighton\nyouth striker has scored 68 times in\n140 appearances – he has been the\nultra-dependable goal-every-two-\ngame type of forward.\nThere will be a full house\nat Prenton Park and\nhopefully we can deliver a\nperformance to be proud of\nin the Ryman League South, says\nhe just wants to concentrate on\nbeing part of something special for\nTranmere.\nNorwood, 28, is out of contract\nMark Palios, the former FA chief\nthis summer and his chairman\nexecutive, has already said he\ndoesn’t want to lose his main striker\nin the January window. An inspired\nperformance against Spurs would\nincrease his stock further but, the\nplayer who made his senior debut\nas a lightning quick 18-year-old with\npink boots for Eastbourne Town\n“It will be a proud moment,”\nadmitted Norwood, who still\nfavours his trademark pink boots. “I\nremember my time with Eastbourne\nTown and I learnt a great deal about\nadult football. To go from there and\nthen to play Tottenham in the Cup is\nsomething special.\n“There will be a full house at\nPrenton Park and hopefully we can\ndeliver a performance to be proud\nof. It would be a great time to get\nback on the scoresheet but we all\nknow how tough it will be.\n“I started the season well but I\nmissed a few good chances against\nBury four games ago and I haven’t\nscored since. I had a bit of a sulk but\nwe went through the clips and the\nmanager said he is pleased with the\nother aspects of my play. It’s been\nvery frustrating but all you can do\nis work hard for the team and get in\nthe right positions.\nJames Norwood\nstill favours pink\nboots, having made\n“I have had messages of support\nhis debut wearing\nalready and a few Tottenham fans\nhave also been in touch wanting\ntickets and asking me not to injure\nany of their players!”\nthem GETTY\nNorwood has huge admiration\nfor his opposite number Kane and\nthe possibility of competing against\nhim and a host of international stars\nis reward for a decade of toil in the\nlower leagues. “As a striker you have\nto admire what he has achieved. He\nseems to get better each season. He\nis always in the right place and when\nhe gets his chance, he is lethal.”\nEver since his days at Eastbourne,\nNorwood has also had the happy\nknack of doing just that. Should he\nget just one sniff of a chance against\nSpurs, he will need to be just as\nlethal as Kane.","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_long_tiny_text-20_pg58_pg1-p1.pdf","image_url":"ocr-inputs/ocr-small-print-7.png"},{"model_id":"indra-ocr-1-1","case_id":"ocr-old-scans-1","group":"old-scans","expected":["The language of the 4th commandment is, \"The seventh day is the Sabbath of the Lord\" But the Christians keep the first day not the seventh — 3.","the essence of persecution — God has given man no authority","& in this submission there will be no piety"],"text":"heeping Sallatte \n\n\n\n\nthe peace mance desires to congly with what he believes th\nbe the will of god tent connestery is owingeniet de\nrevalle fire esponing attee to conform to in an\nopinions, Eun compelian opene us trape\n\nit anoy is the opene of Jersectition - fed his gener\nque as authenty to conies are sledeniato res\n\npuerpts \n\nMelicione is in thing between a man this mater\nanalys it be the volontary atering as the tened it is\n\nbut a war cold repellion of would which\ninst he carelatite to lad\ny a man das\nnot believe that region in acts it y rinviaduty\nthe stilane from habies are the sillett be mile rubint\nthe relintones & his this seal miseen ther will be\nno pie to on his fourt ronwill it and sance the fiety\nof atters\n-\nThere can be me more untine or elestion in thes\nthe than there would be in enfocing infavor\nof Catoliis upon the puole tants, an abstenene pou\nland meat devins let re in empering the madenstant\nChiestions to worms Mohariet \n\n\n1. There is no one precept in the new testamenet\nCommanding is to Rep as abbath on of neare\nband to keep one, it is a conseguine of the\nsaid las \n2. The campuage of the 4 th command ment is the\nsent any is the sabbath of the Lord, Wit the\nhastions. kapithe fit day not the reaith \n5 The is with a single word ether in the alder\nnen ledament nor enere an allanos relating to the\nsubatitution of the furt day for the reventh - the\nsurrent is not mentioned in any of the discoure of\nWhit was any of the epistles of his aportter \n(d)","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_old_scans-50-p1.pdf","image_url":"ocr-inputs/ocr-old-scans-1.png"},{"model_id":"indra-ocr-1-1","case_id":"ocr-old-scans-2","group":"old-scans","expected":["of our thoughts in such a manner that their connexion & dependence may be clearly","is the having things back to their source &","What is method? A. the disposal & arrangement of our thoughts"],"text":"14. What is meth ad\nA. the deporal & arangement of on thing an\nduch a manner that the connes on defin\nmay be clearly been \n\n95. Now in methad divided t\nA into the analytic of synthetin\n16 we had in the analyte meth d\nhit in the hang the go bark to the same su\n\nknowledge into ite just soriginal primista\n\nconnecting then according to their deparmitide dipendens\n98. what are these mothede attinoise called s\nthe mather of realutional componition on the\nmethade of invention therincer\n-\nyo ptare the preparatos qualiter to inventions\nbe allen ling a compre hereine renderstanding, & a pension\nchaine of intimediate deat\n1. to what branet of the or ad ye dare sieme latory s\nA. to that only which in derived from the sentem\npection of our ideas\n\n11 in our Hoon as ye of the reas castine administin\nA. no.\n2.601","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_old_scans-55-p1.pdf","image_url":"ocr-inputs/ocr-old-scans-2.png"}],"benchmark":{"protocol":"edge-ocr-text-v1","dataset":"OmniParseBench text subset","repo":"datalab-to/omni_parse_bench","revision":"961c0f89a2da701f5ce53afbd5e80aa469b0369a","render":{"dpi":200,"max_long_side":2560,"resize":"Pillow 12.0.0 Lanczos, never upscale","source_images":"Original pixels before shared size cap","mode":"RGB PNG","pypdfium2":"5.14.0","compression":6},"sampling":"SHA256(edge-ocr-v1, page_id) order; first eight renderable pages per fixed category containing an English-tagged HTML text-family test; fixed independently of engine scores.","excluded_before_inference":[],"scorer":{"package":"omni-parse-bench","version":"1.0.0rc1","types":["present","order","repeat"],"input":"Identical HTML-escaped plain text in a pre element for all engines; no engine-specific normalization.","overall":"Mean of the four category pass rates, each weighted equally. Not the full OmniParseBench score."},"licenses":["ODC-BY 1.0: converted olmOCR-bench pages/tests; source document rights retained.","US federal forms: public-domain documents; added tests CC-BY-4.0."],"credits":["Allen Institute for AI: olmOCR-bench (Poznanski et al., 2025).","Datalab: OmniParseBench conversion and added tests.","Issuing US government agencies: forms."],"limitations":["32 English pages; a screening test, not a comprehensive OCR ranking.","Tests check selected passages and reading order, not every character, tables, formulas or layout labels.","Public test data may overlap model training. The benchmark maintainer also makes Indra; most selected tests originate with Ai2."],"suite_id":"decf6212023d7e74d44000bf02db43bc2a9d9a35b176b5dff57dff268c77f7fd"},"pages":32,"tests":72,"catalog":{"checked_at":"2026-10-22","entries":[{"repo":"lightonai/LightOnOCR-3-0.8B","revision":"36d8636925327c671bd8e479c517a004f7566bd9","downloads":5312,"license":"apache-2.0","parameters":852985920,"last_modified":"2026-10-09T10:27:57.000Z","url":"https://huggingface.co/lightonai/LightOnOCR-3-0.8B","name":"LightOnOCR-3-0.8B","kind":"document-vlm","pi_plan":"High priority after the native CPU baselines; verify complete pipeline and ARM runtime","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"lightonai/LightOnOCR-3-1B","revision":"23d544085c886bbdace647bcfab91203299417e2","downloads":3602,"license":"apache-2.0","parameters":1005647872,"last_modified":"2026-10-09T10:27:58.000Z","url":"https://huggingface.co/lightonai/LightOnOCR-3-1B","name":"LightOnOCR-3-1B","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"lightonai/LightOnOCR-3-4B","revision":"b71010f095dc3735de7ee6b9969bff8f8f50b39a","downloads":11559,"license":"apache-2.0","parameters":4539265536,"last_modified":"2026-10-09T10:27:59.000Z","url":"https://huggingface.co/lightonai/LightOnOCR-3-4B","name":"LightOnOCR-3-4B","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"lightonai/LightOnOCR-2-1B","revision":"be7c41313c30e940fe5571de59e5fabc779e00c8","downloads":568295,"license":"apache-2.0","parameters":1005647872,"last_modified":"2026-10-08T20:35:53.000Z","url":"https://huggingface.co/lightonai/LightOnOCR-2-1B","name":"LightOnOCR-2-1B","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"zai-org/GLM-OCR","revision":"2e85a62840ccac27daa451df36c736c4636b8628","downloads":1717806,"license":"mit","parameters":1325258240,"last_modified":"2026-09-11T11:59:14.000Z","url":"https://huggingface.co/zai-org/GLM-OCR","name":"GLM-OCR","kind":"document-vlm","pi_plan":"High priority after the native CPU baselines; verify complete pipeline and ARM runtime","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"PaddlePaddle/PaddleOCR-VL-1.6","revision":"c5630abae1d940eafe0697512a0325494b02ab42","downloads":61558,"license":"apache-2.0","parameters":958588736,"last_modified":"2026-08-08T14:32:21.000Z","url":"https://huggingface.co/PaddlePaddle/PaddleOCR-VL-1.6","name":"PaddleOCR-VL-1.6","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"PaddlePaddle/PaddleOCR-VL-1.5","revision":"2a4195faa5e7914c12f2fc601d72c81caf8d2da5","downloads":22779,"license":"apache-2.0","parameters":958588736,"last_modified":"2026-08-11T13:03:17.000Z","url":"https://huggingface.co/PaddlePaddle/PaddleOCR-VL-1.5","name":"PaddleOCR-VL-1.5","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"deepseek-ai/DeepSeek-OCR-2","revision":"aaa02f3811945a91062062994c5c4a3f4c0af2b0","downloads":556618,"license":"apache-2.0","parameters":3389119360,"last_modified":"2026-02-03T00:33:19.000Z","url":"https://huggingface.co/deepseek-ai/DeepSeek-OCR-2","name":"DeepSeek-OCR-2","kind":"document-vlm","pi_plan":"Reference-runtime test first; no validated stock Pi path","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"deepseek-ai/DeepSeek-OCR","revision":"9f30c71f441d010e5429c532364a86705536c53a","downloads":2090372,"license":"mit","parameters":3336106240,"last_modified":"2025-11-04T02:36:12.000Z","url":"https://huggingface.co/deepseek-ai/DeepSeek-OCR","name":"DeepSeek-OCR","kind":"document-vlm","pi_plan":"Reference-runtime test first; no validated stock Pi path","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"ucaslcl/GOT-OCR2_0","revision":"979938bf89ccdc949c0131ddd3841e24578a4742","downloads":364685,"license":"apache-2.0","parameters":716033280,"last_modified":"2025-02-04T00:37:25.000Z","url":"https://huggingface.co/ucaslcl/GOT-OCR2_0","name":"GOT-OCR2_0","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"datalab-to/surya-ocr-2","revision":"3b3d4cdf88d6928b0acdc75181b13206ea67c4a3","downloads":1501329,"license":"openrail","parameters":686154304,"last_modified":"2026-05-27T20:33:29.000Z","url":"https://huggingface.co/datalab-to/surya-ocr-2","name":"surya-ocr-2","kind":"document-vlm","pi_plan":"High priority after the native CPU baselines; verify complete pipeline and ARM runtime","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"datalab-to/chandra-ocr-2","revision":"af93b47dba1b47b6640c86ccf487ed2260ab9a09","downloads":1469199,"license":"openrail","parameters":5295564288,"last_modified":"2026-06-26T10:30:43.000Z","url":"https://huggingface.co/datalab-to/chandra-ocr-2","name":"chandra-ocr-2","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"ibm-granite/granite-docling-258M","revision":"982fe3b40f2fa73c365bdb1bcacf6c81b7184bfe","downloads":300517,"license":"apache-2.0","parameters":257517120,"last_modified":"2025-09-23T08:52:16.000Z","url":"https://huggingface.co/ibm-granite/granite-docling-258M","name":"granite-docling-258M","kind":"document-vlm","pi_plan":"High priority after the native CPU baselines; verify complete pipeline and ARM runtime","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"ds4sd/SmolDocling-256M-preview","revision":"ce51f56c4ebe36e0b1c3a55f67b261ba22a50bf8","downloads":29801,"license":"cdla-permissive-2.0","parameters":256484928,"last_modified":"2025-09-17T13:36:13.000Z","url":"https://huggingface.co/ds4sd/SmolDocling-256M-preview","name":"SmolDocling-256M-preview","kind":"document-vlm","pi_plan":"High priority after the native CPU baselines; verify complete pipeline and ARM runtime","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"allenai/olmOCR-2-7B-1025","revision":"e52d6f090b7a9007afffbbd6ce510876222fea93","downloads":79413,"license":"apache-2.0","parameters":8292166656,"last_modified":"2025-10-22T15:31:06.000Z","url":"https://huggingface.co/allenai/olmOCR-2-7B-1025","name":"olmOCR-2-7B-1025","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"stepfun-ai/GOT-OCR-2.0-hf","revision":"d3017ef2c2c1395888c8d635c5e0508bcb0ac78d","downloads":13628,"license":"apache-2.0","parameters":560528640,"last_modified":"2025-01-31T16:40:29.000Z","url":"https://huggingface.co/stepfun-ai/GOT-OCR-2.0-hf","name":"GOT-OCR-2.0-hf","kind":"document-vlm","pi_plan":"Possible with a supported CPU/GGUF runtime; not validated on Pi","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"microsoft/trocr-base-printed","revision":"93450be3f1ed40a930690d951ef3932687cc1892","downloads":255508,"license":null,"parameters":333331200,"last_modified":"2024-05-27T20:11:53.000Z","url":"https://huggingface.co/microsoft/trocr-base-printed","name":"trocr-base-printed","kind":"line-recognizer","pi_plan":"Requires a separate text detector; cannot compare as a complete page engine","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"repo":"microsoft/trocr-small-handwritten","revision":"b4648cfa171985a6745f37ddd637e98c0da958ac","downloads":58767,"license":null,"parameters":null,"last_modified":"2024-05-27T20:11:19.000Z","url":"https://huggingface.co/microsoft/trocr-small-handwritten","name":"trocr-small-handwritten","kind":"line-recognizer","pi_plan":"Requires a separate text detector; cannot compare as a complete page engine","status":"Researched; not queued","parameter_basis":"Hugging Face stored tensor count when supplied; may differ from advertised active size."},{"name":"Tesseract 5 · tessdata_fast","url":"https://github.com/tesseract-ocr/tesseract","kind":"full-page-cpu","pi_plan":"Established CPU baseline; match binary and English language weights across hosts","status":"Researched; not queued","license":"See project and checkpoint terms"},{"name":"Tesseract 5 · tessdata_best","url":"https://github.com/tesseract-ocr/tessdata_best","kind":"full-page-cpu","pi_plan":"Slower accuracy baseline; same LSTM engine, different weights","status":"Researched; not queued","license":"See project and checkpoint terms"},{"name":"EasyOCR","url":"https://github.com/JaidedAI/EasyOCR","kind":"detector-recognizer","pi_plan":"CPU PyTorch on ARM; validate full detector + recognizer","status":"Researched; not queued","license":"See project and checkpoint terms"},{"name":"docTR","url":"https://github.com/mindee/doctr","kind":"detector-recognizer","pi_plan":"Choose an explicit mobile detector/recognizer pair, then validate ARM","status":"Researched; not queued","license":"See project and checkpoint terms"},{"name":"RapidOCRLite","url":"https://github.com/RapidAI/RapidOCRLite","kind":"native-runtime","pi_plan":"C++ PP-OCRv6 runtime candidate for Optimised build; do not mix with the Standard track","status":"Researched; not queued","license":"See project and checkpoint terms"},{"name":"Kraken","url":"https://github.com/mittagessen/kraken","kind":"historical-documents","pi_plan":"Specialist for historic print and handwriting; choose explicit segmentation + recognition weights","status":"Researched; not queued","license":"See project and checkpoint terms"},{"id":"ocria-1-4b","repo":null,"revision":null,"url":"https://www.llamaindex.ai/blog/parse-ocria-1","name":"OCRia-1 (4B)","maker":"LlamaIndex","kind":"document-vlm","parameters":null,"nominal_parameters_b":4,"parameter_basis":"Publisher reports a 4B model based on Qwen3.5-4B; exact tensor count cannot be checked without a released checkpoint.","license":"Public weight licence not available","availability":"LlamaParse service; downloadable weights not found","open_weights_status":"no-public-release-found","status":"Not queued: waiting for public weights","pi_plan":"Local testing needs downloadable weights and a supported runtime. Pi memory and speed are unmeasured.","source_urls":["https://x.com/jerryjliu0/status/2113291928292790725","https://www.llamaindex.ai/blog/parse-ocria-1","https://www.llamaindex.ai/ocria/ocria-1-technical-report.pdf"],"checked_at":"2026-10-22T17:21:26.276971+00:00","reported_base_model":"Qwen/Qwen3.5-4B","publisher_release_note":"The technical report says a version will be made available soon; its distribution and weight licence are not specified."}],"recommendation":{"standard":"ONNX Runtime CPU, stock Indra and RapidOCR pipelines, four threads, identical images. Tesseract is the established legacy baseline.","optimized":"Test RapidOCRLite/ncnn/MNN or tuned ONNX settings separately, with quality revalidation.","vlm":"Use small document VLMs for layout, math and tables. Their runtime and task differ from lightweight text OCR; benchmark separately before combining."},"benchmarks":[{"name":"OmniParseBench","source":"https://github.com/datalab-to/omni_parse_bench","license":"Per source; tests mainly CC-BY-4.0, olmOCR-derived tests ODC-BY","use":"Initial fixed text-family subset, scanned images only, official scorer. Do not label this subset as the complete benchmark.","caveat":"Created by the Indra publisher; retain independent source tests and report category scores."},{"name":"olmOCR-bench","source":"https://huggingface.co/datasets/allenai/olmOCR-bench","license":"ODC-BY 1.0; source document rights retained","use":"Text presence/order, hard scans, small print and columns. Selected upstream cases reused through OmniParseBench conversion."},{"name":"OmniDocBench","source":"https://github.com/opendatalab/OmniDocBench","license":"Code Apache-2.0; dataset README says research only, non-commercial","use":"Future full-document text edit distance, table TEDS, formula and reading-order evaluation. Research-only evaluation possible; not included in the default redistributed suite."},{"name":"OCRBench / OCRBench v2","source":"https://github.com/Yuliang-Liu/MultimodalOCR","use":"Question answering about text in images; useful for VLM understanding, not a substitute for transcription accuracy. Check each source dataset license."},{"name":"FUNSD","source":"https://guillaumejaume.github.io/FUNSD/","use":"Form understanding and key-value relations; a downstream information-extraction task rather than all-purpose OCR."},{"name":"IAM handwriting","source":"https://fki.tic.heia-fr.ch/databases/iam-handwriting-database","use":"Specialist handwriting recognition. Registration and usage conditions make it unsuitable for automatic unauthenticated initial setup."}],"not_auto_admitted":["API-only proprietary OCR services","Unverified social posts or unknown checkpoint terms","Line-only models without a measured detector","Unbounded VLM page generation on Pi","OmniDocBench data in a commercial/downloadable default bundle"]}},"hailo":{"protocol":"edge-hailo8-v2","device_id":"pi5-hailo8-26tops","label":"Pi 5 + AI HAT","accelerator":"Hailo-8 · 26 TOPS INT8","setup_status":"ready","hardware":{"current_link_speed":"8.0 GT/s PCIe","current_link_width":"1"},"runtime":{"python_packages":{"numpy":"2.2.6","torch":"2.6.0","transformers":"4.50.1","opencv-python-headless":"4.13.0.92","scipy":"1.15.3","shapely":"2.1.2","pyclipper":"1.4.0","psutil":"7.2.2"},"architecture":"HAILO8","apt_packages":["hailort=4.23.0","hailort-pcie-driver=4.23.0","python3-hailort=4.23.0-1"],"kernel":"6.18.50+rpt-rpi-2712","python":"Python 3.13.5","driver":"4.23.0"},"updated_at":"2026-10-21T15:27:46.854611+00:00","policy":{"parallel":1,"cpu_threads":4,"warmup_requests_per_language":2,"stt":"Complete canonical PCM16 16k recordings; publisher peak normalization to 0.9 before mel preprocessing; no VAD or trimming. Known language. Fixed compiled encoder chunks; greedy decoding with publisher repetition penalty 1.5. No transcription cleanup.","ocr":"Canonical 2560px RGB page rasters; standard compiled Model Zoo dimensions and normalization; DB threshold .3/.6, unclip 1.4; raw CTC text with correct PP-OCRv5 dictionary; no spelling correction.","quality":"All 500 speech recordings or all 32 OCR pages on the NPU; no reused CPU quality scores.","performance":"Same frozen duration/page probes as CPU, three repetitions. Complete preprocessing and decoding included; loading/warmup excluded. STT WAV file read excluded, OCR image decoding included.","memory":"Host worker peak RSS including load/warmup; not total system memory or NPU on-chip memory.","comparison":"Same inputs and scorer. Different compiled precision, chunk sizes and deployment preprocessing remain explicit; not an identical-engine speedup claim."},"speech":{"protocol":"edge-hailo8-v2","models":[{"id":"whisper-tiny-hailo8","base_model_id":"whisper-tiny","name":"Whisper Tiny","task":"stt","variant":"tiny","maker":"OpenAI","parameters_b":0.03776064,"source_repo":"openai/whisper-tiny","source_url":"https://huggingface.co/openai/whisper-tiny","languages":["en","de"],"precision":"Hailo compiled INT8","runtime":"HailoRT 4.23.0","configuration_label":"AI HAT","license":{"reported_checkpoint_license":"MIT"},"benchmark_notes":["Hailo reference encoder/decoder with host token embeddings. Fixed 10-second chunks for Tiny and 5-second chunks for Base. Known-language token prefix; raw transcriptions retain repetitions."]},{"id":"whisper-base-hailo8","base_model_id":"whisper-base","name":"Whisper Base","task":"stt","variant":"base","maker":"OpenAI","parameters_b":0.07259392,"source_repo":"openai/whisper-base","source_url":"https://huggingface.co/openai/whisper-base","languages":["en","de"],"precision":"Hailo compiled INT8","runtime":"HailoRT 4.23.0","configuration_label":"AI HAT","license":{"reported_checkpoint_license":"MIT"},"benchmark_notes":["Hailo reference encoder/decoder with host token embeddings. Fixed 10-second chunks for Tiny and 5-second chunks for Base. Known-language token prefix; raw transcriptions retain repetitions."]}],"results":[{"id":"e24e08573c97aee3504e50c4","model_id":"whisper-base-hailo8","task":"stt","role":"capability","device_id":"pi5-hailo8-26tops","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"3dbb2e79b95d062a591807c784a3f6b5895e3a04b8d0d2e3f852f589b1cee485","recorded_at":"2026-10-21T13:42:00.746998+00:00","is_mock":false,"provider":"Hailo-8 · HailoRT 4.23.0","scores":{"prediction":{"fleurs-de":{"score":54.48473282442748,"errors":1142,"reference_words":2096,"count":100,"unique_texts":100,"invalid":0,"ci95":[49.40147329650092,60.12720156555773],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"fleurs-en":{"score":35.83524027459954,"errors":783,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[32.24586288416076,40.33284385707293],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":20.76558265582656,"errors":613,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[18.33391425583827,23.031980319803196],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":28.91891891891892,"errors":749,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[25.56296914095079,32.41613267998492],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"f631130581aa95151f7de199","model_id":"whisper-base-hailo8","task":"stt","role":"performance","device_id":"pi5-hailo8-26tops","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"3dbb2e79b95d062a591807c784a3f6b5895e3a04b8d0d2e3f852f589b1cee485","recorded_at":"2026-10-21T15:26:34.720827+00:00","is_mock":false,"provider":"Hailo-8 · HailoRT 4.23.0","metrics":{"count":36,"valid":36,"processing_rtf":0.27651203510446387,"mean_task_s":2.4028895850577907,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":608.375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-de":{"count":9,"valid":9,"processing_rtf":0.244564984770686,"mean_task_s":2.9494537163344727,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":608.375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-clean":{"count":9,"valid":9,"processing_rtf":0.2886830529996291,"mean_task_s":1.774438499104387,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":608.375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":9,"valid":9,"processing_rtf":0.29324198177550326,"mean_task_s":1.77509146301438,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":608.375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":9,"valid":9,"processing_rtf":0.296435682074088,"mean_task_s":3.112574661777924,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":608.375,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}},{"id":"f7f17683b551159a2f051a4b","model_id":"whisper-tiny-hailo8","task":"stt","role":"capability","device_id":"pi5-hailo8-26tops","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"4f83cabd8ac1a22e7578024dd94182c41ff971f47468e2d125926ddb0f973561","recorded_at":"2026-10-21T12:27:06.579368+00:00","is_mock":false,"provider":"Hailo-8 · HailoRT 4.23.0","scores":{"prediction":{"fleurs-de":{"score":58.396946564885496,"errors":1224,"reference_words":2096,"count":100,"unique_texts":100,"invalid":0,"ci95":[54.12753336628769,63.01498127340824],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"fleurs-en":{"score":41.18993135011441,"errors":900,"reference_words":2185,"count":100,"unique_texts":100,"invalid":0,"ci95":[36.177474402730375,46.09960334949317],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-clean":{"score":33.672086720867206,"errors":994,"reference_words":2952,"count":150,"unique_texts":150,"invalid":0,"ci95":[29.321297225008358,38.524883637665596],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"},"librispeech-other":{"score":51.27413127413127,"errors":1328,"reference_words":2590,"count":150,"unique_texts":150,"invalid":0,"ci95":[45.49878345498784,57.676685621445976],"metric":"corpus-wer-percent","higher_is_better":false,"ci_method":"500 seeded text-cluster bootstrap resamples; no speaker-cluster correction"}}}},{"id":"ec0d452d528bcddcc8be7db6","model_id":"whisper-tiny-hailo8","task":"stt","role":"performance","device_id":"pi5-hailo8-26tops","suite_id":"2e8cbf5e2b7d1631641f3fb602d25818ef818e42ba6ff541752d8758fe61888b","identity_id":"4f83cabd8ac1a22e7578024dd94182c41ff971f47468e2d125926ddb0f973561","recorded_at":"2026-10-21T15:24:38.470310+00:00","is_mock":false,"provider":"Hailo-8 · HailoRT 4.23.0","metrics":{"count":36,"valid":36,"processing_rtf":0.1513968390128951,"mean_task_s":1.3156385310220584,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":557.578125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges.","tracks":{"fleurs-de":{"count":9,"valid":9,"processing_rtf":0.1560409488931253,"mean_task_s":1.881853843651091,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":557.578125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-clean":{"count":9,"valid":9,"processing_rtf":0.16342240489942048,"mean_task_s":1.0045030487817712,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":557.578125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"librispeech-other":{"count":9,"valid":9,"processing_rtf":0.1681169983458643,"mean_task_s":1.0176682299869653,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":557.578125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."},"fleurs-en":{"count":9,"valid":9,"processing_rtf":0.1293837144446101,"mean_task_s":1.358529001668406,"median_first_chunk_s":null,"input_words_per_s":0.0,"peak_memory_mib":557.578125,"invalid":0,"low_energy_outputs":0,"clipped_sample_fraction":0.0,"timing_policy":"Warm engine, native input processing and complete generation included; filesystem read / WAV write excluded. First chunk means offline API callback, not streaming transport.","memory_policy":"Native worker process peak RSS including model, phonemizer and warmup; excludes whole system and independent ASR judges."}}}}],"progress":[{"model_id":"whisper-tiny-hailo8","task":"stt","role":"capability","status":"completed","configuration":"pi5-hailo8-26tops"},{"model_id":"whisper-tiny-hailo8","task":"stt","role":"performance","status":"completed","configuration":"pi5-hailo8-26tops"},{"model_id":"whisper-base-hailo8","task":"stt","role":"capability","status":"completed","configuration":"pi5-hailo8-26tops"},{"model_id":"whisper-base-hailo8","task":"stt","role":"performance","status":"completed","configuration":"pi5-hailo8-26tops"}],"samples":[],"catalog":{"entries":[]},"updated_at":"2026-10-21T15:27:46.854611+00:00"},"ocr":{"protocol":"edge-hailo8-v2","models":[{"id":"pp-ocrv5-mobile-hailo8","base_model_id":"pp-ocrv5-mobile","name":"PP-OCRv5 mobile","task":"ocr","maker":"PaddlePaddle","adapter":"hailo8","parameters_m":5.3,"parameter_basis":"1.2M detector + 4.1M recognizer, as reported by Hailo Model Zoo.","source_url":"https://huggingface.co/PaddlePaddle/PP-OCRv5_mobile_rec","url":"https://huggingface.co/PaddlePaddle/PP-OCRv5_mobile_rec","license":"Apache-2.0","precision":"Hailo compiled INT8","configuration_label":"AI HAT","runtime":"HailoRT 4.23.0 · compiled INT8 networks; CPU preprocessing and decoding","model_size_mib":19.801610946655273,"benchmark_notes":["Detector 544×960, recognizer 48×320; complete text detection/cropping/recognition. No spelling correction, document unwarping or angle-classifier model."]}],"rows":[{"model_id":"pp-ocrv5-mobile-hailo8","capability":{"overall":10.714285714285714,"groups":{"columns":{"passed":0,"total":9,"pages":8,"score":0.0},"small-print":{"passed":0,"total":16,"pages":8,"score":0.0},"old-scans":{"passed":0,"total":26,"pages":8,"score":0.0},"forms":{"passed":9,"total":21,"pages":8,"score":42.857142857142854}},"passed":9,"total":72,"failed_pages":0},"performance":{"mean_page_s":2.8078110622235624,"median_page_s":2.5817639055021573,"p90_page_s":6.395138455030974,"pages_per_minute":21.368959189328354,"peak_process_rss_mib":187.46875,"requests":18,"pages":6,"repetitions":3,"sample_stdev_s":1.905678187432617},"device_id":"pi5-hailo8-26tops","recorded_at":"2026-10-21T14:36:50.505613+00:00","parity":{"status":"matched_configuration","basis":"Accuracy and speed measured on the same Hailo-8 configuration."}}],"progress":[{"model_id":"pp-ocrv5-mobile-hailo8","task":"ocr","role":"capability","status":"completed","configuration":"pi5-hailo8-26tops"},{"model_id":"pp-ocrv5-mobile-hailo8","task":"ocr","role":"performance","status":"completed","configuration":"pi5-hailo8-26tops"}],"examples":[{"model_id":"pp-ocrv5-mobile-hailo8","case_id":"ocr-columns-1","group":"columns","expected":["Advances in Electromyogram Signal Classification to Improve the quality of Life for the Disable and Aged People.","And Its Applications, 4(2)."],"text":"\nreach\neach\nsome\nmuscle\nstrength\nis\napplied\nprobably\nwill\nalso\nchange\nthe\ncomparative\nof amplitude\nenvelope\nConsidering\nis\nuse\nperformance\nbetween\nthe\nmethods.\nthat\nfeature\ncombination in time\nfor\nMLP\nthere\nis\neffort\nto\ndefine\nthe\na\ngreat\nfrequency\ndomain.\nThis\nmay\nbe\nthe\nreasons to the\nahe\nalso\nlearning\nparameters,\nits use\nis\nsmaller\naccuracies\nfor\nnumber\nof\nif there\nneed of generalization\na\nthat\nclasses\ngreater\nthan\n5\ncompared\nto\nthe\nesuls\ncannot\nbe\nachieved\nby\nthe\nRLDA\nthat\ndoes\nnot\nobtained\nfrom\nother\nwhich\nwith\nthe\npredefinition\nof parameters,\nit is\npractical\nclassification\nrates\nabove\n90\nfor\nthese\nclass\nand fast.\nconfi gurations\n(Hargrove,\nEnglehart\nand\nHudgins\n2007;\nAhsan,\nIbrahimy\nKhalifa\nand\n2010;\nBasu,\nBhattachara\nKim,\nand\n2010;\nScheme\nand\nKNOWLEDGEMENTS\nEnglehart,\n2011).\nHowever,\nmovement\nand\ndistinctive\nclasses,\nthe\nlow\nlevel\nof\n\nthe\nof\nthe\namplitude\nenvelope\nwhich\nrequire\nminimum\nprocessing\neffort,\nfor\na\nsmall\nsystems\nhad performed\nREFERENCES\nwell\nOn the other\nbased\non RLDA\nAhsan, Md. R.\nand Khalifa\nwas\nvery fast,\nwhile\nSignal\ntime\nmuch\nto\ndefine\nadequate\ntraining.\nImprove the\nfor\nthe\nparameters\nfor\nThere\n6(7),\n705-715\nnumber\nof\nhidden\nlayers\nand\nthe\nT. (2010). Use of\nBasu,\nnumber of neurons\nThese\nparameters\nvaried for each\nArtifi cial Neural\nvolunteer\nSoftware Eng.\nAnd i()\nobtaining\nCastro,\nor 3\nhidden\nbut\nnumber\nof\nPosition\nenough,\nthe\nSeparability\nof\nEMG\nData.\nS\nVitoria,\nneurons varied\nfrom\nto\ndepending\non\nthe\ncase\nEnglehart et al\n(1999)\nand other researchers such\nBrazil. DOI:\nB\nTitterington,\nD\nM.\n(1994).\nNeural\nBasu, Battacharyya and Kin\n(2010) and Zhang (2000)\n \nNetworks:\nReview\nfrom\na\nPerspective.\nand with\n2-30\nan appropriate configuration\nHudgins,\nB.,\nA.,\nand Stevenson\nBut usually,\nM.\nof\nof\n(1999)\nthe\nmyoelectric\nsignal\nbased\n\nMed.\nnumber of interactions,\nthe\nnumber\nof hidden layers\nPhys.\nEspecial\nIssue\nIntell.\nData\nElet e\n21\nJul.,\n431-438.\n\nthe\nGuo\nHastie,\nand\n(2007).\nRegularized\nconfiguration\nbe\nand\nwill\nbe\nlinear\ndiscriminant\nanalysis\nand\nn\nits\nin\ninhibit the\nof the MLP\nmicroarrays.\nBiostat.,\n8(1), 86-100.\nHargrove,\nK\nand\nHudgins,\nB.\n(2007).\nThe RLDA, on the other\nrequire these\nA\nhand does\nnot\nof\nSurface\nand\nIntramuscular Myoelectic\nspecif cations, and performs\nvery\nwell\nSignal Classification.\nIEEE\nTrans.\nBiom.\nEng., 54(5),\nItakura,\nN\nT\nK\n(1996).\nDiscrimination\nof\nForearm's\n5\nCONCLUSIONS\nMotions\nby\nusing\nNeural Network.\nHuman Science\nJ.\ni\nThis\nshowed\nthesame\nperformance\nforRLDA\n287-294.\nand\nMLP\na\nproblem\nof\nelbow\nposition\nOskoei, M.A\nand Hu, H. (2006).\nGA-based Feature Subset\nclassification,\nbased\non the\namplitude envelope\nSelection\nfor Myoelectic\nClassification.\nProc.\nIEEE\nBoth\nmethods\nachieved\nclassification\nInt. Conf.\naverage\n\n1465-1470.\na \nnuber of classes nil 4\nParker,\nEnglehat,\nHudgins,\nB\n(2006)\nbt individually\n5 subjects achieved similar\nresults in\nMyoelectric\nsignal\nof\nlimb prostheses. J.\nElectromyog and Kinesil.\n16,541\na\n5-class\nsetup,\n548.\nconsecutive\nclasses.\nMay\nfeature instead\nof amplitude\nenvelope\nwas\nused.\nHowever,\n354","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-06dda119744c1212fbb39a789dc34f023f6c_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-1.png"},{"model_id":"pp-ocrv5-mobile-hailo8","case_id":"ocr-columns-2","group":"columns","expected":["Thanks again for the friendships and I wish all of you a Great Christmas and all the best in the New Year.","Two of our discerning members, Jean Timmermeister and Valerie Henschel commented that the sky had a dim but noticeable dust spot on it."],"text":"Issue Number 1, 2006\nIMMEDIATE PAST PRESIDENT'S\nMESSAGE\nT\n\n\ndecided to move fom weste\nh\nlife to Carlsbad Califomi.\nI have some\n\nthere last year.\nShe is a world traveler\naa\nN\nT \nteleA\nA\n\nAsia scheduled for Febuay.\nDear OPCC\nmembers,\n\nM last f a \nT\ni\nrewarding.\n\nall the best in the New\nYear.\nh\nhad hoped for.\nSENSOR\nDUST\n\nBob Huelsdonk\nimage until it was pointed out.\n\n\n\nIdt\n\nTwo of our\n\nIthen\n\n\nnoticeable dust spot on it.\nI had not noticed it\n1","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-08c9eac4149a44cf8eed7cf1466ce8afa6b7_page_1_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-2.png"},{"model_id":"pp-ocrv5-mobile-hailo8","case_id":"ocr-columns-3","group":"columns","expected":["If an individual is issued a Final Notification of Threat Assessment, the FAA will deny an application for any airman certificate, rating or authorization.","The individual may respond in writing to this initial notification and provide any information the individual believes the TSA should consider."],"text":"EWS\nFAA-ISSUED AIRMAN\nsessments made by\nTSA\nThisre-\ncate\nCERTIFICATE INELIGIBILITY\nliance is based on the broad\nstatutory\nman certification records\nThe Registry\nBASED ON\nauthority andresponsiility\nthat the\nits the\nSECURITY\nGROUNDS\nAviation and Transportation\nSecurity\ninf\nAct,\nPublic Law 107-71,\nplaced in the\ne\nIn the January 24,\n2003\nFederal\nUnder\nSecretarywithregardto intei\ntion ofU.S.ciil aircraft.\nRise\ngence\ninformationand threat assess\nThe Registe  pre \nwhichpe\nsets of both the aircrat and aiman\nments.\nThe individual may respond in\nTai\nwriting\nto this iniial notificinn\ndatabasesarus foms\n( \nprovdaninfoainteii\nbi\nsehas \nbelleves theTSA should consider.\nuseful information.\nIn addition, there\nnation\naie\nthe FAA of is determination.\nTheFAA\nCIVIL\nAVIATION REGISTRY\nand paid for online.\nDatabases may\nis adding a ectin to\nTitle 14of the\nWEB SITE ADDS\nbe wladic ialfr\nC)\nAIRMEN\nSERVICES ACCOUNT\nmation for aircraft.\nFor airmen, Privacy\nptsnd \nAct inormation isot inclu\nmak i\nU.S.\ncertificated airmen\n can open\naseothn\nthreatas eineiil\na onliesun\nwhochoseottohve thes\n\nreleased.\nathorizationssseuerthose\n\nReist stapndshn\nparts.\nThis ineity ensthat the\nCity\n\nFAAl\nat <http://egistyfaa.ov>\nyear.\nThe  t\norauthoriionti\nThe site has many other aicraf\nhace\nand airmen information options \n1cict\nThreat Assessmentro.The\n\nswer\nmore than40,000 telephone\nFA   \nThe new service alws ien to\ncalls.\nThey resevcial i\nateti\ncraft\nregistration numbers (N num\nfinal threataessment \nlfan\nquirdyeralaii\nbes),prvid0000\niia\nFAA needs curentata o rvide\nrecords,\nand update\nmore\nthan\nofThreatsentth\nafet\n108,000addresses\ndeny an licainfm\nit becomes available.\nRegisty systems also provid i\ncericateinth\nFuture services il nclue th\nformationAaiatina\nia\nability to receive Aviation\nSafety Pro\nspectors,\nNational Transportation\nistAi \ngram fers thultii\nSy\nThe Regislseh\ne\nlion such flyers each year.\nThe new\nsessment from the TSA.\nSuspension\nSerice udnt o l nt\nis apprsc\nrecivethiiat\nTSA ISSUES AIRSPACE\nbecause the TSA's\nbu \nCONTROL MEASURES\nsigificanih\nIN NATIONALCAPITALREGION\ntheate\nprinting anmaiing of te\nTSAs DeputyAminisaor day\nsafety bulletins,\nsaid Mark Lash, Reg-\nFAAin conuntion wih the rns\nbe reversed.\na tsn\nistry manager.\nzesi A\n\"utureericescouai\nhas enncacont\nUder eearie \nclue oreingplacementi\n\ntia\nce\nalevel consistentwithNatinal\nThreat\nThreat Aeis tAA\nsulof tm\nLevel Orange.\nwirei\ncot\nTeistofav\nNotii\nTheCilationRegist \n t\nwthratsciicatein\nhoma City manaes anpeate e\nt\nThe eliity standardsopte\na\narsenal of improvised weapons,\nsaid\niti \nfor the issue of\nall FAA airman Certifi-\nDOT\nUnder\nSecretary\nJames\nLoy\n35\nMARCH/APRIL.\n2003","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-03b953c18a4f7d2bbe390940dec839395cdd_page_37_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-3.png"},{"model_id":"pp-ocrv5-mobile-hailo8","case_id":"ocr-columns-4","group":"columns","expected":["This cycle period may not be the same as the averaging period used in the","is discussed further in Section 7."],"text":"776\nA\n\n\nwalksi,\n2008; Finnigan,\ne al,\n2011); for example,\nto be five times the\n\n\n\n\n\nnifi cant,\n22%of the\nmagnitude\n\nof Fco2\nin Edinburgh, Scotland\net\nal\n2002)\nand\nBasel\n\n2002;\nCrawford and\n2012), tive. i\nin\nChristen,\n\n(e.g.\n\nica considerations when\n\nhorizontal\n\nvariation and advection.\n\n2008).\nThis\n\neiod\ncollected with\na\nfor 75s\n\n\nmay\n\nedfor Eu \ne\n\n\n\n\n\nFeigenwinter\n\n\n\n\n\n\n\n∆CSP =\n[Ci, =− \n(1)\n\n\nmade concurrently,\n\n\n\n\n\n\n\nstorage is\ncalculated and then(Section\na discussion\nofthe\n\n\n\n\nbetween measured C02\n\n\ni\nnumber and\npaeme\nmea\n\n∆CSS\n\n(2)\n∆t\n\n\nin the\ntime\n\nCO2 concentation\nwith\ntime\nCO2 flux is assessed. The\nSuppleme1\ntete  .1\nto\n(2), thg il e\nadisbletaee it\n\n\nThe\n\n\n\n\n\n\n\n\n\nknown to\nvary with height.\nThis p\n1.1. Calulation of CO2 storage\n\nweather,\nwhere\nmeasurements\nabove\nthe\nsurface\nlayer\nmay\n\n2011).\n\n\n\n\n\n\nmaterial\n","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-0514f6672af23035c53e13fa9f5d7e17e4a4_page_4_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-4.png"},{"model_id":"pp-ocrv5-mobile-hailo8","case_id":"ocr-columns-5","group":"columns","expected":["Impact of Hypertension on Type 2 Diabetes in Mysore Population of South India","However, when creatinine and blood urea nitrogen were included in the model, the significance was nullified."],"text":"🎉\nScientific\n\nReeach\n\nHypertension\nType2\nDiabetes in Mysore\nof\non\nPopulation\nof\nSouth\nIndia\nCletus J.\nM.\nD. Xaviour, B.\nV. Raviprasad1\nJayashankar Rao1\nG.\n\nLakshmi1\n1Anthropological\nSoutherm Regional Centre,\nMysore, India;\n2Department of Studies\nin\nBiochemistry University of\nEmail mabchailc\n\n\n\nABSTRACT\n\nimpact on Type\n2 diabetes in a Mysore\n\n\n\n7 di-\n\nx\n\n\n\n\naddicts(48%)\n\nConclusions:\n\n\nin predicting\n\n\n1.\nIntroduction\nThe incidence of Type\n2Diabets) is ii\nand T2D affects\nup to 60%of\n\n\nThe\nity [8].\nT\nin both,\n\n\n\ndysfunctions [9]. The United\nKingdom Prospective Dia\n\n\n\n\n\ntients\nwith\nT2D\n[10].\nThe decrease\nin mean systolic\n\n\n\noping\nin diabetes by\n12%, mortality by\n\ncomplications\n15%\n11% and microvascular\n\n\npres\n\n\n\ngious\n\n\n\nCorresponding author.\nOpen\nAccess\nIJCM","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-027c390510b2fd3364f5a382f2bc304af018_page_1_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-5.png"},{"model_id":"pp-ocrv5-mobile-hailo8","case_id":"ocr-columns-6","group":"columns","expected":["No wash steps are required because cellular growth media do not significantly interfere with CyQUANT ®  GR fluorescence.","CyQUANT ®  Direct Cell Proliferation Assay Kit","The kit supplies sufficient materials for performing 1000 assays based on a 200 μL sample volume or a proportionately lower number of assays with a larger sample volume.","The no-wash, homogeneous format and fast add-mix-read protocol makes the CyQUANT ®  Direct assay ideal for high-throughput screening (HTS) applications."],"text":"Chaptel\n\nM\n\n(P3X63A68) cells\nMin- \nCinok ns\n\n\nHoechst33258\n\n(H1399\n\n\n\nsensitive\n\nel f h 333426\n\nincludes:\n\n\nCyQUANTGR reagent\n\n\nCell-lysis buff er\nst\nDNA standard for calibration\nDetailed protocols\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\nU\n\n\n\n\neration in microplate format.\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\nthelial cells (DMVEC)\n\n\n\nEx= 485 m\n\n\nhit\n\nEach kit contains:\nCyQUANT NF dye reagent\nev \n\nDetailed protocols\n750\nUAN\no\n1000\n20000\n30000\n40000\n50000\nCells/well\n\nCell Proliferation\n\n\nCyQUANT\n\n\n\ninvitrogen\n698\n\n ee o A\n\nnostic use\ns\nby Thermo Fisher Scientific","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-01ed6dcc6a3d0237daa88b293d0c0667df1a_page_49_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-6.png"},{"model_id":"pp-ocrv5-mobile-hailo8","case_id":"ocr-columns-7","group":"columns","expected":["We express our gratitude to the staff of Biochemistry Laboratory at Endocrine Research Center of Shahid Beheshti University for their skillful technical assistance.","Brass EP, Hoppel CL, Hiatt WR. 1994."],"text":"Int. J. Biosci\n2014\nTo summarize,\nthe\nconclusion of current\nresearch\nis\n1991.\nCaffeine\nand\ntheophylline\nas\nadenosine\nshowing\nthat\n3mg/kg caffeine,\nantagonists\nin\nhumans.\nThe\nconsuming\n1.5\nreceptor\nJournal\nof\ncarnitine\ntheir combination has\nmeaningful\nPharmacology\nand\nno\nand\nExperimental\nTherapeutics\n\n258(2), 8593.MID: 18535.\nin order\nto\ninvestigate\nthe\nacute\neffects of different\namount\nof\ncaff eine\nand\nL-carnitine\non\n400-m\nBrass P, Hoppel L, Hiat R.\n1994.Effect of\nfreestyle\nperformance\ntime\nand\nthe\nblood\nlactate\n\nlevel.\nfe\nhumans.\nClinical\nPharmacology\nand\nTherapeutics\n55(6),\n681-92.\nAcknowledgement\nPMID: 8004884.\n\nKaraj\nBranch, Islamic Aad University\nThe authors\nwould\nBroquist\nHP,\nBorum\nPR.\n1982\nCarnitine\nfor his\ntechnical\nbiosynthesis,\nnutritional\nimplication.\nAdvances\nin\nassistance.\n\nnutitinal eseach411-204\nBiochemistry\nLaboratory\nat\nEndocrine\nh\n\nCarr A,\nDawson\nGoodman\nC\ntechnical assistance.\nB, Schneiker K,\n\non\nReferences\nrepeated\n\nAnselme\nF,\nCollomp K MereierBAhmaid \nSports\nMedicine\nand\nPhysical\nFitness 48(4),\n472\nPrefaut\nC.\n1992.\nCaff eine\nmaximal\n478. PMID:18997650.\nanaerobic\npower\nand\nblood\n1actate\nconcentration.\nEuropean\nJournal\nof\nApplied\nPhysiology\nand\nChun\nY.\n2008.\nThe\neffect\non\naerobic,\nanaerobic\nOccupation 65(2), 188-191.\ncapacity,\nblood\nlipids\n&\nimmunoglobulin\nfrom\ntaking\nhp/09\nL-carnitine\nin\nJudo\nathletes.\nYongin\nUniversity.\nBell DG,\nMcLellan TM.\n2002.\nExercise endurance\nCollomp K,\nAhmaidi S, Audran M, Chanal\nJL\n1,3\nand 6 h after caff eine\nJournal of Applied Phiol\nPrefaut\nC.\nand nonusers.\n93(4)\n1991.Effects\nof\ncaffeine\ningestion\non\n1227-1234.\nperformance\nand\nanaerobic\nmetabolism\nduring\nthe\n\nWingate\ntest.\nInternational\nJournal\nof\nSports\nMedicine 12(5),\n439-443.\nBell DG,\n1,\nJacobs\nEllerington\n2001.\nEfect of\nh/\ncaffeine\nand\nephedrine\ningestion\non\nanaerobic\nexercise\nperformance. Medicine and\nScience Sports\nCollomp K,\nAhmaidiChatardAuM\nadEs, 9-40\nPrefaut\nC.\n1992.\nBenefits\nof\ncaffeine ingestion on\n\nsprint\nperformance\nin\ntrained\nand\nuntrained\n00024\nswimmers.\nE\n\nCostill\nDL,\nThomas\nR\nBeltz\nJD,\nFink\nWJ\nht/\nKirwan\nJP.\n1988\nEnergy\ndemands\nof\ninterval\ntraining\nfor\ncompetitive\nswimming.\nJournal\nof\nJL\nCollomp\nK,\nCaillaudC,\nAudran\nM,\nChanal\nSwimming Research 4(3), 5\n9\nPrefaut\nC.\n1990.\nEff ect\nof\nacute\nor\nchronic\nadministration\nof\ncaffeine\non\nperformance\nand\non\n\ncatecholamines\nduring\nmaximal\ncycle\nergometer\n6\nAzizimasouleh et al.","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-04af23cb9eaaaf1b0462bafa176d0c0c315b_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-7.png"},{"model_id":"pp-ocrv5-mobile-hailo8","case_id":"ocr-columns-8","group":"columns","expected":["had reached the minimum at t = 10 h, the optical density increased linearly over time.","gen mass transfer characteristics, i.e., gassing rate/culture volume ratio and mixing intensity (number of impellers), steady p H₂ values were obtained during the linear growth phase that ranged between 1 and 59 kPa."],"text":"VoL. 73, 2007\nMETHANOGENESSANDGROWTHF\nTHERMAUTOTROPHICUS\n743\n3.000\n400\n80\nA\n2.400\n60\n300\n(O)\n)(d)\n）\nuiwjw)\n1.800\n009\n40\n200\n\nao\n1.200\n)\n100\n20\n0.600\n\no\n0.000\n0\n0\n8\n12\n16\n20\ntime (h)\n80\n4.00\nB\n3.50\n()\n()()\n60\n3.00\nulu\n6wjoun)\n(jow6)\n2.50\n40\n2.00\n)HO\n1.50\n0.30\n20\n1.00\nHO\n0.20\n0.50\n0.10\n0.00\n0.00\n0\n4\n\n12\n16\n20\ntime (h)\n0.200\nC\n\n0.150\now\n0.100\nH\n0.050\n0.000\n0.00\n0.10\n0.20\n0.30\n(h1)\nUniversiteitsbibliotheek\nFIG.\n2.\n\n\nwith 80%H\n\n\n\n\ncome as low as\nkPa.\n\n1, and 98% of\nHvalues\n\n\nreached the\n\n\nminimum at t \nprolonged periods of time\nat least\n\n\n\n\n\n1).\n\n\n\n\n\n29 kPa. Again, the\n\n\n\n275ml\n\n\n\nHC2 ai b).\nDepending on the ydo\nthe\n","source_url":"https://huggingface.co/datasets/datalab-to/omni_parse_bench/resolve/961c0f89a2da701f5ce53afbd5e80aa469b0369a/pages/olmo_multi_column-027880a87e3c2ad4cf8c05f477597c0c6da7_page_6_pg1-p1.pdf","image_url":"ocr-inputs/ocr-columns-8.png"}],"updated_at":"2026-10-21T15:27:46.854611+00:00"}},"k2_reasoning":{"protocol":"edge-k2-reasoning-v1","context_tokens":40960,"models":["k2-horizon-0-9b","k2-horizon-3-7b","k2-horizon-7b"],"capabilities":[{"id":"f13865a5f8c52a049875","model_id":"k2-horizon-7b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-22T03:32:10.080173+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","benchmarks":{"ifeval":75.0,"bfcl":36.458333333333336,"ruler":68.75},"counts":{"ifeval":{"total":64,"correct":48},"bfcl":{"total":96,"correct":35},"ruler":{"total":48,"correct":33}},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"eb89c15a0ae9712be2ee462bf43802de14200f20f93b73da6eb68c2ebdd28e4e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"rtx-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-7b","repo_id":"IFM/K2-Horizon-7B-GGUF","revision":"7a75dbda05e3d440351543131ff3f7fa5687e879","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-7B-Q4_K_M.gguf","sha256":"eb89c15a0ae9712be2ee462bf43802de14200f20f93b73da6eb68c2ebdd28e4e","size_bytes":5592217984}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":1.0,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"fe3f0e3025f8ce900e13462984c331eed4d92f580256b0fa6e3ab12612596770","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","observation":{}},"publication_status":"measured_reasoning_profile","grader_provenance":{"scorer_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","packages":[["PyYAML","6.0.3"],["Pygments","2.21.0"],["absl-py","2.3.1"],["annotated-doc","0.0.5"],["anyio","4.15.1"],["certifi","2026.7.22"],["click","8.5.0"],["cloudpickle","3.1.2"],["filelock","4.2.1"],["fsspec","2026.9.0"],["h11","0.16.0"],["hf-xet","1.7.0"],["httpcore","1.0.9"],["httpx","0.28.1"],["huggingface_hub","1.33.0"],["idna","3.20"],["immutabledict","4.2.2"],["joblib","1.6.0"],["langdetect","1.0.9"],["markdown-it-py","4.2.0"],["mdurl","0.1.2"],["nltk","3.9.2"],["numpy","2.2.6"],["packaging","26.3"],["pip","26.2.1"],["regex","2026.9.29"],["rich","15.0.0"],["safetensors","0.8.0"],["scipy","1.15.3"],["shellingham","1.5.4"],["six","1.17.0"],["tenacity","9.1.2"],["tokenizers","0.23.3"],["tqdm","4.70.1"],["transformers","5.16.1"],["typer","0.27.3"],["typing_extensions","4.16.0"],["wonderwords","2.2.0"]]}},{"id":"1e0ca4afef28a76c4675","model_id":"k2-horizon-0-9b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-21T00:09:44.321680+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","benchmarks":{"ifeval":67.1875,"bfcl":52.083333333333336,"ruler":42.361041666666665},"counts":{"ifeval":{"total":64,"correct":43},"bfcl":{"total":96,"correct":50},"ruler":{"total":48,"correct":20}},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"78bff592aeba235c767c93a0bda5870d5a4a8dca21c2a2d502930dd3078c79f2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"rtx-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-0-9b","repo_id":"IFM/K2-Horizon-0.9B-GGUF","revision":"118965081cf1d876990219a1856a93a97b2668fa","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-1B-Q4_K_M.gguf","sha256":"78bff592aeba235c767c93a0bda5870d5a4a8dca21c2a2d502930dd3078c79f2","size_bytes":666184064}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":0.6,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"a5a05eb8de7f69b881d760f17b1fb7cff800799de9d18102ef362d0fc4709282","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","observation":{}},"publication_status":"measured_reasoning_profile","grader_provenance":{"scorer_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","packages":[["PyYAML","6.0.3"],["Pygments","2.21.0"],["absl-py","2.3.1"],["annotated-doc","0.0.5"],["anyio","4.15.1"],["certifi","2026.7.22"],["click","8.5.0"],["cloudpickle","3.1.2"],["filelock","4.2.1"],["fsspec","2026.9.0"],["h11","0.16.0"],["hf-xet","1.7.0"],["httpcore","1.0.9"],["httpx","0.28.1"],["huggingface_hub","1.33.0"],["idna","3.20"],["immutabledict","4.2.2"],["joblib","1.6.0"],["langdetect","1.0.9"],["markdown-it-py","4.2.0"],["mdurl","0.1.2"],["nltk","3.9.2"],["numpy","2.2.6"],["packaging","26.3"],["pip","26.2.1"],["regex","2026.9.29"],["rich","15.0.0"],["safetensors","0.8.0"],["scipy","1.15.3"],["shellingham","1.5.4"],["six","1.17.0"],["tenacity","9.1.2"],["tokenizers","0.23.3"],["tqdm","4.70.1"],["transformers","5.16.1"],["typer","0.27.3"],["typing_extensions","4.16.0"],["wonderwords","2.2.0"]]}},{"id":"158d3b8a9bae15a487cc","model_id":"k2-horizon-3-7b","status":"capability_measured","is_mock":false,"suite":"gpu-capability-pilot-v1","recorded_at":"2026-10-21T06:14:45.058161+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","benchmarks":{"ifeval":73.4375,"bfcl":57.291666666666664,"ruler":64.58333333333333},"counts":{"ifeval":{"total":64,"correct":47},"bfcl":{"total":96,"correct":55},"ruler":{"total":48,"correct":31}},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"capability","device_id":"rtx4060ti-16gb","artifact_sha256":"07773aed93890d4f5d08b421430000d5c8d73cefc74fbdc32e67d820f23207b2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"rtx-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"rtx-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":99,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"gpu-capability-pilot-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-3-7b","repo_id":"IFM/K2-Horizon-3.7B-GGUF","revision":"78a0635e8f19b880e468a2fc82923ee6c8a469e4","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-4B-Q4_K_M.gguf","sha256":"07773aed93890d4f5d08b421430000d5c8d73cefc74fbdc32e67d820f23207b2","size_bytes":3156598144}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":1.0,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"918bf77ac3c4bfa79d2bff8f177378f23fcf02d2df257aed3b2cfb16f7036d90","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"cublas64_12.dll":"e40202fe4223c1cd2d2dce7beec59e1ed61c7801bd827309183be9b50e358f4c","cublasLt64_12.dll":"2a896460bef60ed57ef32b0875812f355a6984e671d638bb632f5e8c1d7a831f","cudart64_12.dll":"d28e42265da7462162a54da6b7a99ea4fa2caf8139d862bb500db875d0b32dfc","ggml-base.dll":"0a259689ea3c105a8122159eb97fb53733f2531fadd3e9739689961cdab27600","ggml-cpu-alderlake.dll":"98b3bd12a84e848f57686f6d5f0969654ec79cda0c7636498933ea1063d14aa6","ggml-cpu-cannonlake.dll":"fef636daea23b26f935cf5983be9a29b79f0541cd148b9d64a32bc9ea0cec704","ggml-cpu-cascadelake.dll":"b32ee94fa0a366886cd03be48f80f1d8c1bbb338d71fc734a263753ec46aa8fd","ggml-cpu-cooperlake.dll":"e67357a558e71b834360b6f6d62abc6b9fe19930f6f7dd21ee0339e7b144306e","ggml-cpu-haswell.dll":"d33deb9bf3dd25427404f0f94a13c6b3da92b9b57b794199a9f354c3a327efb6","ggml-cpu-icelake.dll":"41abb00a64bbf099c137cdb3b9547c7eb90bcd9c1d7b83238cbf10a74f97addd","ggml-cpu-ivybridge.dll":"d674c12b3f40d657b0989801699560e68247dbe9509823651b055ac3816ba37c","ggml-cpu-piledriver.dll":"bb5215c806397adf56e986f52aa0c75b04b3b5b33203a722f647254eae2b94b2","ggml-cpu-sandybridge.dll":"55d5659b45afcbe7a1d7611ab1914d2888476fc3024933e4b82122cdc58d6fd5","ggml-cpu-sapphirerapids.dll":"83af3cacf3bf32b98626791358f950da4b45a22af85bde63afe537fe51e60848","ggml-cpu-skylakex.dll":"20722299dc5e4703056ff95b7ef329c223390ab87469c822721c1e67e4cc2a24","ggml-cpu-sse42.dll":"1c0fc615b6d97a79e58f33e8a7fb4e8de1834ad0f3f0e00e8943a4d416ddd242","ggml-cpu-x64.dll":"7c9df996db7fe98510571524e3e62dd267a4034350185014814418dbad3c25ea","ggml-cpu-zen4.dll":"83ae254f6204670e9011e11db84786122567bde2fab07354e7c4827c18589ee1","ggml-cuda.dll":"152681bf91cf4bca0fe5939108645a8f83cbcc61982758e6974004cb89c4c8d5","ggml-rpc-server.exe":"e852937ded50b18b1c22f67d2368dde42decd58ad7be8544cd771608aa6e2bda","ggml-rpc.dll":"b52bd8eddb79ebd1dc0b832b34483bef23d44a34c6d5639301d92cb971f874a4","ggml.dll":"2649a5d914934188cccbe2c58e4642d2d4408bcda0f7068d58390686bd7ea62f","libomp.dll":"a12116ba72d1d6820407cf30be23da04ce79d6bb8a71a5ee71759c5a1faa6f1c","LICENSE-LLVM-OpenMP":"fdad1758a9e1f9d5a81e18879b3406772115edc92c24bfa36b70c654f325e8e4","llama-batched-bench-impl.dll":"86dd3cc19af625bd826f7919767883a7e78481e012fb141e5393677235518190","llama-batched-bench.exe":"0ef5c88a7acf32f4aee060980745909f268d77645091fcdfb16493ac36597a88","llama-bench-impl.dll":"e4ff088cb9f50568366c281684b3ad4c69e9ddea3be6deb4a0a4fb63a6bf0650","llama-bench.exe":"24473241d5af8781563c2878a0b581b7888467d13ee602df9b68b398b371a911","llama-cli-impl.dll":"8a50d8db8599970726f824f50d5d0a4570d2ff602a39940e09362d23f2c7fca5","llama-cli.exe":"4eaabb9f97a843540b2c78802b31777d0952eff13d536dbeed8e9a4b12ff4c30","llama-common.dll":"9adf40bc08e99005699d6397bcacb72c3aced68c9db01f13b5bd31c6abc7b2b5","llama-completion-impl.dll":"e10c6bba8275b289e3121aa3ab2820b8583d744109dfc5d546e7220328a4ee1d","llama-completion.exe":"a36efb43ffa55f3a861043d4bf63b28b99d40560542c07a0ea51ea2fe30eef6f","llama-fit-params-impl.dll":"a08d9a6fc98cd0a340bb80703e7a43a1bca4b362eb6f5bc3d235993b38b69d89","llama-fit-params.exe":"d38927b1072ab91f92ecb13a7e778934f8fff5b0db77da2fb87b189a68efca40","llama-gemma3-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-gguf-split.exe":"259db5e609e1e079374eb93cdf24bd8bc9371a1b15bc1c953ddfdc5a933afcfa","llama-imatrix.exe":"e7521d4b6e0a48bf337e0b632fb51f76c3918c15c2bb8b0ed683c4e636a55de7","llama-llava-cli.exe":"91bdde129470b0201988336f682b84832b16bca4a85e78e69f8b4d6cc28224cf","llama-minicpmv-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-mtmd-cli.exe":"81634bc89b0d698712c9706cf1716239f827558111cf520b21f8b40b99e88293","llama-mtmd-debug.exe":"b44ad219a3365b961fc1c10d23daa42be15b7ef94953222a9a2650942d36f4eb","llama-perplexity-impl.dll":"4ade93257c26e936770f5ad9e65de400efb73dbe3abcba9244c9756378b4de07","llama-perplexity.exe":"de71c077b65743dbafffbfb66e87cd291bb89bf428ad6f31518336208c4750ea","llama-quantize-impl.dll":"c792c25b55fada62323f50d9e68da797dc92e52b4f79601708fa203533586f86","llama-quantize.exe":"7ec08d1251763e1842d8bf5e195ea71e7c08ea4f2da3f5c3517d70ff152d1abf","llama-qwen2vl-cli.exe":"39397a2f304ca9414de394303ca0751717afc484330b9a03f7d80091c298cbc3","llama-results.exe":"f0267a77191b2d0f94b8965c5359d82832f65145ef4fddbc7111bd7919e4e0f6","llama-server-impl.dll":"24b1249ddd19e3ba3551804707dbe2f3c154c007542899ea8b16d69a94ab6597","llama-server.exe":"6a4635aeb35656153d4bfeeddf761d24ed84aada9c9108d580737cbed465141b","llama-tokenize.exe":"962b97b132cb29e763a46c84f1943b2874ed7879037ac37fbe986400ac165ecf","llama-tts.exe":"6d73d057bcc00fd3bd246e459bf2e31790e1a590a24493331c3301e799de81a8","llama.dll":"aacb073c9c0d30090dd3e56f49772545452ccc4fd311efbfdb7d1bba7bbb0bda","llama.exe":"6db3725ca76e195ef16129ae16d7d49f809523e77cb3a1fde290f86dcf545bca","mtmd.dll":"bd4a9dac32ba8b14cf95da3361495380ac556b34f48434ebe477ffef23f40bd1"},"python_version":"3.12.10 (tags/v3.12.10:0cc8128, Apr  8 2025, 12:21:36) [MSC v.1943 64 bit (AMD64)]","observation":{}},"publication_status":"measured_reasoning_profile","grader_provenance":{"scorer_sha256":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","packages":[["PyYAML","6.0.3"],["Pygments","2.21.0"],["absl-py","2.3.1"],["annotated-doc","0.0.5"],["anyio","4.15.1"],["certifi","2026.7.22"],["click","8.5.0"],["cloudpickle","3.1.2"],["filelock","4.2.1"],["fsspec","2026.9.0"],["h11","0.16.0"],["hf-xet","1.7.0"],["httpcore","1.0.9"],["httpx","0.28.1"],["huggingface_hub","1.33.0"],["idna","3.20"],["immutabledict","4.2.2"],["joblib","1.6.0"],["langdetect","1.0.9"],["markdown-it-py","4.2.0"],["mdurl","0.1.2"],["nltk","3.9.2"],["numpy","2.2.6"],["packaging","26.3"],["pip","26.2.1"],["regex","2026.9.29"],["rich","15.0.0"],["safetensors","0.8.0"],["scipy","1.15.3"],["shellingham","1.5.4"],["six","1.17.0"],["tenacity","9.1.2"],["tokenizers","0.23.3"],["tqdm","4.70.1"],["transformers","5.16.1"],["typer","0.27.3"],["typing_extensions","4.16.0"],["wonderwords","2.2.0"]]}}],"runs":[{"model_id":"k2-horizon-7b","is_mock":false,"recorded_at":"2026-10-22T09:54:43.646962+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","metrics":{"decode_tps":2.193354,"prefill_tps":10.395809,"peak_memory_mib":14498.3125,"model_size_mib":5333.1546630859375,"mean_task_s":229.5505582472704,"output_tokens_per_task":128,"task_success_rate":null,"median_ttft_s":36.14048147451831},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"eb89c15a0ae9712be2ee462bf43802de14200f20f93b73da6eb68c2ebdd28e4e","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"pi5-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-7b","repo_id":"IFM/K2-Horizon-7B-GGUF","revision":"7a75dbda05e3d440351543131ff3f7fa5687e879","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-7B-Q4_K_M.gguf","sha256":"eb89c15a0ae9712be2ee462bf43802de14200f20f93b73da6eb68c2ebdd28e4e","size_bytes":5592217984}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":1.0,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"fe3f0e3025f8ce900e13462984c331eed4d92f580256b0fa6e3ab12612596770","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","observation":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         7782064 kB\nMemAvailable:   15535344 kB\nBuffers:           68464 kB\nCached:          7525024 kB\nSwapCached:         1200 kB\nActive:           849072 kB\nInactive:        7214592 kB\nActive(anon):     371920 kB\nInactive(anon):   132672 kB\nActive(file):     477152 kB\nInactive(file):  7081920 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        1626848 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               576 kB\nWriteback:             0 kB\nAnonPages:        469424 kB\nMapped:            58496 kB\nShmem:             34640 kB\nKReclaimable:     317424 kB\nSlab:             386912 kB\nSReclaimable:     317424 kB\nSUnreclaim:        69488 kB\nKernelStack:        3056 kB\nPageTables:         5680 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:    1319856 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       67104 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:            8208 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t470288\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":55.65,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":38430670848,"free":79620255744},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"Engine peak RSS","scope":"40K context capacity; 128-token probes, including reasoning; not time to a final answer"},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-57e0fd923630540d8cf5","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":75.0,"bfcl":36.458333333333336,"ruler":68.75},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-k2-reasoning-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"notes":"Latency includes reasoning tokens; bounded probe time, not completed-answer latency."}},"capability_evidence":{"id":"f13865a5f8c52a049875","device_id":"rtx4060ti-16gb","compatibility_id":"fe3f0e3025f8ce900e13462984c331eed4d92f580256b0fa6e3ab12612596770","comparison_basis":"matched_configuration","cross_device_status":"not_checked"}},{"model_id":"k2-horizon-0-9b","is_mock":false,"recorded_at":"2026-10-21T15:42:36.110432+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","metrics":{"decode_tps":17.810669,"prefill_tps":86.11311,"peak_memory_mib":3469.78125,"model_size_mib":635.3226318359375,"mean_task_s":42.30955060595685,"output_tokens_per_task":128,"task_success_rate":null,"median_ttft_s":5.052223982522264},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"78bff592aeba235c767c93a0bda5870d5a4a8dca21c2a2d502930dd3078c79f2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"pi5-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-0-9b","repo_id":"IFM/K2-Horizon-0.9B-GGUF","revision":"118965081cf1d876990219a1856a93a97b2668fa","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-1B-Q4_K_M.gguf","sha256":"78bff592aeba235c767c93a0bda5870d5a4a8dca21c2a2d502930dd3078c79f2","size_bytes":666184064}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":0.6,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"a5a05eb8de7f69b881d760f17b1fb7cff800799de9d18102ef362d0fc4709282","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","observation":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         6750320 kB\nMemAvailable:   15537536 kB\nBuffers:          195840 kB\nCached:          8523088 kB\nSwapCached:         1376 kB\nActive:          5501696 kB\nInactive:        3744912 kB\nActive(anon):     369248 kB\nInactive(anon):   295616 kB\nActive(file):    5132448 kB\nInactive(file):  3449296 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        1797088 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               560 kB\nWriteback:             0 kB\nAnonPages:        527120 kB\nMapped:            54752 kB\nShmem:            137120 kB\nKReclaimable:     328688 kB\nSlab:             397952 kB\nSReclaimable:     328688 kB\nSUnreclaim:        69264 kB\nKernelStack:        3120 kB\nPageTables:         5648 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:    1300816 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       67200 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:            6688 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t300048\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":48.5,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":34572460032,"free":83478466560},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"Engine peak RSS","scope":"40K context capacity; 128-token probes, including reasoning; not time to a final answer"},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-0d544bc5de3ffe448170","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":67.1875,"bfcl":52.083333333333336,"ruler":42.361041666666665},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-k2-reasoning-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"notes":"Latency includes reasoning tokens; bounded probe time, not completed-answer latency."}},"capability_evidence":{"id":"1e0ca4afef28a76c4675","device_id":"rtx4060ti-16gb","compatibility_id":"a5a05eb8de7f69b881d760f17b1fb7cff800799de9d18102ef362d0fc4709282","comparison_basis":"matched_configuration","cross_device_status":"not_checked"}},{"model_id":"k2-horizon-3-7b","is_mock":false,"recorded_at":"2026-10-21T21:03:52.923100+00:00","context_tokens":40960,"quantization":"Q4_K_M","reasoning_mode":"on","metrics":{"decode_tps":3.911827,"prefill_tps":21.12,"peak_memory_mib":10355.921875,"model_size_mib":3010.3665771484375,"mean_task_s":144.8433887452799,"output_tokens_per_task":125.83333333333333,"task_success_rate":null,"median_ttft_s":19.15180052400683},"provenance":{"protocol":"edge-k2-reasoning-v1","role":"performance","device_id":"pi5-16gb","artifact_sha256":"07773aed93890d4f5d08b421430000d5c8d73cefc74fbdc32e67d820f23207b2","runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","device_profile":"pi5-stock-k2-high-reasoning-v1","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","profile":{"id":"pi5-stock-k2-high-reasoning-v1","track":"standard","context_tokens":40960,"threads":4,"threads_batch":4,"parallel":1,"gpu_layers":0,"temperature":0,"seed":42,"reasoning_mode":"on","engine_memory_max_bytes":13958643712,"engine_swap_max_bytes":0,"request_timeout_s":21600,"startup_timeout_s":600,"cooldown_temperature_c":60,"cooldown_timeout_s":600,"warmup_requests":2,"performance_repetitions":10,"performance_prompt_tokens":256,"performance_output_tokens":128,"suite":"pi-performance-v1","notes":"High reasoning; 32768-token capability budget. Separate from short-response Standard tests."},"compatibility":{"protocol":"edge-k2-reasoning-v1","artifact":{"model_id":"k2-horizon-3-7b","repo_id":"IFM/K2-Horizon-3.7B-GGUF","revision":"78a0635e8f19b880e468a2fc82923ee6c8a469e4","quantization":"Q4_K_M","files":[{"filename":"K2-Horizon-4B-Q4_K_M.gguf","sha256":"07773aed93890d4f5d08b421430000d5c8d73cefc74fbdc32e67d820f23207b2","size_bytes":3156598144}]},"runtime_revision":"620d2225cc436ab0b001e3200e590e3b286ef9ab","suite_revision":"a0fc00b6a07455d1efb70cc19d5ca94c5923c5261a0b41095083a41a1592a1f6","original_cases_sha256":"7b7de94ea556539859224fcfe27929afeac071ce073becd3701200e295964a6f","context_tokens":40960,"capability_output_tokens":32768,"reasoning_mode":"on","reasoning_effort":"high","sampling":{"temperature":1.0,"top_p":0.95,"top_k":0,"min_p":0.0,"repeat_penalty":1.0,"presence_penalty":0.0,"frequency_penalty":0.0,"repeat_last_n":64,"samplers":["penalties","temperature","top_k","top_p","min_p"]},"seed":42,"cache_policy":"erase slot; no prompt reuse","performance_probes_sha256":"2177d5c5a5b622c177bd7d580ddc07445d7e4859e9b9c8951248c3ba21d0c66b","performance_output_tokens":128,"performance_repetitions":3},"compatibility_id":"918bf77ac3c4bfa79d2bff8f177378f23fcf02d2df257aed3b2cfb16f7036d90","code":{"k2_pilot.py":"53f4b1a471d96ac8036e52b0dc3cee6fe915f46fe5860fa0a5f7c8c6e5899d68","artifacts.py":"a84d62e46e8ed3a7ab6e4a0fda5ac37da18fe59b26e245c2a60b68b892518213","bench.py":"000cea09b7c13fb45d286602fd0a9245108ee57ef482986a528d309b413d358c","split.py":"03fb00b0f2bb1f981239b84daa2974513b59ffb3d34ade2daf7a32c909b45384","datasets.py":"27deed5a913e1307bc3f81f10fd30377f91d1948ec7f3819b5b7b630e7710613","grade_case.py":"9d85c95ba689b3395538ff8a26be11136f75390ffa366eda21ced315c2332722","evidence.py":"f35e69eb3311b5179275f417531819a7bdd0efbfd155fdd4de5257ef54b1e768"},"runtime_version":{"returncode":0},"runtime_components":{"libggml-base.so":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-base.so.0.27.0":"fc4a1972defc4d3890dfda021e819bae2f1fb69fa994e48004e246b68397a403","libggml-cpu.so":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml-cpu.so.0.27.0":"24fa35fda53e6b36e68225072fac90e08a0f22d179ced08ab6face7f399bf887","libggml.so":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libggml.so.0.27.0":"6568d2055be1b0578969a287c6ad7461b722d4ab0f2baf3d1cfd82b220a696fb","libllama-bench-impl.so":"17599c588c9b19dc37f8b7e5fa3a8b878b9696eb4dc054558753d5e822d7355b","libllama-cli-impl.so":"b21348ca3389c6834b21d4d40cc1280f0e9d0bbff99475024a7f0a1a6c063893","libllama-common.so":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-common.so.0.7.0":"84b9e7930dc5a864506e4a05b70b7183355d7c4019e1196468ddb9ba23d0c0d4","libllama-server-impl.so":"f761ac7c5d00cd195ed78eb8cb3f02fbde57dbb8c8f2934621b23a3586f04136","libllama.so":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libllama.so.0.7.0":"84fd3e6ddab5feb0bfc88b937227f01f34ed0e4a0cff38f0176c68f3df661de9","libmtmd.so":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","libmtmd.so.0.7.0":"ed8b3604c4da7bbde794ad66227181d626cb1f182307f4f1f6481c09e00f7fa8","llama-bench":"1247b65b35d5e85c8f8ddd81babc7d4d3d9e56cd9b8062c811fce4d08241ff16","llama-cli":"28b9c06080c693b82ffba8b0526add9999dc41bd0c99b9f2d74dba8fd95718f6","llama-server":"4ef96bddb2e14aa82e484c9bc11be53165f2c780da4419bb6dda63fdcaaa724f"},"python_version":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","observation":{"device_id":"pi5-16gb","os_release":"PRETTY_NAME=\"Debian GNU/Linux 13 (trixie)\"\nNAME=\"Debian GNU/Linux\"\nVERSION_ID=\"13\"\nVERSION=\"13 (trixie)\"\nVERSION_CODENAME=trixie\nDEBIAN_VERSION_FULL=13.7\nID=debian\nHOME_URL=\"https://www.debian.org/\"\nSUPPORT_URL=\"https://www.debian.org/support\"\nBUG_REPORT_URL=\"https://bugs.debian.org/\"","memory":"MemTotal:       16607552 kB\nMemFree:         5339072 kB\nMemAvailable:   15454032 kB\nBuffers:          161248 kB\nCached:          9838576 kB\nSwapCached:         1136 kB\nActive:          5721424 kB\nInactive:        4808656 kB\nActive(anon):     319712 kB\nInactive(anon):   339728 kB\nActive(file):    5401712 kB\nInactive(file):  4468928 kB\nUnevictable:           0 kB\nMlocked:               0 kB\nSwapTotal:       2097136 kB\nSwapFree:        1781184 kB\nZswap:                 0 kB\nZswapped:              0 kB\nDirty:               896 kB\nWriteback:             0 kB\nAnonPages:        529968 kB\nMapped:            63232 kB\nShmem:            129248 kB\nKReclaimable:     367536 kB\nSlab:             436880 kB\nSReclaimable:     367536 kB\nSUnreclaim:        69344 kB\nKernelStack:        3136 kB\nPageTables:         5792 kB\nSecPageTables:       112 kB\nNFS_Unstable:          0 kB\nBounce:                0 kB\nWritebackTmp:          0 kB\nCommitLimit:    10400912 kB\nCommitted_AS:    1325248 kB\nVmallocTotal:   68447887360 kB\nVmallocUsed:       67200 kB\nVmallocChunk:          0 kB\nPercpu:              960 kB\nCmaTotal:          65536 kB\nCmaFree:               0 kB\nBalloon:               0 kB","swap":"Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority\n/dev/zram0                              partition\t2097136\t\t315952\t\t100","cpu_governor":"ondemand","thermal":{"temperature_c":62.25,"throttled_bits":0,"cpu_khz":"2400000"},"disk":{"total":123097305088,"used":35245899776,"free":82805026816},"python":"3.13.5 (main, Aug 10 2026, 12:06:59) [GCC 14.2.0]","notes":"Stock clocks/governor are recorded, not tuned. Engine swap is prohibited per cgroup; OS swap may remain enabled. External artifact verification warms filesystem cache; cgroup file-cache charges may belong to the verifier, so RSS and cgroup peaks are separate."}},"memory_accounting":{"primary":"Engine peak RSS","scope":"40K context capacity; 128-token probes, including reasoning; not time to a final answer"},"latency_summary":{"preflight_rejections":0,"right_censored":false},"metric_availability":{"task_success_rate":"not_assessed_performance_probes"},"id":"split-5a57437c64a9770de8bd","status":"measured_split","device_id":"pi5-16gb","benchmarks":{"ifeval":73.4375,"bfcl":57.291666666666664,"ruler":64.58333333333333},"deadline_scores":{},"protocol":{"suite":"pi-performance-v1","track":"standard","id":"edge-k2-reasoning-v1","performance_workload":{"prompt_tokens":256,"decode_tokens":128,"repetitions":10,"latency_cases":6,"latency_repetitions":3,"latency_output_budget":128,"notes":"Latency includes reasoning tokens; bounded probe time, not completed-answer latency."}},"capability_evidence":{"id":"158d3b8a9bae15a487cc","device_id":"rtx4060ti-16gb","compatibility_id":"918bf77ac3c4bfa79d2bff8f177378f23fcf02d2df257aed3b2cfb16f7036d90","comparison_basis":"matched_configuration","cross_device_status":"not_checked"}}],"progress":{"capability":{"at":"2026-10-22T03:32:40.164564+00:00","status":"completed","failed_models":[]},"performance":{"at":"2026-10-24T18:23:02.206569+00:00","status":"device_busy"}},"errors":{},"updated_at":"2026-10-24T18:23:11.523010+00:00"},"site_features":{"home_commands":false,"performance_tracks":false},"discovery":{"result_pages":{"pi5-16gb":{"qwen3-5-0-8b":"results/raspberry-pi-5/qwen3-5-0-8b/","qwen3-5-4b":"results/raspberry-pi-5/qwen3-5-4b/","qwen3-5-2b":"results/raspberry-pi-5/qwen3-5-2b/","nemotron-3-nano-4b":"results/raspberry-pi-5/nemotron-3-nano-4b/","minicpm5-2b":"results/raspberry-pi-5/minicpm5-2b/","minicpm5-1b":"results/raspberry-pi-5/minicpm5-1b/","gemma-4-e4b-it":"results/raspberry-pi-5/gemma-4-e4b-it/","lfm2-5-1-2b-instruct":"results/raspberry-pi-5/lfm2-5-1-2b-instruct/","granite-4-1-3b":"results/raspberry-pi-5/granite-4-1-3b/","qwen3-5-9b":"results/raspberry-pi-5/qwen3-5-9b/","gemma-4-e2b-it":"results/raspberry-pi-5/gemma-4-e2b-it/","granite-4-2-3b":"results/raspberry-pi-5/granite-4-2-3b/","smollm3-3b":"results/raspberry-pi-5/smollm3-3b/","qwen3-4b-instruct-2507":"results/raspberry-pi-5/qwen3-4b-instruct-2507/","ministral-3-3b-instruct-2512":"results/raspberry-pi-5/ministral-3-3b-instruct-2512/","granite-4-2-8b":"results/raspberry-pi-5/granite-4-2-8b/","lfm2-5-8b-a1b":"results/raspberry-pi-5/lfm2-5-8b-a1b/","olmo-3-7b-instruct":"results/raspberry-pi-5/olmo-3-7b-instruct/","granite-4-1-8b":"results/raspberry-pi-5/granite-4-1-8b/","g9v3-3b":"results/raspberry-pi-5/g9v3-3b/","ministral-3-8b-instruct-2512":"results/raspberry-pi-5/ministral-3-8b-instruct-2512/","ling-3-0-tiny":"results/raspberry-pi-5/ling-3-0-tiny/","ornith-1-5-9b":"results/raspberry-pi-5/ornith-1-5-9b/","qwen3-0-6b":"results/raspberry-pi-5/qwen3-0-6b/","phi-4-mini-instruct":"results/raspberry-pi-5/phi-4-mini-instruct/","qwen3-1-7b":"results/raspberry-pi-5/qwen3-1-7b/","qwen3-8b":"results/raspberry-pi-5/qwen3-8b/","qwen3-4b":"results/raspberry-pi-5/qwen3-4b/","smollm2-1-7b-instruct":"results/raspberry-pi-5/smollm2-1-7b-instruct/","hermes-3-llama-3-1-8b":"results/raspberry-pi-5/hermes-3-llama-3-1-8b/","olmo-2-0425-1b-instruct":"results/raspberry-pi-5/olmo-2-0425-1b-instruct/","lfm2-700m":"results/raspberry-pi-5/lfm2-700m/","lfm2-1-2b":"results/raspberry-pi-5/lfm2-1-2b/","tulu-3-1-llama-3-1-8b":"results/raspberry-pi-5/tulu-3-1-llama-3-1-8b/","lfm2-8b-a1b":"results/raspberry-pi-5/lfm2-8b-a1b/","lfm2-5-230m":"results/raspberry-pi-5/lfm2-5-230m/","lfm2-5-350m":"results/raspberry-pi-5/lfm2-5-350m/","smollm2-135m-instruct":"results/raspberry-pi-5/smollm2-135m-instruct/","smollm2-360m-instruct":"results/raspberry-pi-5/smollm2-360m-instruct/","lfm2-350m":"results/raspberry-pi-5/lfm2-350m/","qwen3-vl-4b-instruct":"results/raspberry-pi-5/qwen3-vl-4b-instruct/","qwen3-vl-8b-instruct":"results/raspberry-pi-5/qwen3-vl-8b-instruct/","spark-x2-5-1-7b":"results/raspberry-pi-5/spark-x2-5-1-7b/","spark-x2-5-4b":"results/raspberry-pi-5/spark-x2-5-4b/","nanbeige4-2-3b":"results/raspberry-pi-5/nanbeige4-2-3b/","agents-a1-4b":"results/raspberry-pi-5/agents-a1-4b/","llama-3-2-1b-instruct":"results/raspberry-pi-5/llama-3-2-1b-instruct/","llama-3-2-3b-instruct":"results/raspberry-pi-5/llama-3-2-3b-instruct/","llama-3-1-8b-instruct":"results/raspberry-pi-5/llama-3-1-8b-instruct/","qwen2-5-0-5b-instruct":"results/raspberry-pi-5/qwen2-5-0-5b-instruct/","qwen2-5-1-5b-instruct":"results/raspberry-pi-5/qwen2-5-1-5b-instruct/","qwen2-5-3b-instruct":"results/raspberry-pi-5/qwen2-5-3b-instruct/","qwen2-5-7b-instruct":"results/raspberry-pi-5/qwen2-5-7b-instruct/","spark-x2-6-4b":"results/raspberry-pi-5/spark-x2-6-4b/","lfm3-1-7b":"results/raspberry-pi-5/lfm3-1-7b/","lfm3-vl-2b":"results/raspberry-pi-5/lfm3-vl-2b/","k2-horizon-7b":"results/raspberry-pi-5/k2-horizon-7b/","k2-horizon-0-9b":"results/raspberry-pi-5/k2-horizon-0-9b/","k2-horizon-3-7b":"results/raspberry-pi-5/k2-horizon-3-7b/"}},"device_hubs":["devices/raspberry-pi-5/"],"comparisons":["compare/qwen3-0-6b-vs-lfm2-5-1-2b-instruct/raspberry-pi-5/","compare/gemma-4-e4b-it-vs-qwen3-5-9b/raspberry-pi-5/"],"sitemap":"sitemap.xml"}}