[ { "schema": 1, "run_id": "20261007-fixture--reference", "combo": "fixture--reference", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": true, "model": { "id": "none", "label": "Hand-written reference (test fixture)" }, "settings": {}, "started_at": "2026-10-07T01:43:42Z", "stop_reason": "done", "wall_s": 3.0, "model_time_s": null, "tool_calls": null, "tool_errors": null, "tool_errors_by_type": null, "guard_events": null, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 100, "passed": 19, "partial": 0, "failed": 0, "tests_total": 19, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1 }, "suite_version": "1.0.1" }, "design": null, "harness": { "name": "fixture" }, "engine": { "kind": "none" }, "resources": { "vram_total_mib": 11648, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261007-2236-omp--lmstudio--gemma4-12b-qat", "combo": "omp--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-07T21:36:51Z", "stop_reason": "loop", "wall_s": 4340.6, "model_time_s": 4015.5, "tool_calls": 20, "tool_errors": 18, "tool_errors_by_type": { "other": 17, "edit_mismatch": 1 }, "guard_events": 0, "tokens": { "prompt": 567247, "output": 35692, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 13.9, "passed": 2, "partial": 1, "failed": 15, "tests_total": 18, "features": { "O": 0, "F1": 0.42, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0 }, "suite_version": "1.0.1" }, "design": null, "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261007-2351-mswea--lmstudio--gemma4-12b-qat", "combo": "mswea--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-07T22:51:30Z", "stop_reason": "done", "wall_s": 6904.9, "model_time_s": 5096.4, "tool_calls": 22, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": null, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 26.3, "passed": 4, "partial": 2, "failed": 13, "tests_total": 19, "features": { "O": 1, "F1": 0.5, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:26:50.919Z", "score_before": 27.8, "suite_before": "1.0.1" }, "harness": { "name": "mswea-mac-gemma12b" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0116-mswea--strata--swift15-iq3xxs", "combo": "mswea--strata--swift15-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-08T00:16:26Z", "stop_reason": "done", "wall_s": 4591.4, "model_time_s": 4004.7, "tool_calls": 58, "tool_errors": 8, "tool_errors_by_type": { "format": 2, "other": 6 }, "guard_events": null, "tokens": { "prompt": 2599314, "output": 83832, "thinking": null, "reused": 2583578 }, "requests": 57, "decode_tok_s": 22.39, "prefill_tok_s": 60.4, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 92.1, "passed": 16, "partial": 3, "failed": 0, "tests_total": 19, "features": { "O": 1, "F1": 0.92, "G": 1, "F2": 1, "F3": 0.5, "F7": 1, "F4": 0.5, "F5": 1, "F8": 1, "F6": 1, "F9": 1 }, "suite_version": "1.0.1" }, "design": null, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 123 } }, { "schema": 1, "run_id": "20261008-0116-mswea--strata--swift15-iq3xxs-cont", "combo": "mswea--strata--swift15-iq3xxs", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "3860b94096d4", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T06:37:31Z", "stop_reason": "done", "wall_s": 1233.8, "model_time_s": 905.2, "tool_calls": 25, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 658396, "output": 16129, "thinking": null, "reused": 627730 }, "requests": 25, "decode_tok_s": 22.6, "prefill_tok_s": 160.1, "prefix_reuse": 0.953, "steers": 1, "checklist": { "score": 95, "passed": 18, "partial": 2, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 0.92, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 0.5, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-0116-mswea--strata--swift15-iq3xxs", "checklist_before": 92.5, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:29:19.651Z", "score_before": 95, "suite_before": "1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11645, "vram_engine_mib": 0, "engine_rss_mib": 93 } }, { "schema": 1, "run_id": "20261008-0116-mswea--strata--swift15-iq3xxs-cont2", "combo": "mswea--strata--swift15-iq3xxs", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "aa3a20331ca1", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T09:07:47Z", "stop_reason": "done", "wall_s": 3715.1, "model_time_s": 2893.3, "tool_calls": 58, "tool_errors": 6, "tool_errors_by_type": { "other": 5, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 3055278, "output": 46678, "thinking": null, "reused": 3006288 }, "requests": 58, "decode_tok_s": 18.6, "prefill_tok_s": 127.5, "prefix_reuse": 0.984, "steers": 1, "checklist": { "score": 97.5, "passed": 19, "partial": 1, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 0.92, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-0116-mswea--strata--swift15-iq3xxs-cont", "checklist_before": 95, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:30:29.734Z", "score_before": 95, "suite_before": "1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 84 } }, { "schema": 1, "run_id": "20261008-0150-omp--lmstudio--gemma4-26b-a4b", "combo": "omp--lmstudio--gemma4-26b-a4b", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "gemma-4-26b-a4b-it-qat-mlx", "label": "Gemma 4 26B-A4B QAT MLX 4-bit (LM Studio, Mac mini)", "ctx": 131072 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 131072, nothing else loaded" }, "started_at": "2026-10-08T00:50:48Z", "stop_reason": "crash", "wall_s": 1386.2, "model_time_s": null, "tool_calls": 19, "tool_errors": 15, "tool_errors_by_type": { "other": 15 }, "guard_events": 0, "tokens": { "prompt": 434460, "output": 24719, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 39.5, "passed": 7, "partial": 1, "failed": 11, "tests_total": 19, "features": { "O": 1, "F1": 0.92, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:33:14.269Z", "score_before": 41.7, "suite_before": "1.0.1" }, "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0218-mswea--lmstudio--gemma4-26b-a4b", "combo": "mswea--lmstudio--gemma4-26b-a4b", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "gemma-4-26b-a4b-it-qat-mlx", "label": "Gemma 4 26B-A4B QAT MLX 4-bit (LM Studio, Mac mini)", "ctx": 131072 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 131072, nothing else loaded" }, "started_at": "2026-10-08T01:18:21Z", "stop_reason": "done", "wall_s": 1468.0, "model_time_s": null, "tool_calls": 15, "tool_errors": 6, "tool_errors_by_type": { "format": 6 }, "guard_events": null, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 26.3, "passed": 4, "partial": 2, "failed": 13, "tests_total": 19, "features": { "O": 1, "F1": 0.5, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:36:01.093Z", "score_before": 27.8, "suite_before": "1.0.1" }, "harness": { "name": "mswea-mac-gemma26b" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0233-omp--strata--swift15-iq3xxs", "combo": "omp--strata--swift15-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-08T01:33:55Z", "stop_reason": "done", "wall_s": 30194.8, "model_time_s": 19299.5, "tool_calls": 520, "tool_errors": 35, "tool_errors_by_type": { "other": 30, "not_found": 4, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 33495887, "output": 340750, "thinking": null, "reused": 32803135 }, "requests": 504, "decode_tok_s": 21.29, "prefill_tok_s": 210.4, "prefix_reuse": 0.979, "steers": 0, "checklist": { "score": 100, "passed": 19, "partial": 0, "failed": 0, "tests_total": 19, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1 }, "suite_version": "1.0.1" }, "design": null, "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 202 } }, { "schema": 1, "run_id": "20261008-0233-omp--strata--swift15-iq3xxs-cont", "combo": "omp--strata--swift15-iq3xxs", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "5a58c541e83a", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T02:07:09Z", "stop_reason": "done", "wall_s": 16158.1, "model_time_s": 14534.0, "tool_calls": 393, "tool_errors": 50, "tool_errors_by_type": { "other": 49, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 25652752, "output": 215088, "thinking": null, "reused": 25275892 }, "requests": 399, "decode_tok_s": 18.49, "prefill_tok_s": 129.9, "prefix_reuse": 0.985, "steers": 1, "checklist": { "score": 100, "passed": 20, "partial": 0, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-0233-omp--strata--swift15-iq3xxs", "checklist_before": 95, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:38:57.134Z", "score_before": 100, "suite_before": "1.1.0" }, "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11645, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261008-0247-omp--lmstudio--gemma4-26b-a4b", "combo": "omp--lmstudio--gemma4-26b-a4b", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "gemma-4-26b-a4b-it-qat-mlx", "label": "Gemma 4 26B-A4B QAT MLX 4-bit (LM Studio, Mac mini)", "ctx": 32768 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 32768 (fallback)" }, "started_at": "2026-10-08T01:47:53Z", "stop_reason": "done", "wall_s": 1059.6, "model_time_s": null, "tool_calls": 12, "tool_errors": 11, "tool_errors_by_type": { "not_found": 3, "syntax": 7, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 182628, "output": 8814, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 10.5, "passed": 2, "partial": 0, "failed": 17, "tests_total": 19, "features": { "O": 0.5, "F1": 0.17, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:41:25.508Z", "score_before": 11.1, "suite_before": "1.0.1" }, "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0308-omp--lmstudio--gemma4-12b-qat", "combo": "omp--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-08T02:08:28Z", "stop_reason": "loop", "wall_s": 2300.3, "model_time_s": 2234.9, "tool_calls": 13, "tool_errors": 11, "tool_errors_by_type": { "other": 11 }, "guard_events": 0, "tokens": { "prompt": 242038, "output": 16598, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 36.1, "passed": 6, "partial": 1, "failed": 11, "tests_total": 18, "features": { "O": 0.5, "F1": 0.92, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0 }, "suite_version": "1.0.1" }, "design": null, "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0350-mswea--lmstudio--gemma4-12b-qat", "combo": "mswea--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-08T02:50:42Z", "stop_reason": "done", "wall_s": 3872.1, "model_time_s": 3166.4, "tool_calls": 13, "tool_errors": 1, "tool_errors_by_type": { "format": 1 }, "guard_events": null, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 36.8, "passed": 6, "partial": 2, "failed": 11, "tests_total": 19, "features": { "O": 1, "F1": 0.83, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:44:40.330Z", "score_before": 38.9, "suite_before": "1.0.1" }, "harness": { "name": "mswea-mac-gemma12b" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0458-omp--lmstudio--gemma4-26b-a4b", "combo": "omp--lmstudio--gemma4-26b-a4b", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "gemma-4-26b-a4b-it-qat-mlx", "label": "Gemma 4 26B-A4B QAT MLX 4-bit (LM Studio, Mac mini)", "ctx": 32768 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 32768 (fallback)" }, "started_at": "2026-10-08T03:58:57Z", "stop_reason": "crash", "wall_s": 833.4, "model_time_s": null, "tool_calls": 6, "tool_errors": 4, "tool_errors_by_type": { "exit_code": 4 }, "guard_events": 0, "tokens": { "prompt": 76857, "output": 9774, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 10.5, "passed": 2, "partial": 0, "failed": 17, "tests_total": 19, "features": { "O": 0.5, "F1": 0.17, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:48:13.024Z", "score_before": 11.1, "suite_before": "1.0.1" }, "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0515-omp--lmstudio--gemma4-12b-qat", "combo": "omp--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-08T04:15:03Z", "stop_reason": "loop", "wall_s": 840.1, "model_time_s": 831.5, "tool_calls": 9, "tool_errors": 8, "tool_errors_by_type": { "other": 8 }, "guard_events": 0, "tokens": { "prompt": 135759, "output": 7636, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": null, "design": null, "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0529-omp--lmstudio--gemma4-12b-qat", "combo": "omp--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-08T04:29:37Z", "stop_reason": "done", "wall_s": 1194.7, "model_time_s": 1190.6, "tool_calls": 5, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 89916, "output": 11597, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 68.4, "passed": 10, "partial": 6, "failed": 3, "tests_total": 19, "features": { "O": 1, "F1": 0.83, "G": 1, "F2": 0, "F3": 0.5, "F4": 0, "F5": 0.5, "F8": 0, "F6": 0.5, "F9": 0.5, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:51:34.555Z", "score_before": 66.7, "suite_before": "1.0.1" }, "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0551-mswea--lmstudio--gemma4-12b-qat", "combo": "mswea--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-08T04:51:25Z", "stop_reason": "done", "wall_s": 4576.0, "model_time_s": 3995.1, "tool_calls": 16, "tool_errors": 2, "tool_errors_by_type": { "format": 2 }, "guard_events": null, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 36.8, "passed": 6, "partial": 2, "failed": 11, "tests_total": 19, "features": { "O": 1, "F1": 0.83, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:54:23.677Z", "score_before": 38.9, "suite_before": "1.0.1" }, "harness": { "name": "mswea-mac-gemma12b" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0711-omp--lmstudio--gemma4-12b-qat", "combo": "omp--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-08T06:11:01Z", "stop_reason": "stall", "wall_s": 7661.5, "model_time_s": 5831.9, "tool_calls": 18, "tool_errors": 18, "tool_errors_by_type": { "edit_mismatch": 2, "other": 16 }, "guard_events": 0, "tokens": { "prompt": 547600, "output": 48848, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": null, "design": null, "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-0918-mswea--lmstudio--gemma4-12b-qat", "combo": "mswea--lmstudio--gemma4-12b-qat", "node": "mac", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "google/gemma-4-12b-qat", "label": "Gemma 4 12B QAT (LM Studio, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Gemma 4 card preset (t 1.0, top_p 0.95, top_k 64)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 64 }, "loaded": "LM Studio, context 65536 (fallback)" }, "started_at": "2026-10-08T08:18:45Z", "stop_reason": "done", "wall_s": 5340.9, "model_time_s": 2229.1, "tool_calls": 8, "tool_errors": 1, "tool_errors_by_type": { "format": 1 }, "guard_events": null, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 28.9, "passed": 5, "partial": 1, "failed": 13, "tests_total": 19, "features": { "O": 1, "F1": 0.58, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:57:21.856Z", "score_before": 30.6, "suite_before": "1.0.1" }, "harness": { "name": "mswea-mac-gemma12b" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261008-1101-mswea--strata--flash-iq3xxs", "combo": "mswea--strata--flash-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "qwen3.8-flash-next-iq3_xxs", "label": "Qwen3.8 Flash Next IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-08T10:01:03Z", "stop_reason": "done", "wall_s": 5627.5, "model_time_s": 4939.4, "tool_calls": 71, "tool_errors": 5, "tool_errors_by_type": { "format": 1, "other": 4 }, "guard_events": null, "tokens": { "prompt": 4795543, "output": 100620, "thinking": null, "reused": 4775592 }, "requests": 72, "decode_tok_s": 21.86, "prefill_tok_s": 59.4, "prefix_reuse": 0.996, "steers": 0, "checklist": { "score": 97.4, "passed": 18, "partial": 1, "failed": 0, "tests_total": 19, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 0.5, "F6": 1, "F9": 1 }, "suite_version": "1.0.1" }, "design": null, "harness": { "name": "mswea-strata-flash" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11646, "vram_engine_mib": 0, "engine_rss_mib": 101 } }, { "schema": 1, "run_id": "20261008-1101-mswea--strata--flash-iq3xxs-cont", "combo": "mswea--strata--flash-iq3xxs", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "7d9013c83bd6", "fixture": false, "model": { "id": "qwen3.8-flash-next-iq3_xxs", "label": "Qwen3.8 Flash Next IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T07:01:02Z", "stop_reason": "done", "wall_s": 468.5, "model_time_s": 434.7, "tool_calls": 15, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 162619, "output": 6544, "thinking": null, "reused": 148022 }, "requests": 11, "decode_tok_s": 18.7, "prefill_tok_s": 172.1, "prefix_reuse": 0.91, "steers": 1, "checklist": { "score": 97.5, "passed": 19, "partial": 1, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 0.5, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-1101-mswea--strata--flash-iq3xxs", "checklist_before": 92.5, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:58:26.267Z", "score_before": 97.5, "suite_before": "1.1.0" }, "harness": { "name": "mswea-strata-flash" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11649, "vram_engine_mib": 0, "engine_rss_mib": 100 } }, { "schema": 1, "run_id": "20261008-1101-mswea--strata--flash-iq3xxs-cont2", "combo": "mswea--strata--flash-iq3xxs", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "ca20506013c9", "fixture": false, "model": { "id": "qwen3.8-flash-next-iq3_xxs", "label": "Qwen3.8 Flash Next IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T10:12:34Z", "stop_reason": "done", "wall_s": 627.2, "model_time_s": 558.1, "tool_calls": 24, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 326889, "output": 7641, "thinking": null, "reused": 308111 }, "requests": 20, "decode_tok_s": 18.08, "prefill_tok_s": 138.6, "prefix_reuse": 0.943, "steers": 1, "checklist": { "score": 100, "passed": 20, "partial": 0, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-1101-mswea--strata--flash-iq3xxs-cont", "checklist_before": 97.5, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T15:59:32.328Z", "score_before": 100, "suite_before": "1.1.0" }, "harness": { "name": "mswea-strata-flash" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 82 } }, { "schema": 1, "run_id": "20261008-1235-omp--strata--flash-iq3xxs", "combo": "omp--strata--flash-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "qwen3.8-flash-next-iq3_xxs", "label": "Qwen3.8 Flash Next IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-08T11:35:45Z", "stop_reason": "done", "wall_s": 18145.9, "model_time_s": 16193.1, "tool_calls": 293, "tool_errors": 21, "tool_errors_by_type": { "other": 16, "edit_mismatch": 4, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 20755430, "output": 247465, "thinking": null, "reused": 20365876 }, "requests": 298, "decode_tok_s": 17.81, "prefill_tok_s": 169.2, "prefix_reuse": 0.981, "steers": 0, "checklist": { "score": 100, "passed": 20, "partial": 0, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T16:00:36.177Z", "score_before": 100, "suite_before": "1.0.1" }, "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 101 } }, { "schema": 1, "run_id": "20261008-1740-mswea--strata--coder-iq1m", "combo": "mswea--strata--coder-iq1m", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-08T16:40:14Z", "stop_reason": "crash", "wall_s": 3225.8, "model_time_s": 2630.9, "tool_calls": 30, "tool_errors": 3, "tool_errors_by_type": { "format": 1, "other": 1, "timeout": 1 }, "guard_events": null, "tokens": { "prompt": 1001643, "output": 48214, "thinking": null, "reused": 991051 }, "requests": 31, "decode_tok_s": 18.86, "prefill_tok_s": 141.7, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 76.3, "passed": 13, "partial": 3, "failed": 3, "tests_total": 19, "features": { "O": 0.75, "F1": 0.92, "G": 1, "F2": 1, "F3": 0.5, "F7": 0, "F4": 0, "F5": 1, "F8": 0, "F6": 1, "F9": 1 }, "suite_version": "1.0.1" }, "design": null, "harness": { "name": "mswea-strata-coder" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11597, "vram_engine_mib": 0, "engine_rss_mib": 224 } }, { "schema": 1, "run_id": "20261008-1740-mswea--strata--coder-iq1m-cont", "combo": "mswea--strata--coder-iq1m", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "9e0c2939247e", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T07:10:55Z", "stop_reason": "done", "wall_s": 2209.2, "model_time_s": 1763.8, "tool_calls": 54, "tool_errors": 5, "tool_errors_by_type": { "other": 5 }, "guard_events": 0, "tokens": { "prompt": 2205013, "output": 30159, "thinking": null, "reused": 2161178 }, "requests": 52, "decode_tok_s": 18.46, "prefill_tok_s": 337.6, "prefix_reuse": 0.98, "steers": 1, "checklist": { "score": 90, "passed": 17, "partial": 2, "failed": 1, "tests_total": 20, "features": { "O": 1, "F1": 0.92, "G": 1, "F2": 1, "F3": 0.5, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-1740-mswea--strata--coder-iq1m", "checklist_before": 85, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T16:01:37.512Z", "score_before": 97.5, "suite_before": "1.1.0" }, "harness": { "name": "mswea-strata-coder" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11593, "vram_engine_mib": 0, "engine_rss_mib": 215 } }, { "schema": 1, "run_id": "20261008-1740-mswea--strata--coder-iq1m-cont2", "combo": "mswea--strata--coder-iq1m", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "6d51c6d5bc40", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T10:25:04Z", "stop_reason": "done", "wall_s": 962.7, "model_time_s": 677.2, "tool_calls": 32, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 537835, "output": 14173, "thinking": null, "reused": 519599 }, "requests": 25, "decode_tok_s": 23.03, "prefill_tok_s": 294.7, "prefix_reuse": 0.966, "steers": 1, "checklist": { "score": 92.5, "passed": 18, "partial": 1, "failed": 1, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 0.5, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-1740-mswea--strata--coder-iq1m-cont", "checklist_before": 97.5, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T16:03:23.839Z", "score_before": 92.5, "suite_before": "1.2.0" }, "harness": { "name": "mswea-strata-coder" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11595, "vram_engine_mib": 0, "engine_rss_mib": 222 } }, { "schema": 1, "run_id": "20261008-1740-mswea--strata--coder-iq1m-cont3", "combo": "mswea--strata--coder-iq1m", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "d776ca5bfd2b", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-10T19:16:50Z", "stop_reason": "done", "wall_s": 2872.5, "model_time_s": 2409.4, "tool_calls": 44, "tool_errors": 10, "tool_errors_by_type": { "other": 5, "syntax": 2, "timeout": 3 }, "guard_events": 0, "tokens": { "prompt": 1438482, "output": 31698, "thinking": null, "reused": 1403313 }, "requests": 39, "decode_tok_s": 13.77, "prefill_tok_s": 328.8, "prefix_reuse": 0.976, "steers": 1, "checklist": { "score": 95, "passed": 18, "partial": 2, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 0.5, "F7": 1, "F4": 0.5, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-1740-mswea--strata--coder-iq1m-cont2", "checklist_before": 92.5, "harness": { "name": "mswea-strata-coder" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11593, "vram_engine_mib": 0, "engine_rss_mib": 224 } }, { "schema": 1, "run_id": "20261008-1834-omp--strata--coder-iq1m", "combo": "omp--strata--coder-iq1m", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-08T17:34:57Z", "stop_reason": "done", "wall_s": 10039.7, "model_time_s": 8014.1, "tool_calls": 228, "tool_errors": 28, "tool_errors_by_type": { "other": 17, "edit_mismatch": 9, "not_found": 1, "exit_code": 1 }, "guard_events": 0, "tokens": { "prompt": 14435115, "output": 146632, "thinking": null, "reused": 14312310 }, "requests": 213, "decode_tok_s": 19.51, "prefill_tok_s": 246.0, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 76.3, "passed": 14, "partial": 1, "failed": 4, "tests_total": 19, "features": { "O": 1, "F1": 0.67, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 0.5, "F5": 1, "F8": 0, "F6": 1, "F9": 0 }, "suite_version": "1.0.1" }, "design": null, "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11597, "vram_engine_mib": 0, "engine_rss_mib": 241 } }, { "schema": 1, "run_id": "20261008-1834-omp--strata--coder-iq1m-cont", "combo": "omp--strata--coder-iq1m", "node": "omarchy", "variant": "steered", "prompt": "v1", "prompt_sha256": "4fb4c9fbf999", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T07:48:46Z", "stop_reason": "done", "wall_s": 1509.8, "model_time_s": 1334.1, "tool_calls": 53, "tool_errors": 4, "tool_errors_by_type": { "exit_code": 1, "edit_mismatch": 1, "other": 1, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 1954494, "output": 21670, "thinking": null, "reused": 1923163 }, "requests": 54, "decode_tok_s": 17.92, "prefill_tok_s": 250.6, "prefix_reuse": 0.984, "steers": 1, "checklist": { "score": 95, "passed": 19, "partial": 0, "failed": 1, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 0, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261008-1834-omp--strata--coder-iq1m", "checklist_before": 80, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T16:05:02.186Z", "score_before": 95, "suite_before": "1.1.0" }, "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11593, "vram_engine_mib": 0, "engine_rss_mib": 230 } }, { "schema": 1, "run_id": "20261008-2125-hermes--strata--swift15-iq3xxs", "combo": "hermes--strata--swift15-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-08T20:25:09Z", "stop_reason": "stall", "wall_s": 9603.9, "model_time_s": 6417.8, "tool_calls": 42, "tool_errors": 8, "tool_errors_by_type": { "other": 8 }, "guard_events": 0, "tokens": { "prompt": 2317964, "output": 162354, "thinking": null, "reused": 2307997 }, "requests": 51, "decode_tok_s": 26.73, "prefill_tok_s": 29.0, "prefix_reuse": 0.996, "steers": 0, "checklist": { "score": 21.1, "passed": 3, "partial": 2, "failed": 14, "tests_total": 19, "features": { "O": 0.75, "F1": 0.42, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T16:08:38.983Z", "score_before": 22.2, "suite_before": "1.0.1" }, "harness": { "name": "hermes-swift" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 99 } }, { "schema": 1, "run_id": "20261009-0009-hermes--strata--flash-iq3xxs", "combo": "hermes--strata--flash-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v1", "fixture": false, "model": { "id": "qwen3.8-flash-next-iq3_xxs", "label": "Qwen3.8 Flash Next IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": null, "stop_reason": null, "wall_s": 10407.6, "model_time_s": 7788.1, "tool_calls": null, "tool_errors": null, "tool_errors_by_type": null, "guard_events": null, "tokens": { "prompt": 4756711, "output": 151352, "thinking": null, "reused": 4631282 }, "requests": 89, "decode_tok_s": 21.78, "prefill_tok_s": 149.5, "prefix_reuse": 0.974, "steers": 0, "checklist": { "score": 85, "passed": 15, "partial": 4, "failed": 1, "tests_total": 20, "features": { "O": 0.75, "F1": 0.92, "G": 1, "F2": 1, "F3": 0, "F7": 1, "F4": 0.5, "F5": 1, "F8": 1, "F6": 1, "F9": 0.5, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T16:11:24.645Z", "score_before": 86.8, "suite_before": "1.0.1" }, "harness": { "name": "hermes-flash" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11645, "vram_engine_mib": 0, "engine_rss_mib": 98 } }, { "schema": 1, "run_id": "20261009-0127-mswea--lmstudio--qwen36-35b-q3km", "combo": "mswea--lmstudio--qwen36-35b-q3km", "node": "mac", "variant": "unsteered", "prompt": "v2", "fixture": false, "model": { "id": "qwen3.6-35b-a3b@q3_k_m", "label": "Qwen3.6-35B-A3B UD-Q3_K_M (LM Studio llama.cpp, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 24576, "sampling": "Qwen3.5/3.6 precise-coding thinking preset (t 0.6, top_p 0.95, top_k 20)", "sampling_keys": { "temperature": 0.6, "top_p": 0.95, "top_k": 20 }, "loaded": "LM Studio llama.cpp GGUF, context 65536 (fallback 32768), parallel 1, nothing else loaded", "research": "research/2026-10-04-strata-models-sampling.md (preset C); 022 3060 runs; catalog qwen36-35b-mac", "request_timeout_s": 1800, "note": "litellm default 600 s timeout cut off whole-file writes (12K tokens at ~20 tok/s) in the first attempt 20261009-0049 (runs/aborted); raised to 1800 s" }, "started_at": "2026-10-09T00:27:10Z", "stop_reason": "crash", "wall_s": 2546.6, "model_time_s": 2233.3, "tool_calls": 25, "tool_errors": 2, "tool_errors_by_type": { "not_found": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 21.1, "passed": 3, "partial": 2, "failed": 14, "tests_total": 19, "features": { "O": 0.75, "F1": 0.42, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "rescored": { "suite_version": "1.2.0", "at": "2026-10-09T16:14:09.339Z", "score_before": 22.2, "suite_before": "1.0.1" }, "harness": { "name": "mswea-mac-qwen36" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11645, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261009-0212-mswea--mlx--kat-coder-reap18b", "combo": "mswea--mlx--kat-coder-reap18b", "node": "mac", "variant": "unsteered", "prompt": "v2", "prompt_sha256": "967fcac30965", "fixture": false, "model": { "id": "default_model", "label": "KAT-Coder V2.5 Dev OptiQ 4-bit REAP-18B (optiq serve / mlx-lm, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 24576, "sampling": "KAT card thinking preset (t 1.0, top_p 0.95, top_k 20, presence_penalty 1.5; presence 1.5 disputed)", "sampling_keys": { "temperature": 1.0, "top_p": 0.95, "top_k": 20, "presence_penalty": 1.5 }, "loaded": "optiq serve 0.5.19 (mlx-lm 0.32.0) with the repo kv_config.json, LM Studio models unloaded", "research": "research/2026-10-08-model-kat-coder.md", "request_timeout_s": 1800 }, "started_at": "2026-10-09T01:12:43Z", "stop_reason": "crash", "wall_s": 262.6, "model_time_s": null, "tool_calls": 0, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": null, "design": null, "checker": "check.mjs", "harness": { "name": "mswea-mac-kat" }, "engine": { "kind": "mlx" }, "resources": { "vram_total_mib": 11645, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261009-1144-mswea--lmstudio--qwen36-35b-q3km", "combo": "mswea--lmstudio--qwen36-35b-q3km", "node": "mac", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "ca24dbe548e0", "fixture": false, "model": { "id": "qwen3.6-35b-a3b@q3_k_m", "label": "Qwen3.6-35B-A3B UD-Q3_K_M (LM Studio llama.cpp, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 24576, "sampling": "Qwen3.5/3.6 precise-coding thinking preset (t 0.6, top_p 0.95, top_k 20)", "sampling_keys": { "temperature": 0.6, "top_p": 0.95, "top_k": 20 }, "loaded": "LM Studio, context 65536, parallel 1, memory guard", "research": "research/2026-10-04-strata-models-sampling.md (preset C); 022 3060 runs; catalog qwen36-35b-mac", "request_timeout_s": 1800, "note": "litellm default 600 s timeout cut off whole-file writes (12K tokens at ~20 tok/s) in the first attempt 20261009-0049 (runs/aborted); raised to 1800 s" }, "started_at": "2026-10-09T10:44:45Z", "stop_reason": "done", "wall_s": 4560.7, "model_time_s": 4125.4, "tool_calls": 60, "tool_errors": 3, "tool_errors_by_type": { "not_found": 1, "format": 2 }, "guard_events": 0, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 69.4, "passed": 10, "partial": 5, "failed": 3, "tests_total": 18, "features": { "O": 1, "F1": 0.83, "G": 1, "F2": 0.5, "F3": 0, "F4": 0, "F5": 1, "F8": 0, "F6": 0.5, "F9": 0.5 }, "suite_version": "1.0.1" }, "design": null, "checker": "check.mjs", "harness": { "name": "mswea-mac-qwen36" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11649, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261009-1144-mswea--lmstudio--qwen36-35b-q3km-cont", "combo": "mswea--lmstudio--qwen36-35b-q3km", "node": "mac", "variant": "steered", "prompt": "v3", "prompt_sha256": "b216b8537bb6", "fixture": false, "model": { "id": "qwen3.6-35b-a3b@q3_k_m", "label": "Qwen3.6-35B-A3B UD-Q3_K_M (LM Studio llama.cpp, Mac mini)", "ctx": 65536 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 24576, "sampling": "Qwen3.5/3.6 precise-coding thinking preset (t 0.6, top_p 0.95, top_k 20)", "sampling_keys": { "temperature": 0.6, "top_p": 0.95, "top_k": 20 }, "loaded": "LM Studio llama.cpp GGUF, context 65536 (fallback 32768), parallel 1, nothing else loaded", "research": "research/2026-10-04-strata-models-sampling.md (preset C); 022 3060 runs; catalog qwen36-35b-mac", "request_timeout_s": 1800, "note": "litellm default 600 s timeout cut off whole-file writes (12K tokens at ~20 tok/s) in the first attempt 20261009-0049 (runs/aborted); raised to 1800 s" }, "started_at": "2026-10-11T09:36:15Z", "stop_reason": "done", "wall_s": 5096.2, "model_time_s": null, "tool_calls": 58, "tool_errors": 2, "tool_errors_by_type": { "not_found": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": null, "output": null, "thinking": null, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 1, "checklist": { "score": 85, "passed": 15, "partial": 4, "failed": 1, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 0.5, "F3": 0, "F7": 1, "F4": 0.5, "F5": 1, "F8": 1, "F6": 0.5, "F9": 0.5, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "continued_from": "20261009-1144-mswea--lmstudio--qwen36-35b-q3km", "checklist_before": 69.4, "harness": { "name": "mswea-mac-qwen36" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261009-1144-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "6598a3ac0f47", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T10:44:12Z", "stop_reason": "done", "wall_s": 3704.0, "model_time_s": 2521.1, "tool_calls": 52, "tool_errors": 5, "tool_errors_by_type": { "timeout": 2, "other": 3 }, "guard_events": 0, "tokens": { "prompt": 1748502, "output": 42601, "thinking": null, "reused": 1729506 }, "requests": 52, "decode_tok_s": 18.59, "prefill_tok_s": 82.9, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T07:27:12.131Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 98 } }, { "schema": 1, "run_id": "20261009-1144-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T12:18:41Z", "stop_reason": "done", "wall_s": 1697.8, "model_time_s": 1376.7, "tool_calls": 33, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1058381, "output": 30061, "thinking": null, "reused": 1031818 }, "requests": 33, "decode_tok_s": 23.91, "prefill_tok_s": 222.6, "prefix_reuse": 0.975, "steers": 1, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261009-1144-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 90.6, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T07:29:37.304Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 223 } }, { "schema": 1, "run_id": "20261009-1248-mswea--strata--flash-iq3xxs--creative", "combo": "mswea--strata--flash-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "0d18f2b2a115", "fixture": false, "model": { "id": "qwen3.8-flash-next-iq3_xxs", "label": "Qwen3.8 Flash Next IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T11:48:40Z", "stop_reason": "done", "wall_s": 5635.6, "model_time_s": 4812.5, "tool_calls": 78, "tool_errors": 10, "tool_errors_by_type": { "other": 8, "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 4600787, "output": 72674, "thinking": null, "reused": 4563623 }, "requests": 78, "decode_tok_s": 16.99, "prefill_tok_s": 69.5, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T07:31:47.680Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-flash" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11659, "vram_engine_mib": 0, "engine_rss_mib": 112 } }, { "schema": 1, "run_id": "20261009-1248-mswea--strata--flash-iq3xxs--creative-c5", "combo": "mswea--strata--flash-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "qwen3.8-flash-next-iq3_xxs", "label": "Qwen3.8 Flash Next IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T19:53:45Z", "stop_reason": "done", "wall_s": 2016.1, "model_time_s": 1446.5, "tool_calls": 45, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 1406552, "output": 29919, "thinking": null, "reused": 1380341 }, "requests": 38, "decode_tok_s": 22.87, "prefill_tok_s": 189.9, "prefix_reuse": 0.981, "steers": 1, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.83, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261009-1248-mswea--strata--flash-iq3xxs--creative", "checklist_before": 87.5, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T07:35:53.657Z", "score_before": 94.4, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-flash" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11650, "vram_engine_mib": 0, "engine_rss_mib": 99 } }, { "schema": 1, "run_id": "20261009-1425-mswea--strata--coder-iq1m--creative", "combo": "mswea--strata--coder-iq1m--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "0d18f2b2a115", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T13:25:02Z", "stop_reason": "done", "wall_s": 3895.4, "model_time_s": 3033.7, "tool_calls": 66, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2765346, "output": 55207, "thinking": null, "reused": 2742910 }, "requests": 66, "decode_tok_s": 19.21, "prefill_tok_s": 140.0, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T07:39:41.867Z", "score_before": 94.4, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-coder" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11597, "vram_engine_mib": 0, "engine_rss_mib": 231 } }, { "schema": 1, "run_id": "20261009-1425-mswea--strata--coder-iq1m--creative-c5", "combo": "mswea--strata--coder-iq1m--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T20:30:11Z", "stop_reason": "done", "wall_s": 2526.3, "model_time_s": 1506.0, "tool_calls": 44, "tool_errors": 2, "tool_errors_by_type": { "other": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 1655459, "output": 33826, "thinking": null, "reused": 1639487 }, "requests": 39, "decode_tok_s": 23.86, "prefill_tok_s": 181.5, "prefix_reuse": 0.99, "steers": 1, "checklist": { "score": 91.7, "passed": 16, "partial": 1, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 0.5 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261009-1425-mswea--strata--coder-iq1m--creative", "checklist_before": 96.9, "rescored": { "suite_version": "c1.1.3", "at": "2026-10-18T23:32:46.505Z", "score_before": 91.7, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-coder" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11594, "vram_engine_mib": 0, "engine_rss_mib": 218 } }, { "schema": 1, "run_id": "20261009-1531-mswea--strata--coder-iq1m", "combo": "mswea--strata--coder-iq1m", "node": "omarchy", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T14:31:06Z", "stop_reason": "done", "wall_s": 13750.9, "model_time_s": 8791.7, "tool_calls": 150, "tool_errors": 15, "tool_errors_by_type": { "syntax": 4, "other": 6, "timeout": 4, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 10738812, "output": 106297, "thinking": null, "reused": 10705748 }, "requests": 150, "decode_tok_s": 12.66, "prefill_tok_s": 83.4, "prefix_reuse": 0.997, "steers": 0, "checklist": { "score": 92.5, "passed": 17, "partial": 3, "failed": 0, "tests_total": 20, "features": { "O": 0.75, "F1": 0.92, "G": 1, "F2": 1, "F3": 0.5, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "harness": { "name": "mswea-strata-coder" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11597, "vram_engine_mib": 0, "engine_rss_mib": 246 } }, { "schema": 1, "run_id": "20261009-1921-dsh--strata--coder-iq1m", "combo": "dsh--strata--coder-iq1m", "node": "omarchy", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)", "note": "dsh 0.2.0-rc.2 via strata_shim (027 config): medium, max_tokens 7168, compaction at its shipped 58K" }, "started_at": "2026-10-09T18:21:28Z", "stop_reason": "done", "wall_s": 16301.9, "model_time_s": 15964.0, "tool_calls": null, "tool_errors": null, "tool_errors_by_type": null, "guard_events": null, "tokens": { "prompt": 6994676, "output": 172654, "thinking": null, "reused": 6587939 }, "requests": 164, "decode_tok_s": 11.31, "prefill_tok_s": 587.6, "prefix_reuse": 0.942, "steers": 0, "checklist": { "score": 82.5, "passed": 15, "partial": 3, "failed": 2, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 0.5, "F7": 0, "F4": 0.5, "F5": 1, "F8": 0, "F6": 1, "F9": 0.5, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "harness": { "name": "deepseek" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11597, "vram_engine_mib": 0, "engine_rss_mib": 245 } }, { "schema": 1, "run_id": "20261009-2357-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "aceffe277327", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-09T22:57:05Z", "stop_reason": "done", "wall_s": 4651.9, "model_time_s": 4124.8, "tool_calls": 60, "tool_errors": 5, "tool_errors_by_type": { "other": 5 }, "guard_events": 0, "tokens": { "prompt": 2334568, "output": 48361, "thinking": null, "reused": 2312034 }, "requests": 60, "decode_tok_s": 12.77, "prefill_tok_s": 66.7, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T07:47:56.632Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 97 } }, { "schema": 1, "run_id": "20261009-2357-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "ae55694421a5", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T12:48:37Z", "stop_reason": "done", "wall_s": 2201.9, "model_time_s": 1590.4, "tool_calls": 74, "tool_errors": 4, "tool_errors_by_type": { "not_found": 1, "other": 2, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 2893440, "output": 36762, "thinking": null, "reused": 2847053 }, "requests": 74, "decode_tok_s": 26.73, "prefill_tok_s": 215.6, "prefix_reuse": 0.984, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261009-2357-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 96.9, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T07:52:31.834Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 110 } }, { "schema": 1, "run_id": "20261010-0115-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "6895da83927a", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-10T00:15:50Z", "stop_reason": "done", "wall_s": 5160.9, "model_time_s": 4598.7, "tool_calls": 66, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 3057410, "output": 57409, "thinking": null, "reused": 3036023 }, "requests": 66, "decode_tok_s": 13.49, "prefill_tok_s": 62.3, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 94.4, "passed": 16, "partial": 2, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 0.92, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T07:56:57.945Z", "score_before": 94.4, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 103 } }, { "schema": 1, "run_id": "20261010-0115-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T13:26:53Z", "stop_reason": "done", "wall_s": 921.6, "model_time_s": 848.1, "tool_calls": 26, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 646136, "output": 21713, "thinking": null, "reused": 622834 }, "requests": 24, "decode_tok_s": 28.27, "prefill_tok_s": 291.0, "prefix_reuse": 0.964, "steers": 1, "checklist": { "score": 94.4, "passed": 16, "partial": 2, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 0.92, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261010-0115-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 93.8, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:01:14.606Z", "score_before": 94.4, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 111 } }, { "schema": 1, "run_id": "20261010-0245-hermes--strata--coder-iq1m", "combo": "hermes--strata--coder-iq1m", "node": "omarchy", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "qwen3.8-flash-next-coder-iq1_m", "label": "Qwen3.8 Flash Next Coder IQ1_M (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-10T01:45:19Z", "stop_reason": "done", "wall_s": 11607.8, "model_time_s": 8612.1, "tool_calls": 141, "tool_errors": 19, "tool_errors_by_type": { "other": 17, "edit_mismatch": 2 }, "guard_events": 0, "tokens": { "prompt": 7232771, "output": 114167, "thinking": null, "reused": 7089620 }, "requests": 144, "decode_tok_s": 13.97, "prefill_tok_s": 327.0, "prefix_reuse": 0.98, "steers": 0, "checklist": { "score": 76.3, "passed": 13, "partial": 3, "failed": 3, "tests_total": 19, "features": { "O": 0.75, "F1": 0.92, "G": 1, "F2": 1, "F3": 1, "F4": 0, "F5": 0.5, "F8": 0, "F6": 1, "F9": 1, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "harness": { "name": "hermes-coder" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11593, "vram_engine_mib": 0, "engine_rss_mib": 237 } }, { "schema": 1, "run_id": "20261010-0602-hermes--strata--flash-iq3xxs", "combo": "hermes--strata--flash-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "qwen3.8-flash-next-iq3_xxs", "label": "Qwen3.8 Flash Next IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-10T05:02:20Z", "stop_reason": "done", "wall_s": 36526.9, "model_time_s": 25321.2, "tool_calls": 294, "tool_errors": 38, "tool_errors_by_type": { "other": 36, "syntax": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 16120513, "output": 355153, "thinking": null, "reused": 15782770 }, "requests": 299, "decode_tok_s": 15.77, "prefill_tok_s": 120.8, "prefix_reuse": 0.979, "steers": 0, "checklist": { "score": 100, "passed": 20, "partial": 0, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "harness": { "name": "hermes-flash" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11645, "vram_engine_mib": 0, "engine_rss_mib": 110 } }, { "schema": 1, "run_id": "20261010-1615-hermes--strata--swift15-iq3xxs", "combo": "hermes--strata--swift15-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-10T15:15:06Z", "stop_reason": "done", "wall_s": 14276.2, "model_time_s": 11923.1, "tool_calls": 150, "tool_errors": 8, "tool_errors_by_type": { "other": 6, "edit_mismatch": 2 }, "guard_events": 0, "tokens": { "prompt": 7789827, "output": 136524, "thinking": null, "reused": 7532862 }, "requests": 149, "decode_tok_s": 13.0, "prefill_tok_s": 181.1, "prefix_reuse": 0.967, "steers": 0, "checklist": { "score": 95, "passed": 18, "partial": 2, "failed": 0, "tests_total": 20, "features": { "O": 1, "F1": 1, "G": 1, "F2": 1, "F3": 0.5, "F7": 0.5, "F4": 1, "F5": 1, "F8": 1, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "harness": { "name": "hermes-swift" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 115 } }, { "schema": 1, "run_id": "20261010-2107-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "47f89effc27e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-10T20:07:30Z", "stop_reason": "done", "wall_s": 6451.7, "model_time_s": 5083.1, "tool_calls": 71, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 3078801, "output": 57470, "thinking": null, "reused": 3052932 }, "requests": 70, "decode_tok_s": 12.27, "prefill_tok_s": 64.5, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.5 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.3", "at": "2026-10-18T23:35:22.738Z", "score_before": 94.4, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 97 } }, { "schema": 1, "run_id": "20261010-2107-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "3926e07f76b5", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T13:43:48Z", "stop_reason": "done", "wall_s": 1741.0, "model_time_s": 1575.1, "tool_calls": 41, "tool_errors": 4, "tool_errors_by_type": { "other": 4 }, "guard_events": 0, "tokens": { "prompt": 1847634, "output": 41845, "thinking": null, "reused": 1810289 }, "requests": 41, "decode_tok_s": 28.9, "prefill_tok_s": 293.7, "prefix_reuse": 0.98, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261010-2107-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:09:47.514Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 112 } }, { "schema": 1, "run_id": "20261010-2256-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "6fb2e0f2d1e2", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-10T21:56:14Z", "stop_reason": "done", "wall_s": 4046.1, "model_time_s": 3469.9, "tool_calls": 49, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 2765613, "output": 43392, "thinking": null, "reused": 2708448 }, "requests": 47, "decode_tok_s": 13.75, "prefill_tok_s": 182.3, "prefix_reuse": 0.979, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:13:05.390Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 105 } }, { "schema": 1, "run_id": "20261010-2256-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T14:14:26Z", "stop_reason": "done", "wall_s": 1479.3, "model_time_s": 1160.4, "tool_calls": 31, "tool_errors": 3, "tool_errors_by_type": { "other": 3 }, "guard_events": 0, "tokens": { "prompt": 929689, "output": 29565, "thinking": null, "reused": 906883 }, "requests": 29, "decode_tok_s": 28.61, "prefill_tok_s": 179.5, "prefix_reuse": 0.975, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261010-2256-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:16:55.502Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 114 } }, { "schema": 1, "run_id": "20261011-0005-hermes--llamacpp--saluki-27b", "combo": "hermes--llamacpp--saluki-27b", "node": "omarchy", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "saluki-27b", "label": "Underdog Saluki 27B IQ2-mix (llama.cpp)" }, "settings": { "thinking": "on (Qwen3.8 template default), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Saluki card thinking recipe: temp 0.6, top_p 0.95, top_k 20, min_p 0", "context": "65536 (q8_0 KV), 32768 fallback", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-10T23:05:42Z", "stop_reason": "done", "wall_s": 8768.4, "model_time_s": 8427.4, "tool_calls": 125, "tool_errors": 13, "tool_errors_by_type": { "other": 10, "edit_mismatch": 1, "syntax": 1, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 3749503.0, "output": 122568.0, "thinking": null, "reused": 3316180.0 }, "requests": 0, "decode_tok_s": 16.67, "prefill_tok_s": 402.4, "prefix_reuse": 0.884, "steers": 0, "checklist": { "score": 28.9, "passed": 4, "partial": 3, "failed": 12, "tests_total": 19, "features": { "O": 0.75, "F1": 0.67, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "harness": { "name": "hermes-saluki" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10367, "vram_engine_mib": 10358, "engine_rss_mib": 12917 } }, { "schema": 1, "run_id": "20261011-0234-mswea--llamacpp--saluki-27b", "combo": "mswea--llamacpp--saluki-27b", "node": "omarchy", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "saluki-27b", "label": "Underdog Saluki 27B IQ2-mix (llama.cpp)" }, "settings": { "thinking": "on (Qwen3.8 template default), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "Saluki card thinking recipe: temp 0.6, top_p 0.95, top_k 20, min_p 0", "context": "65536 (q8_0 KV), 32768 fallback" }, "started_at": "2026-10-11T01:34:44Z", "stop_reason": "done", "wall_s": 1848.8, "model_time_s": 1836.0, "tool_calls": 23, "tool_errors": 4, "tool_errors_by_type": { "other": 1, "format": 3 }, "guard_events": 0, "tokens": { "prompt": 1140958.0, "output": 25863.0, "thinking": null, "reused": 1095650.0 }, "requests": 0, "decode_tok_s": 15.07, "prefill_tok_s": 378.5, "prefix_reuse": 0.96, "steers": 0, "checklist": null, "design": null, "checker": "check-next.mjs", "harness": { "name": "mswea-llamacpp-saluki" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10367, "vram_engine_mib": 10358, "engine_rss_mib": 10944 } }, { "schema": 1, "run_id": "20261012-1206-omp--lmstudio--qwen38-9b-distill-q8", "combo": "omp--lmstudio--qwen38-9b-distill-q8", "node": "mac", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "qwen3.8-9b-distill", "label": "Qwen3.8-9B Distill Q8_0 GGUF (empero-ai, LM Studio llama.cpp, Mac mini)", "ctx": 131072 }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 16384, "sampling": "HF card preset (t 0.6, top_p 0.95, top_k 20)", "sampling_keys": { "temperature": 0.6, "top_p": 0.95, "top_k": 20 }, "loaded": "LM Studio, context 131072, parallel 1, memory guard", "research": "research/2026-10-12-model-qwen38-mac-showcase.md", "note": "Jay MC 2026-10-12: Mac run 1 of 3. sha256 79ca5d34...24db8." }, "started_at": "2026-10-12T11:06:52Z", "stop_reason": "done", "wall_s": 12482.9, "model_time_s": 8406.6, "tool_calls": 166, "tool_errors": 24, "tool_errors_by_type": { "other": 15, "edit_mismatch": 7, "exit_code": 1, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 9583806, "output": 84063, "thinking": null, "reused": 0 }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "prefix_reuse": null, "steers": 0, "checklist": { "score": 16.7, "passed": 3, "partial": 0, "failed": 15, "tests_total": 18, "features": { "O": 1, "F1": 0.17, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0 }, "suite_version": "1.0.1" }, "design": 2.0, "checker": "check.mjs", "harness": { "name": "omp" }, "engine": { "kind": "lmstudio" }, "resources": { "vram_total_mib": 11685, "vram_engine_mib": 0, "engine_rss_mib": 0 } }, { "schema": 1, "run_id": "20261012-1352-omp--strata--swift15-iq3xxs", "combo": "omp--strata--swift15-iq3xxs", "node": "omarchy", "variant": "unsteered", "prompt": "v3", "prompt_sha256": "bbc5711e0c98", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-12T12:52:57Z", "stop_reason": "done", "wall_s": 9417.0, "model_time_s": 8752.8, "tool_calls": 244, "tool_errors": 19, "tool_errors_by_type": { "other": 15, "edit_mismatch": 4 }, "guard_events": 0, "tokens": { "prompt": 15443653, "output": 113893, "thinking": null, "reused": 14540887 }, "requests": 247, "decode_tok_s": 23.46, "prefill_tok_s": 231.6, "prefix_reuse": 0.942, "steers": 0, "checklist": { "score": 95, "passed": 18, "partial": 2, "failed": 0, "tests_total": 20, "features": { "O": 0.75, "F1": 1, "G": 1, "F2": 1, "F3": 1, "F7": 1, "F4": 1, "F5": 1, "F8": 0.5, "F6": 1, "F9": 1, "R": 1 }, "suite_version": "1.2.0" }, "design": null, "checker": "check-next.mjs", "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11635, "vram_engine_mib": 0, "engine_rss_mib": 103 } }, { "schema": 1, "run_id": "20261012-1630-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "6c4baf277680", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-12T15:30:59Z", "stop_reason": "done", "wall_s": 4012.4, "model_time_s": 3157.3, "tool_calls": 55, "tool_errors": 2, "tool_errors_by_type": { "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 2522789, "output": 62362, "thinking": null, "reused": 2500981 }, "requests": 55, "decode_tok_s": 23.03, "prefill_tok_s": 48.5, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:20:54.965Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11635, "vram_engine_mib": 0, "engine_rss_mib": 101 } }, { "schema": 1, "run_id": "20261012-1630-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "1843c5d69521", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T14:40:37Z", "stop_reason": "crash", "wall_s": 3050.6, "model_time_s": 2759.0, "tool_calls": 54, "tool_errors": 5, "tool_errors_by_type": { "other": 3, "syntax": 2 }, "guard_events": 0, "tokens": { "prompt": 3669622, "output": 74783, "thinking": null, "reused": 3619927 }, "requests": 54, "decode_tok_s": 29.09, "prefill_tok_s": 264.3, "prefix_reuse": 0.986, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261012-1630-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:23:41.040Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 118 } }, { "schema": 1, "run_id": "20261012-1739-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "ad584b1956ba", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-12T16:39:01Z", "stop_reason": "done", "wall_s": 2485.8, "model_time_s": 2102.5, "tool_calls": 51, "tool_errors": 5, "tool_errors_by_type": { "other": 4, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 1786822, "output": 42229, "thinking": null, "reused": 1766909 }, "requests": 51, "decode_tok_s": 23.91, "prefill_tok_s": 59.2, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.3", "at": "2026-10-18T23:37:10.558Z", "score_before": 97.2, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11635, "vram_engine_mib": 0, "engine_rss_mib": 103 } }, { "schema": 1, "run_id": "20261012-1739-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T15:33:02Z", "stop_reason": "done", "wall_s": 2555.0, "model_time_s": 1953.5, "tool_calls": 57, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 2946598, "output": 49385, "thinking": null, "reused": 2910202 }, "requests": 57, "decode_tok_s": 27.94, "prefill_tok_s": 195.9, "prefix_reuse": 0.988, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261012-1739-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.3", "at": "2026-10-18T23:39:40.105Z", "score_before": 97.2, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 118 } }, { "schema": 1, "run_id": "20261012-1821-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "d84dd6226fab", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-12T17:21:34Z", "stop_reason": "crash", "wall_s": 5756.7, "model_time_s": 4437.7, "tool_calls": 103, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 7012978, "output": 85294, "thinking": null, "reused": 6971309 }, "requests": 103, "decode_tok_s": 23.33, "prefill_tok_s": 53.4, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.5 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:32:06.302Z", "score_before": 94.4, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11635, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261012-1821-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "0ee7096a6356", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T16:17:09Z", "stop_reason": "done", "wall_s": 1435.3, "model_time_s": 1203.2, "tool_calls": 50, "tool_errors": 7, "tool_errors_by_type": { "other": 6, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 2123615, "output": 28492, "thinking": null, "reused": 2069682 }, "requests": 50, "decode_tok_s": 27.89, "prefill_tok_s": 296.8, "prefix_reuse": 0.975, "steers": 1, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.5 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261012-1821-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:35:52.091Z", "score_before": 94.4, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 120 } }, { "schema": 1, "run_id": "20261012-1958-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "e2903140ad4e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-12T18:58:49Z", "stop_reason": "done", "wall_s": 3751.0, "model_time_s": 2430.7, "tool_calls": 45, "tool_errors": 4, "tool_errors_by_type": { "timeout": 1, "other": 3 }, "guard_events": 0, "tokens": { "prompt": 1482241, "output": 46012, "thinking": null, "reused": 1467346 }, "requests": 45, "decode_tok_s": 21.93, "prefill_tok_s": 44.8, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.83, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:39:15.637Z", "score_before": 91.7, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11635, "vram_engine_mib": 0, "engine_rss_mib": 194 } }, { "schema": 1, "run_id": "20261012-1958-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "6c33d68dceec", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T16:42:44Z", "stop_reason": "crash", "wall_s": 3646.7, "model_time_s": 3197.3, "tool_calls": 64, "tool_errors": 3, "tool_errors_by_type": { "other": 2, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 3897177, "output": 87688, "thinking": null, "reused": 3843304 }, "requests": 61, "decode_tok_s": 29.67, "prefill_tok_s": 222.9, "prefix_reuse": 0.986, "steers": 1, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.83, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261012-1958-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 96.9, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:43:19.375Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 124 } }, { "schema": 1, "run_id": "20261012-2102-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "f6bd12686420", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-12T20:02:38Z", "stop_reason": "done", "wall_s": 2473.5, "model_time_s": 2145.7, "tool_calls": 41, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1067234, "output": 36876, "thinking": null, "reused": 1054079 }, "requests": 40, "decode_tok_s": 19.56, "prefill_tok_s": 50.5, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:47:31.022Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11635, "vram_engine_mib": 0, "engine_rss_mib": 194 } }, { "schema": 1, "run_id": "20261012-2102-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T17:45:03Z", "stop_reason": "done", "wall_s": 2645.4, "model_time_s": 1762.3, "tool_calls": 52, "tool_errors": 4, "tool_errors_by_type": { "timeout": 2, "syntax": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2262909, "output": 46484, "thinking": null, "reused": 2227516 }, "requests": 46, "decode_tok_s": 28.68, "prefill_tok_s": 249.8, "prefix_reuse": 0.984, "steers": 1, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.5 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261012-2102-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.3", "at": "2026-10-18T23:41:27.741Z", "score_before": 97.2, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 125 } }, { "schema": 1, "run_id": "20261012-2145-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "abdfcf58d930", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-12T20:45:10Z", "stop_reason": "done", "wall_s": 3984.7, "model_time_s": 3703.5, "tool_calls": 54, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 2321565, "output": 59181, "thinking": null, "reused": 2297886 }, "requests": 53, "decode_tok_s": 18.54, "prefill_tok_s": 46.3, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:53:59.343Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11635, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261012-2145-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T18:30:41Z", "stop_reason": "done", "wall_s": 1150.8, "model_time_s": 857.6, "tool_calls": 39, "tool_errors": 4, "tool_errors_by_type": { "not_found": 2, "other": 1, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 1110990, "output": 20696, "thinking": null, "reused": 1076370 }, "requests": 32, "decode_tok_s": 28.31, "prefill_tok_s": 273.6, "prefix_reuse": 0.969, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261012-2145-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T08:56:44.178Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 125 } }, { "schema": 1, "run_id": "20261014-0109-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "585c9be0993c", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T00:09:37Z", "stop_reason": "done", "wall_s": 11997.2, "model_time_s": 12184.8, "tool_calls": 44, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 4860378, "output": 94986, "thinking": null, "reused": 759407 }, "requests": 88, "decode_tok_s": 23.37, "prefill_tok_s": 505.0, "prefix_reuse": 0.156, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:00:07.035Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 83 } }, { "schema": 1, "run_id": "20261014-0109-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T18:51:29Z", "stop_reason": "done", "wall_s": 828.5, "model_time_s": 716.9, "tool_calls": 26, "tool_errors": 3, "tool_errors_by_type": { "not_found": 1, "other": 1, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 624697, "output": 17865, "thinking": null, "reused": 597431 }, "requests": 26, "decode_tok_s": 28.52, "prefill_tok_s": 301.0, "prefix_reuse": 0.956, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-0109-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:02:46.433Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 125 } }, { "schema": 1, "run_id": "20261014-0430-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "f66434760059", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T03:30:55Z", "stop_reason": "done", "wall_s": 11989.7, "model_time_s": 10732.8, "tool_calls": 86, "tool_errors": 6, "tool_errors_by_type": { "other": 5, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 6485272, "output": 85538, "thinking": null, "reused": 4248262 }, "requests": 115, "decode_tok_s": 22.12, "prefill_tok_s": 325.8, "prefix_reuse": 0.655, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:05:12.671Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 91 } }, { "schema": 1, "run_id": "20261014-0430-mswea--strata--swift15-iq3xxs--creative-c5", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "441dfadbfe5e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T19:06:51Z", "stop_reason": "done", "wall_s": 2596.6, "model_time_s": 1430.8, "tool_calls": 44, "tool_errors": 4, "tool_errors_by_type": { "not_found": 2, "other": 2 }, "guard_events": 0, "tokens": { "prompt": 1782012, "output": 37774, "thinking": null, "reused": 1746756 }, "requests": 39, "decode_tok_s": 28.86, "prefill_tok_s": 289.2, "prefix_reuse": 0.98, "steers": 1, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-0430-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 100, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:09:18.988Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 126 } }, { "schema": 1, "run_id": "20261014-1052-mswea--llamacpp--lfm25-24b-a2b--creative", "combo": "mswea--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v3", "prompt_sha256": "720d2a1b367e", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md" }, "started_at": "2026-10-14T09:52:25Z", "stop_reason": "killed", "wall_s": 1130.1, "model_time_s": 495.5, "tool_calls": 55, "tool_errors": 4, "tool_errors_by_type": { "timeout": 2, "other": 2 }, "guard_events": 0, "tokens": { "prompt": 1307035.0, "output": 21709.0, "thinking": null, "reused": 1290580.0 }, "requests": 56, "decode_tok_s": 47.35, "prefill_tok_s": 445.1, "prefix_reuse": 0.987, "steers": 0, "checklist": { "score": 19.4, "passed": 2, "partial": 3, "failed": 13, "tests_total": 18, "features": { "O": 0.75, "C1": 0.33, "C4": 0, "C2": 0, "C3": 0, "C5": 0 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:14:14.348Z", "score_before": 19.4, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-llamacpp-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10888, "vram_engine_mib": 10880, "engine_rss_mib": 14580 } }, { "schema": 1, "run_id": "20261014-1052-mswea--llamacpp--lfm25-24b-a2b--creative-s1", "combo": "mswea--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "487ff9e1abc9", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md" }, "started_at": "2026-10-16T18:29:46Z", "stop_reason": "killed", "wall_s": 1520.8, "model_time_s": 1174.8, "tool_calls": 61, "tool_errors": 9, "tool_errors_by_type": { "other": 6, "timeout": 2, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 1663734.0, "output": 26856.0, "thinking": null, "reused": 1641950.0 }, "requests": 62, "decode_tok_s": 24.02, "prefill_tok_s": 383.9, "prefix_reuse": 0.987, "steers": 1, "checklist": { "score": 22.2, "passed": 3, "partial": 2, "failed": 13, "tests_total": 18, "features": { "O": 0.75, "C1": 0.42, "C4": 0, "C2": 0, "C3": 0, "C5": 0 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-1052-mswea--llamacpp--lfm25-24b-a2b--creative", "checklist_before": 19.4, "harness": { "name": "mswea-llamacpp-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10888, "vram_engine_mib": 10880, "engine_rss_mib": 14628 } }, { "schema": 1, "run_id": "20261014-1052-mswea--llamacpp--lfm25-24b-a2b--creative-s2", "combo": "mswea--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "bb179435144f", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md" }, "started_at": "2026-10-16T22:06:05Z", "stop_reason": "crash", "wall_s": 4453.6, "model_time_s": 1401.2, "tool_calls": 78, "tool_errors": 13, "tool_errors_by_type": { "other": 2, "not_found": 1, "timeout": 10 }, "guard_events": 0, "tokens": { "prompt": 2626365.0, "output": 30490.0, "thinking": null, "reused": 2591360.0 }, "requests": 79, "decode_tok_s": 23.14, "prefill_tok_s": 417.4, "prefix_reuse": 0.987, "steers": 1, "checklist": { "score": 25, "passed": 3, "partial": 3, "failed": 12, "tests_total": 18, "features": { "O": 0.75, "C1": 0.5, "C4": 0, "C2": 0, "C3": 0, "C5": 0 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-1052-mswea--llamacpp--lfm25-24b-a2b--creative-s1", "checklist_before": 22.2, "harness": { "name": "mswea-llamacpp-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10888, "vram_engine_mib": 10880, "engine_rss_mib": 14598 } }, { "schema": 1, "run_id": "20261014-1052-mswea--llamacpp--lfm25-24b-a2b--creative-s3", "combo": "mswea--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v3", "prompt_sha256": "ddbfa56a03e2", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md" }, "started_at": "2026-10-17T04:29:39Z", "stop_reason": "killed", "wall_s": 1890.2, "model_time_s": 1194.6, "tool_calls": 80, "tool_errors": 3, "tool_errors_by_type": { "other": 1, "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 2844458.0, "output": 25589.0, "thinking": null, "reused": 2805960.0 }, "requests": 81, "decode_tok_s": 23.21, "prefill_tok_s": 418.7, "prefix_reuse": 0.986, "steers": 1, "checklist": { "score": 25, "passed": 3, "partial": 3, "failed": 12, "tests_total": 18, "features": { "O": 0.75, "C1": 0.5, "C4": 0, "C2": 0, "C3": 0, "C5": 0 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-1052-mswea--llamacpp--lfm25-24b-a2b--creative-s2", "checklist_before": 25, "harness": { "name": "mswea-llamacpp-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10888, "vram_engine_mib": 10880, "engine_rss_mib": 14494 } }, { "schema": 1, "run_id": "20261014-1115-hermes--llamacpp--lfm25-24b-a2b--creative", "combo": "hermes--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "1b356838029b", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-14T10:15:37Z", "stop_reason": "killed", "wall_s": 27.1, "model_time_s": 20.0, "tool_calls": 0, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 10173.0, "output": 339.0, "thinking": null, "reused": null }, "requests": 1, "decode_tok_s": 47.92, "prefill_tok_s": 784.6, "prefix_reuse": 0.0, "steers": 0, "checklist": null, "design": null, "checker": "check-creative.mjs", "harness": { "name": "hermes-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10888, "vram_engine_mib": 10880, "engine_rss_mib": 14991 } }, { "schema": 1, "run_id": "20261014-2215-hermes--llamacpp--lfm25-24b-a2b--creative", "combo": "hermes--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "3fef566ccb7f", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-14T21:15:50Z", "stop_reason": "done", "wall_s": 4022.8, "model_time_s": 3785.9, "tool_calls": 158, "tool_errors": 61, "tool_errors_by_type": { "other": 53, "not_found": 8 }, "guard_events": 0, "tokens": { "prompt": 4932432.0, "output": 83850.0, "thinking": null, "reused": 4732730.0 }, "requests": 162, "decode_tok_s": 24.4, "prefill_tok_s": 571.2, "prefix_reuse": 0.96, "steers": 0, "checklist": { "score": 22.2, "passed": 3, "partial": 2, "failed": 13, "tests_total": 18, "features": { "O": 1, "C1": 0.33, "C4": 0, "C2": 0, "C3": 0, "C5": 0 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:18:09.735Z", "score_before": 22.2, "suite_before": "c1.1.0" }, "harness": { "name": "hermes-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10888, "vram_engine_mib": 10880, "engine_rss_mib": 16547 } }, { "schema": 1, "run_id": "20261014-2215-hermes--llamacpp--lfm25-24b-a2b--creative-s1", "combo": "hermes--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "888bc415ca32", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-16T18:59:32Z", "stop_reason": "done", "wall_s": 7559.5, "model_time_s": 7389.3, "tool_calls": 157, "tool_errors": 49, "tool_errors_by_type": { "other": 42, "edit_mismatch": 4, "not_found": 1, "syntax": 2 }, "guard_events": 0, "tokens": { "prompt": 5241578.0, "output": 117197.0, "thinking": null, "reused": 4942450.0 }, "requests": 164, "decode_tok_s": 17.01, "prefill_tok_s": 598.7, "prefix_reuse": 0.943, "steers": 1, "checklist": { "score": 22.2, "passed": 3, "partial": 2, "failed": 13, "tests_total": 18, "features": { "O": 1, "C1": 0.33, "C4": 0, "C2": 0, "C3": 0, "C5": 0 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-2215-hermes--llamacpp--lfm25-24b-a2b--creative", "checklist_before": 22.2, "harness": { "name": "hermes-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10888, "vram_engine_mib": 10880, "engine_rss_mib": 17649 } }, { "schema": 1, "run_id": "20261014-2215-hermes--llamacpp--lfm25-24b-a2b--creative-s2", "combo": "hermes--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "970aa7ad2caf", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-16T23:24:23Z", "stop_reason": "done", "wall_s": 12895.0, "model_time_s": 12640.0, "tool_calls": 301, "tool_errors": 122, "tool_errors_by_type": { "other": 94, "edit_mismatch": 5, "syntax": 8, "not_found": 15 }, "guard_events": 0, "tokens": { "prompt": 10092041.0, "output": 267758.0, "thinking": null, "reused": 9579940.0 }, "requests": 312, "decode_tok_s": 22.74, "prefill_tok_s": 592.8, "prefix_reuse": 0.949, "steers": 1, "checklist": { "score": 19.4, "passed": 2, "partial": 3, "failed": 13, "tests_total": 18, "features": { "O": 0.5, "C1": 0.42, "C4": 0, "C2": 0, "C3": 0, "C5": 0 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-2215-hermes--llamacpp--lfm25-24b-a2b--creative-s1", "checklist_before": 22.2, "harness": { "name": "hermes-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10888, "vram_engine_mib": 10880, "engine_rss_mib": 18967 } }, { "schema": 1, "run_id": "20261014-2215-hermes--llamacpp--lfm25-24b-a2b--creative-s3", "combo": "hermes--llamacpp--lfm25-24b-a2b--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "4e5fad81c8de", "fixture": false, "model": { "id": "lfm25-24b-a2b", "label": "LFM2.5-24B-A2B Q4_K_M (llama.cpp, expert offload)" }, "settings": { "thinking": "always on (LFM2.5 template opens ), server --reasoning-budget 3072", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "LFM2.5 card: temp 0.1, top_k 50, repeat_penalty 1.05 (no top_p/min_p)", "context": "65536 (q8_0 KV, --fit on expert offload), 32768 fallback", "tool_format": "LFM2 pythonic, parsed by llama.cpp (--jinja)", "research": "research/lfm2.5-24b-a2b.md", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-17T05:05:16Z", "stop_reason": "crash", "wall_s": 14566.9, "model_time_s": 14308.1, "tool_calls": 299, "tool_errors": 125, "tool_errors_by_type": { "other": 113, "edit_mismatch": 5, "not_found": 1, "timeout": 1, "syntax": 5 }, "guard_events": 0, "tokens": { "prompt": 10177994.0, "output": 306390.0, "thinking": null, "reused": 9551740.0 }, "requests": 311, "decode_tok_s": 23.06, "prefill_tok_s": 613.9, "prefix_reuse": 0.938, "steers": 1, "checklist": { "score": 22.2, "passed": 3, "partial": 2, "failed": 13, "tests_total": 18, "features": { "O": 0.5, "C1": 0.5, "C4": 0, "C2": 0, "C3": 0, "C5": 0 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-2215-hermes--llamacpp--lfm25-24b-a2b--creative-s2", "checklist_before": 19.4, "harness": { "name": "hermes-lfm25" }, "engine": { "kind": "llamacpp" }, "resources": { "vram_total_mib": 10900, "vram_engine_mib": 10892, "engine_rss_mib": 19856 } }, { "schema": 1, "run_id": "20261014-2327-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "0cb524ae92bf", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T22:27:39Z", "stop_reason": "done", "wall_s": 4445.1, "model_time_s": 3888.2, "tool_calls": 70, "tool_errors": 5, "tool_errors_by_type": { "other": 5 }, "guard_events": 0, "tokens": { "prompt": 3524991, "output": 80940, "thinking": null, "reused": 3503266 }, "requests": 69, "decode_tok_s": 22.01, "prefill_tok_s": 103.2, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.5 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.3", "at": "2026-10-18T23:43:49.673Z", "score_before": 94.4, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 221 } }, { "schema": 1, "run_id": "20261014-2327-mswea--strata--swift15-iq3xxs--creative-cont", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "567e4e927c17", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T07:31:15Z", "stop_reason": "done", "wall_s": 3528.0, "model_time_s": 3361.7, "tool_calls": 49, "tool_errors": 3, "tool_errors_by_type": { "other": 3 }, "guard_events": 0, "tokens": { "prompt": 2459422, "output": 54394, "thinking": null, "reused": 2426789 }, "requests": 48, "decode_tok_s": 17.08, "prefill_tok_s": 184.1, "prefix_reuse": 0.987, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261014-2327-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 94.4, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 126 } }, { "schema": 1, "run_id": "20261015-0043-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "f97bf287ab15", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-14T23:43:24Z", "stop_reason": "done", "wall_s": 3079.9, "model_time_s": 2441.7, "tool_calls": 48, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 1776270, "output": 52578, "thinking": null, "reused": 1762807 }, "requests": 46, "decode_tok_s": 22.54, "prefill_tok_s": 123.9, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 91.7, "passed": 16, "partial": 1, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 0.92, "C4": 1, "C2": 1, "C3": 1, "C5": 0.5 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.3", "note": "c1.1.3 rescore 88.9 lost deterministic to machine load (loadavg 11, non-C5); restored c1.1.1 checklist 2026-10-19", "score_before": 91.7 }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 101 } }, { "schema": 1, "run_id": "20261015-0043-mswea--strata--swift15-iq3xxs--creative-cont", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "0ab259875ec4", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T09:15:32Z", "stop_reason": "done", "wall_s": 1980.9, "model_time_s": 1636.5, "tool_calls": 44, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 1517364, "output": 25305, "thinking": null, "reused": 1476740 }, "requests": 43, "decode_tok_s": 17.2, "prefill_tok_s": 245.9, "prefix_reuse": 0.973, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-0043-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 91.7, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 127 } }, { "schema": 1, "run_id": "20261015-0136-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "9dbf6365f766", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T00:36:27Z", "stop_reason": "done", "wall_s": 4731.7, "model_time_s": 4227.3, "tool_calls": 78, "tool_errors": 8, "tool_errors_by_type": { "syntax": 1, "other": 7 }, "guard_events": 0, "tokens": { "prompt": 4935293, "output": 88506, "thinking": null, "reused": 4913822 }, "requests": 77, "decode_tok_s": 21.99, "prefill_tok_s": 105.7, "prefix_reuse": 0.996, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:28:08.300Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 107 } }, { "schema": 1, "run_id": "20261015-0256-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "d8d98b400b17", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T01:57:00Z", "stop_reason": "done", "wall_s": 4153.4, "model_time_s": 2885.1, "tool_calls": 64, "tool_errors": 7, "tool_errors_by_type": { "syntax": 1, "other": 3, "timeout": 3 }, "guard_events": 0, "tokens": { "prompt": 2743355, "output": 60819, "thinking": null, "reused": 2720407 }, "requests": 63, "decode_tok_s": 22.28, "prefill_tok_s": 148.0, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:31:24.181Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 109 } }, { "schema": 1, "run_id": "20261015-0407-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "17814b8d31db", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T03:07:53Z", "stop_reason": "crash", "wall_s": 8345.2, "model_time_s": 4828.9, "tool_calls": 86, "tool_errors": 4, "tool_errors_by_type": { "other": 2, "syntax": 2 }, "guard_events": 0, "tokens": { "prompt": 5273101, "output": 105196, "thinking": null, "reused": 5251441 }, "requests": 84, "decode_tok_s": 22.74, "prefill_tok_s": 107.2, "prefix_reuse": 0.996, "steers": 0, "checklist": { "score": 86.1, "passed": 14, "partial": 3, "failed": 1, "tests_total": 18, "features": { "O": 0.75, "C1": 1, "C4": 1, "C2": 0.92, "C3": 0, "C5": 0.75 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:33:56.314Z", "score_before": 86.1, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 111 } }, { "schema": 1, "run_id": "20261015-0407-mswea--strata--swift15-iq3xxs--creative-cont", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "cb33bbf6db4f", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T03:40:25Z", "stop_reason": "done", "wall_s": 1578.7, "model_time_s": 789.9, "tool_calls": 34, "tool_errors": 2, "tool_errors_by_type": { "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 968943, "output": 14089, "thinking": null, "reused": 933216 }, "requests": 35, "decode_tok_s": 20.95, "prefill_tok_s": 304.5, "prefix_reuse": 0.963, "steers": 1, "checklist": { "score": 94.4, "passed": 16, "partial": 2, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-0407-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 86.1, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:37:25.764Z", "score_before": 94.4, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 123 } }, { "schema": 1, "run_id": "20261015-0407-mswea--strata--swift15-iq3xxs--creative-s2", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "2a9dcf4f6241", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T05:18:57Z", "stop_reason": "done", "wall_s": 2200.6, "model_time_s": 1769.1, "tool_calls": 59, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 2989064, "output": 31668, "thinking": null, "reused": 2931399 }, "requests": 59, "decode_tok_s": 20.49, "prefill_tok_s": 257.7, "prefix_reuse": 0.981, "steers": 1, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-0407-mswea--strata--swift15-iq3xxs--creative-cont", "checklist_before": 94.4, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:40:27.435Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 125 } }, { "schema": 1, "run_id": "20261015-0407-mswea--strata--swift15-iq3xxs--creative-s3", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "f9d9849e6e2d", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T10:37:14Z", "stop_reason": "done", "wall_s": 3200.7, "model_time_s": 1834.0, "tool_calls": 50, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 1531655, "output": 29981, "thinking": null, "reused": 1509313 }, "requests": 50, "decode_tok_s": 17.71, "prefill_tok_s": 158.7, "prefix_reuse": 0.985, "steers": 1, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-0407-mswea--strata--swift15-iq3xxs--creative-s2", "checklist_before": 97.2, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 128 } }, { "schema": 1, "run_id": "20261015-0628-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "5aa073844957", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T05:28:40Z", "stop_reason": "done", "wall_s": 5265.1, "model_time_s": 4667.7, "tool_calls": 82, "tool_errors": 9, "tool_errors_by_type": { "not_found": 1, "format": 1, "syntax": 2, "other": 4, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 5224926, "output": 98599, "thinking": null, "reused": 5197040 }, "requests": 81, "decode_tok_s": 22.14, "prefill_tok_s": 130.3, "prefix_reuse": 0.995, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:43:04.450Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 113 } }, { "schema": 1, "run_id": "20261015-0758-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "f4f6d4275b44", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T06:58:04Z", "stop_reason": "done", "wall_s": 4050.3, "model_time_s": 3071.3, "tool_calls": 64, "tool_errors": 7, "tool_errors_by_type": { "other": 5, "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 2763397, "output": 65427, "thinking": null, "reused": 2744322 }, "requests": 63, "decode_tok_s": 22.34, "prefill_tok_s": 133.2, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:46:40.870Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 114 } }, { "schema": 1, "run_id": "20261015-0907-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "9e41b8174ffb", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T08:07:13Z", "stop_reason": "done", "wall_s": 4216.0, "model_time_s": 2670.9, "tool_calls": 65, "tool_errors": 4, "tool_errors_by_type": { "timeout": 2, "not_found": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2677372, "output": 55022, "thinking": null, "reused": 2659483 }, "requests": 65, "decode_tok_s": 21.83, "prefill_tok_s": 119.1, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:24:30.629Z", "score_before": 94.7, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 113 } }, { "schema": 1, "run_id": "20261015-1019-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "eff315a4ae25", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T09:19:10Z", "stop_reason": "done", "wall_s": 4611.8, "model_time_s": 3317.9, "tool_calls": 68, "tool_errors": 6, "tool_errors_by_type": { "timeout": 2, "other": 4 }, "guard_events": 0, "tokens": { "prompt": 3282694, "output": 67547, "thinking": null, "reused": 3252649 }, "requests": 66, "decode_tok_s": 21.62, "prefill_tok_s": 155.1, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:50:32.791Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 114 } }, { "schema": 1, "run_id": "20261015-1137-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "c13d60a3993e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T10:37:40Z", "stop_reason": "done", "wall_s": 5825.9, "model_time_s": 4479.7, "tool_calls": 93, "tool_errors": 1, "tool_errors_by_type": { "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 5677445, "output": 92137, "thinking": null, "reused": 5649381 }, "requests": 93, "decode_tok_s": 21.71, "prefill_tok_s": 119.2, "prefix_reuse": 0.995, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.3", "at": "2026-10-18T23:50:28.147Z", "score_before": 94.4, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 189 } }, { "schema": 1, "run_id": "20261015-1137-mswea--strata--swift15-iq3xxs--creative-cont", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "e250728f408b", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T10:11:47Z", "stop_reason": "done", "wall_s": 1409.2, "model_time_s": 1250.5, "tool_calls": 30, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 686848, "output": 19624, "thinking": null, "reused": 656085 }, "requests": 27, "decode_tok_s": 17.24, "prefill_tok_s": 273.8, "prefix_reuse": 0.955, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-1137-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 94.4, "rescored": { "suite_version": "c1.1.3", "at": "2026-10-18T23:53:39.473Z", "score_before": 97.2, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 128 } }, { "schema": 1, "run_id": "20261015-1316-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "03ec318307c4", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T12:16:27Z", "stop_reason": "done", "wall_s": 5843.1, "model_time_s": 3908.6, "tool_calls": 104, "tool_errors": 8, "tool_errors_by_type": { "syntax": 5, "other": 2, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 5815689, "output": 79676, "thinking": null, "reused": 5791147 }, "requests": 104, "decode_tok_s": 21.82, "prefill_tok_s": 95.2, "prefix_reuse": 0.996, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T09:56:54.957Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 189 } }, { "schema": 1, "run_id": "20261015-1455-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "173e47c00cdd", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T13:55:29Z", "stop_reason": "done", "wall_s": 4253.8, "model_time_s": 3695.5, "tool_calls": 69, "tool_errors": 8, "tool_errors_by_type": { "syntax": 4, "other": 4 }, "guard_events": 0, "tokens": { "prompt": 3590298, "output": 78133, "thinking": null, "reused": 3568910 }, "requests": 68, "decode_tok_s": 22.18, "prefill_tok_s": 123.7, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 92.1, "passed": 17, "partial": 1, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:26:18.754Z", "score_before": 92.1, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 186 } }, { "schema": 1, "run_id": "20261015-1455-mswea--strata--swift15-iq3xxs--creative-cont", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "5c738be8668b", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T09:50:36Z", "stop_reason": "done", "wall_s": 1143.7, "model_time_s": 989.0, "tool_calls": 32, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 601356, "output": 15255, "thinking": null, "reused": 579432 }, "requests": 25, "decode_tok_s": 17.02, "prefill_tok_s": 235.9, "prefix_reuse": 0.964, "steers": 1, "checklist": { "score": 92.1, "passed": 17, "partial": 1, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-1455-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 91.7, "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:28:06.514Z", "score_before": 92.1, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 128 } }, { "schema": 1, "run_id": "20261015-1608-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "75eed9230b6c", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T15:08:10Z", "stop_reason": "done", "wall_s": 3624.9, "model_time_s": 2447.1, "tool_calls": 61, "tool_errors": 3, "tool_errors_by_type": { "timeout": 2, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2218360, "output": 51813, "thinking": null, "reused": 2203185 }, "requests": 61, "decode_tok_s": 22.4, "prefill_tok_s": 113.5, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.4" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.4", "at": "2026-10-19T09:10:12.706Z", "score_before": 94.4, "suite_before": "c1.1.3" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 186 } }, { "schema": 1, "run_id": "20261015-1608-mswea--strata--swift15-iq3xxs--creative-cont", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "e74f4291d4f6", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T08:32:05Z", "stop_reason": "done", "wall_s": 2498.7, "model_time_s": 1986.6, "tool_calls": 41, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 1455137, "output": 31230, "thinking": null, "reused": 1424613 }, "requests": 41, "decode_tok_s": 17.02, "prefill_tok_s": 200.8, "prefix_reuse": 0.979, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.4" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-1608-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 94.4, "rescored": { "suite_version": "c1.1.4", "at": "2026-10-19T09:12:03.618Z", "score_before": 94.4, "suite_before": "c1.1.3" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 126 } }, { "schema": 1, "run_id": "20261015-1608-mswea--strata--swift15-iq3xxs--creative-s2", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "bd4221db33ce", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T12:50:40Z", "stop_reason": "done", "wall_s": 1638.6, "model_time_s": 1241.4, "tool_calls": 36, "tool_errors": 5, "tool_errors_by_type": { "other": 3, "syntax": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 1151928, "output": 22951, "thinking": null, "reused": 1120216 }, "requests": 36, "decode_tok_s": 20.62, "prefill_tok_s": 246.7, "prefix_reuse": 0.972, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.4" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-1608-mswea--strata--swift15-iq3xxs--creative-cont", "checklist_before": 94.4, "rescored": { "suite_version": "c1.1.4", "at": "2026-10-19T09:15:17.882Z", "score_before": 94.4, "suite_before": "c1.1.3" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 129 } }, { "schema": 1, "run_id": "20261015-1710-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "bc3fa8e1ae2f", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T16:10:15Z", "stop_reason": "done", "wall_s": 3364.7, "model_time_s": 2697.0, "tool_calls": 56, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2283219, "output": 56784, "thinking": null, "reused": 2258987 }, "requests": 55, "decode_tok_s": 22.33, "prefill_tok_s": 157.4, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:07:09.465Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 186 } }, { "schema": 1, "run_id": "20261015-1807-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "589df47c21ae", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T17:08:00Z", "stop_reason": "done", "wall_s": 9204.0, "model_time_s": 3813.7, "tool_calls": 88, "tool_errors": 8, "tool_errors_by_type": { "other": 5, "timeout": 3 }, "guard_events": 0, "tokens": { "prompt": 5265417, "output": 76937, "thinking": null, "reused": 5219207 }, "requests": 88, "decode_tok_s": 21.58, "prefill_tok_s": 185.6, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:09:46.964Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 185 } }, { "schema": 1, "run_id": "20261015-2043-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "ac33b400bcfe", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T19:43:06Z", "stop_reason": "done", "wall_s": 5207.4, "model_time_s": 4246.7, "tool_calls": 77, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 4861398, "output": 89152, "thinking": null, "reused": 4834516 }, "requests": 76, "decode_tok_s": 22.04, "prefill_tok_s": 132.8, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:11:35.043Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 185 } }, { "schema": 1, "run_id": "20261015-2211-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "de42fb2ec9d8", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T21:11:33Z", "stop_reason": "done", "wall_s": 3723.8, "model_time_s": 2576.4, "tool_calls": 59, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 2182779, "output": 54743, "thinking": null, "reused": 2169415 }, "requests": 58, "decode_tok_s": 22.32, "prefill_tok_s": 108.0, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.8" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.8", "at": "2026-10-22T04:18:14.655Z", "score_before": 94.7, "suite_before": "c1.1.7" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 185 } }, { "schema": 1, "run_id": "20261015-2315-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "d9789c45133a", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T22:15:17Z", "stop_reason": "done", "wall_s": 4161.9, "model_time_s": 3391.0, "tool_calls": 55, "tool_errors": 5, "tool_errors_by_type": { "syntax": 3, "timeout": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2764384, "output": 68033, "thinking": null, "reused": 2743135 }, "requests": 55, "decode_tok_s": 21.01, "prefill_tok_s": 139.3, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 91.7, "passed": 16, "partial": 1, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 0, "C5": 0.75 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.3", "at": "2026-10-19T00:05:45.673Z", "score_before": 91.7, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11643, "vram_engine_mib": 0, "engine_rss_mib": 185 } }, { "schema": 1, "run_id": "20261015-2315-mswea--strata--swift15-iq3xxs--creative-cont", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "1f0b0961b402", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T07:14:22Z", "stop_reason": "done", "wall_s": 890.5, "model_time_s": 583.1, "tool_calls": 27, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 576383, "output": 8438, "thinking": null, "reused": 547065 }, "requests": 22, "decode_tok_s": 17.4, "prefill_tok_s": 298.9, "prefix_reuse": 0.949, "steers": 1, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261015-2315-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 91.7, "rescored": { "suite_version": "c1.1.3", "at": "2026-10-19T00:08:47.233Z", "score_before": 97.2, "suite_before": "c1.1.1" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 126 } }, { "schema": 1, "run_id": "20261016-0026-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "2ff99d1f212d", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-15T23:26:23Z", "stop_reason": "done", "wall_s": 4579.7, "model_time_s": 3692.3, "tool_calls": 95, "tool_errors": 5, "tool_errors_by_type": { "timeout": 1, "other": 4 }, "guard_events": 0, "tokens": { "prompt": 4738956, "output": 75820, "thinking": null, "reused": 4715964 }, "requests": 95, "decode_tok_s": 21.83, "prefill_tok_s": 105.0, "prefix_reuse": 0.995, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:21:21.161Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11643, "vram_engine_mib": 0, "engine_rss_mib": 186 } }, { "schema": 1, "run_id": "20261016-0200-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "fe5cb3bceaca", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T01:00:29Z", "stop_reason": "done", "wall_s": 2887.0, "model_time_s": 2344.4, "tool_calls": 49, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 1705139, "output": 47775, "thinking": null, "reused": 1684513 }, "requests": 47, "decode_tok_s": 21.81, "prefill_tok_s": 134.5, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:24:48.781Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 225 } }, { "schema": 1, "run_id": "20261016-0254-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "898b9c405cd9", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T01:54:28Z", "stop_reason": "context_full", "wall_s": 6231.1, "model_time_s": 4759.7, "tool_calls": 77, "tool_errors": 7, "tool_errors_by_type": { "other": 3, "timeout": 1, "not_found": 1, "syntax": 2 }, "guard_events": 0, "tokens": { "prompt": 4270403, "output": 101006, "thinking": null, "reused": 4244294 }, "requests": 76, "decode_tok_s": 22.25, "prefill_tok_s": 118.3, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 0.75, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:28:49.745Z", "score_before": 97.2, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 226 } }, { "schema": 1, "run_id": "20261016-0254-mswea--strata--swift15-iq3xxs--creative-cont", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "37254cdef114", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T05:13:47Z", "stop_reason": "done", "wall_s": 208.1, "model_time_s": 181.6, "tool_calls": 12, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 87572, "output": 2865, "thinking": null, "reused": 75697 }, "requests": 9, "decode_tok_s": 19.67, "prefill_tok_s": 330.8, "prefix_reuse": 0.864, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261016-0254-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 97.2, "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:32:27.270Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 124 } }, { "schema": 1, "run_id": "20261016-0508-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "e737987d7c47", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T04:08:25Z", "stop_reason": "done", "wall_s": 3754.5, "model_time_s": 3334.2, "tool_calls": 65, "tool_errors": 3, "tool_errors_by_type": { "other": 3 }, "guard_events": 0, "tokens": { "prompt": 3100860, "output": 68844, "thinking": null, "reused": 3082935 }, "requests": 63, "decode_tok_s": 21.73, "prefill_tok_s": 108.2, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:35:06.268Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 124 } }, { "schema": 1, "run_id": "20261016-0657-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "60726311a8ee", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T05:57:18Z", "stop_reason": "done", "wall_s": 4490.4, "model_time_s": 3501.4, "tool_calls": 88, "tool_errors": 6, "tool_errors_by_type": { "other": 6 }, "guard_events": 0, "tokens": { "prompt": 4640430, "output": 69685, "thinking": null, "reused": 4611885 }, "requests": 88, "decode_tok_s": 21.3, "prefill_tok_s": 124.5, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.1", "at": "2026-10-16T10:37:10.996Z", "score_before": 100, "suite_before": "c1.1.0" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 126 } }, { "schema": 1, "run_id": "20261016-1232-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "5035c69269eb", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T11:32:22Z", "stop_reason": "done", "wall_s": 4550.0, "model_time_s": 3461.5, "tool_calls": 55, "tool_errors": 7, "tool_errors_by_type": { "not_found": 1, "timeout": 2, "other": 4 }, "guard_events": 0, "tokens": { "prompt": 2575341, "output": 73189, "thinking": null, "reused": 2548860 }, "requests": 54, "decode_tok_s": 22.15, "prefill_tok_s": 167.9, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.1" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 128 } }, { "schema": 1, "run_id": "20261016-1419-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "fe24dcd4f91b", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T13:19:47Z", "stop_reason": "done", "wall_s": 2645.1, "model_time_s": 2125.6, "tool_calls": 52, "tool_errors": 1, "tool_errors_by_type": { "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 1698159, "output": 43045, "thinking": null, "reused": 1684193 }, "requests": 52, "decode_tok_s": 21.63, "prefill_tok_s": 102.8, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.5", "at": "2026-10-19T09:39:55.370Z", "score_before": 97.2, "suite_before": "c1.1.4" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 129 } }, { "schema": 1, "run_id": "20261016-1505-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "fb68de474ae2", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T14:05:38Z", "stop_reason": "done", "wall_s": 2920.4, "model_time_s": 2545.1, "tool_calls": 50, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 1962699, "output": 52645, "thinking": null, "reused": 1941158 }, "requests": 49, "decode_tok_s": 21.92, "prefill_tok_s": 150.6, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 130 } }, { "schema": 1, "run_id": "20261016-1556-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "2e8531f84e16", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T14:56:01Z", "stop_reason": "done", "wall_s": 3501.7, "model_time_s": 2858.9, "tool_calls": 56, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 2445385, "output": 59986, "thinking": null, "reused": 2425417 }, "requests": 56, "decode_tok_s": 22.19, "prefill_tok_s": 128.3, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 97.4, "passed": 18, "partial": 1, "failed": 0, "tests_total": 19, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.8" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.8", "at": "2026-10-22T03:17:18.198Z", "score_before": 92.1, "suite_before": "c1.1.7" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 131 } }, { "schema": 1, "run_id": "20261016-1556-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "4e1ac46cb373", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T08:26:19Z", "stop_reason": "done", "wall_s": 1313.9, "model_time_s": 1096.3, "tool_calls": 33, "tool_errors": 4, "tool_errors_by_type": { "other": 4 }, "guard_events": 0, "tokens": { "prompt": 948023, "output": 18713, "thinking": null, "reused": 922470 }, "requests": 33, "decode_tok_s": 19.07, "prefill_tok_s": 221.8, "prefix_reuse": 0.973, "steers": 1, "checklist": { "score": 100, "passed": 19, "partial": 0, "failed": 0, "tests_total": 19, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.8" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261016-1556-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 97.2, "rescored": { "suite_version": "c1.1.8", "at": "2026-10-22T03:20:51.569Z", "score_before": 94.7, "suite_before": "c1.1.7" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261016-1656-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "e44ce1d85967", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T15:56:10Z", "stop_reason": "done", "wall_s": 3566.1, "model_time_s": 3138.0, "tool_calls": 54, "tool_errors": 4, "tool_errors_by_type": { "other": 4 }, "guard_events": 0, "tokens": { "prompt": 2559447, "output": 62967, "thinking": null, "reused": 2536664 }, "requests": 54, "decode_tok_s": 21.08, "prefill_tok_s": 150.6, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 133 } }, { "schema": 1, "run_id": "20261016-1757-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "683617addf88", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T16:57:21Z", "stop_reason": "done", "wall_s": 5384.6, "model_time_s": 4633.9, "tool_calls": 94, "tool_errors": 2, "tool_errors_by_type": { "not_found": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 6585395, "output": 93684, "thinking": null, "reused": 6554219 }, "requests": 92, "decode_tok_s": 21.45, "prefill_tok_s": 117.2, "prefix_reuse": 0.995, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11642, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261016-2210-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "3186de839f4a", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-16T21:10:49Z", "stop_reason": "done", "wall_s": 3150.9, "model_time_s": 2794.1, "tool_calls": 46, "tool_errors": 4, "tool_errors_by_type": { "other": 4 }, "guard_events": 0, "tokens": { "prompt": 1490220, "output": 49783, "thinking": null, "reused": 1470615 }, "requests": 43, "decode_tok_s": 18.9, "prefill_tok_s": 122.7, "prefix_reuse": 0.987, "steers": 0, "checklist": { "score": 91.7, "passed": 16, "partial": 1, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 0.75, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.4" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.4", "at": "2026-10-19T09:22:45.742Z", "score_before": 86.1, "suite_before": "c1.1.3" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 92 } }, { "schema": 1, "run_id": "20261016-2210-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "723f0a3c5b24", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T07:51:37Z", "stop_reason": "done", "wall_s": 1973.6, "model_time_s": 1635.8, "tool_calls": 53, "tool_errors": 2, "tool_errors_by_type": { "not_found": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1967129, "output": 26740, "thinking": null, "reused": 1928422 }, "requests": 53, "decode_tok_s": 18.44, "prefill_tok_s": 208.3, "prefix_reuse": 0.98, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.4" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261016-2210-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 86.1, "rescored": { "suite_version": "c1.1.4", "at": "2026-10-19T09:25:44.843Z", "score_before": 94.4, "suite_before": "c1.1.3" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261017-0404-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "bc90204f8c19", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-17T03:04:31Z", "stop_reason": "done", "wall_s": 4927.9, "model_time_s": 3733.6, "tool_calls": 66, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 3578801, "output": 78428, "thinking": null, "reused": 3548328 }, "requests": 65, "decode_tok_s": 22.18, "prefill_tok_s": 154.5, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 221 } }, { "schema": 1, "run_id": "20261017-1012-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "56720bd27579", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-17T09:12:49Z", "stop_reason": "done", "wall_s": 3382.6, "model_time_s": 2979.2, "tool_calls": 51, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2303991, "output": 60792, "thinking": null, "reused": 2280323 }, "requests": 51, "decode_tok_s": 21.66, "prefill_tok_s": 137.3, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 221 } }, { "schema": 1, "run_id": "20261017-1111-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "4bb3cf2f6b5c", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-17T10:11:04Z", "stop_reason": "done", "wall_s": 2731.3, "model_time_s": 2277.7, "tool_calls": 43, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1470272, "output": 48627, "thinking": null, "reused": 1452643 }, "requests": 42, "decode_tok_s": 22.44, "prefill_tok_s": 159.1, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 93 } }, { "schema": 1, "run_id": "20261017-1158-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "2591b1a17df3", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-17T10:58:20Z", "stop_reason": "done", "wall_s": 3469.6, "model_time_s": 2716.5, "tool_calls": 60, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 2370775, "output": 54853, "thinking": null, "reused": 2349005 }, "requests": 60, "decode_tok_s": 21.48, "prefill_tok_s": 133.3, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 94 } }, { "schema": 1, "run_id": "20261017-1158-omp--strata--swift15-iq3xxs--creative", "combo": "omp--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "b1d0fe2aa5c7", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-17T11:58:04Z", "stop_reason": "done", "wall_s": 7705.4, "model_time_s": 6715.0, "tool_calls": 275, "tool_errors": 47, "tool_errors_by_type": { "other": 38, "edit_mismatch": 8, "exit_code": 1 }, "guard_events": 0, "tokens": { "prompt": 16275348, "output": 106640, "thinking": null, "reused": 15573848 }, "requests": 255, "decode_tok_s": 20.03, "prefill_tok_s": 504.3, "prefix_reuse": 0.957, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 0.92, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 188 } }, { "schema": 1, "run_id": "20261017-1408-hermes--strata--swift15-iq3xxs--creative", "combo": "hermes--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "570636b93488", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-17T14:08:16Z", "stop_reason": "done", "wall_s": 12322.8, "model_time_s": 9716.7, "tool_calls": 210, "tool_errors": 36, "tool_errors_by_type": { "other": 28, "edit_mismatch": 5, "syntax": 1, "not_found": 2 }, "guard_events": 0, "tokens": { "prompt": 11275512, "output": 185969, "thinking": null, "reused": 10904986 }, "requests": 207, "decode_tok_s": 21.85, "prefill_tok_s": 307.7, "prefix_reuse": 0.967, "steers": 0, "checklist": { "score": 97.4, "passed": 18, "partial": 1, "failed": 0, "tests_total": 19, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.8" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.8", "at": "2026-10-22T03:24:09.862Z", "score_before": 92.1, "suite_before": "c1.1.7" }, "harness": { "name": "hermes-swift" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 186 } }, { "schema": 1, "run_id": "20261017-1735-omp--strata--swift15-iq3xxs--creative", "combo": "omp--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "489513389e65", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-17T17:35:28Z", "stop_reason": "done", "wall_s": 11960.1, "model_time_s": 9870.7, "tool_calls": 319, "tool_errors": 27, "tool_errors_by_type": { "other": 21, "edit_mismatch": 5, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 21141960, "output": 176620, "thinking": null, "reused": 20437130 }, "requests": 314, "decode_tok_s": 21.13, "prefill_tok_s": 466.7, "prefix_reuse": 0.967, "steers": 0, "checklist": { "score": 100, "passed": 19, "partial": 0, "failed": 0, "tests_total": 19, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:29:49.588Z", "score_before": 94.7, "suite_before": "c1.1.8" }, "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 204 } }, { "schema": 1, "run_id": "20261017-2056-hermes--strata--swift15-iq3xxs--creative", "combo": "hermes--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "dc6d8032d79f", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-17T20:56:37Z", "stop_reason": "done", "wall_s": 6667.0, "model_time_s": 5927.7, "tool_calls": 132, "tool_errors": 8, "tool_errors_by_type": { "other": 8 }, "guard_events": 0, "tokens": { "prompt": 6769505, "output": 114323, "thinking": null, "reused": 6507850 }, "requests": 131, "decode_tok_s": 21.85, "prefill_tok_s": 376.1, "prefix_reuse": 0.961, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "hermes-swift" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 201 } }, { "schema": 1, "run_id": "20261018-0718-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "cd87743c2815", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T06:18:41Z", "stop_reason": "done", "wall_s": 6707.9, "model_time_s": 6047.0, "tool_calls": 74, "tool_errors": 5, "tool_errors_by_type": { "other": 5 }, "guard_events": 0, "tokens": { "prompt": 4699901, "output": 86576, "thinking": null, "reused": 4670818 }, "requests": 73, "decode_tok_s": 15.03, "prefill_tok_s": 101.0, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 99 } }, { "schema": 1, "run_id": "20261018-0812-omp--strata--swift15-iq3xxs--creative", "combo": "omp--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "13ab62154dc6", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T08:12:55Z", "stop_reason": "done", "wall_s": 15532.0, "model_time_s": 9543.5, "tool_calls": 245, "tool_errors": 29, "tool_errors_by_type": { "other": 23, "edit_mismatch": 3, "exit_code": 1, "not_found": 1, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 14031527, "output": 180185, "thinking": null, "reused": 13323475 }, "requests": 214, "decode_tok_s": 21.84, "prefill_tok_s": 546.7, "prefix_reuse": 0.95, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "omp" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 109 } }, { "schema": 1, "run_id": "20261018-1233-hermes--strata--swift15-iq3xxs--creative", "combo": "hermes--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "462ded039e77", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)", "max_tokens_boost_ceiling": 16384, "max_tokens_route": "agent cap (hermes_learn --max-tokens), not extra_body (2026-10-09)" }, "started_at": "2026-10-18T12:33:36Z", "stop_reason": "done", "wall_s": 7061.6, "model_time_s": 6428.6, "tool_calls": 136, "tool_errors": 13, "tool_errors_by_type": { "other": 12, "edit_mismatch": 1 }, "guard_events": 0, "tokens": { "prompt": 8042714, "output": 122180, "thinking": null, "reused": 7856702 }, "requests": 138, "decode_tok_s": 21.31, "prefill_tok_s": 267.3, "prefix_reuse": 0.977, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "hermes-swift" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11638, "vram_engine_mib": 0, "engine_rss_mib": 192 } }, { "schema": 1, "run_id": "20261018-1533-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "ba18b8364cef", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T14:33:20Z", "stop_reason": "done", "wall_s": 3286.3, "model_time_s": 2423.5, "tool_calls": 59, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2554198, "output": 55641, "thinking": null, "reused": 2529185 }, "requests": 59, "decode_tok_s": 24.89, "prefill_tok_s": 133.1, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 94.4, "passed": 17, "partial": 0, "failed": 1, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.83, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261018-1533-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "07d6e2b18c54", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T16:29:38Z", "stop_reason": "done", "wall_s": 242.9, "model_time_s": 205.6, "tool_calls": 16, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 228615, "output": 4333, "thinking": null, "reused": 211556 }, "requests": 16, "decode_tok_s": 28.12, "prefill_tok_s": 331.0, "prefix_reuse": 0.925, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261018-1533-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 94.4, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261018-1735-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "63cb5053a0f7", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T16:35:19Z", "stop_reason": "done", "wall_s": 4788.4, "model_time_s": 3355.8, "tool_calls": 104, "tool_errors": 6, "tool_errors_by_type": { "other": 3, "syntax": 1, "edit_mismatch": 1, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 6938205, "output": 88924, "thinking": null, "reused": 6899026 }, "requests": 103, "decode_tok_s": 28.6, "prefill_tok_s": 158.7, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.3", "at": "2026-10-19T00:21:08.737Z", "score_before": 97.2, "suite_before": "c1.1.2" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 192 } }, { "schema": 1, "run_id": "20261018-1735-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "81e7b1fe0511", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T19:36:39Z", "stop_reason": "done", "wall_s": 335.4, "model_time_s": 295.5, "tool_calls": 21, "tool_errors": 1, "tool_errors_by_type": { "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 278099, "output": 6607, "thinking": null, "reused": 262405 }, "requests": 21, "decode_tok_s": 28.59, "prefill_tok_s": 243.6, "prefix_reuse": 0.944, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261018-1735-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 97.2, "rescored": { "suite_version": "c1.1.3", "at": "2026-10-19T00:22:52.471Z", "score_before": 97.2, "suite_before": "c1.1.2" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 190 } }, { "schema": 1, "run_id": "20261018-1856-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "dd590df83d63", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T17:56:48Z", "stop_reason": "done", "wall_s": 3467.9, "model_time_s": 1776.9, "tool_calls": 44, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1631772, "output": 50180, "thinking": null, "reused": 1619883 }, "requests": 44, "decode_tok_s": 29.84, "prefill_tok_s": 125.1, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261018-1956-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "707dad2ac009", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T18:56:17Z", "stop_reason": "done", "wall_s": 2275.2, "model_time_s": 1830.4, "tool_calls": 46, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 1532590, "output": 50747, "thinking": null, "reused": 1514585 }, "requests": 42, "decode_tok_s": 29.31, "prefill_tok_s": 182.2, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.3", "at": "2026-10-19T00:24:36.042Z", "score_before": 91.7, "suite_before": "c1.1.2" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 190 } }, { "schema": 1, "run_id": "20261018-1956-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "00d024bbdaa1", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T21:17:00Z", "stop_reason": "done", "wall_s": 618.7, "model_time_s": 546.2, "tool_calls": 20, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 400148, "output": 13672, "thinking": null, "reused": 380813 }, "requests": 20, "decode_tok_s": 28.73, "prefill_tok_s": 274.8, "prefix_reuse": 0.952, "steers": 1, "checklist": { "score": 94.4, "passed": 16, "partial": 2, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261018-1956-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 91.7, "rescored": { "suite_version": "c1.1.3", "at": "2026-10-19T00:26:30.600Z", "score_before": 91.7, "suite_before": "c1.1.2" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261018-2043-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "a5ff9f2a2212", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T19:43:56Z", "stop_reason": "context_full", "wall_s": 5428.4, "model_time_s": 4024.1, "tool_calls": 92, "tool_errors": 4, "tool_errors_by_type": { "permission": 1, "timeout": 1, "other": 2 }, "guard_events": 0, "tokens": { "prompt": 6267013, "output": 99458, "thinking": null, "reused": 6236515 }, "requests": 92, "decode_tok_s": 26.17, "prefill_tok_s": 136.0, "prefix_reuse": 0.995, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261018-2229-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "46d59273a04d", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T21:29:03Z", "stop_reason": "done", "wall_s": 3201.2, "model_time_s": 1968.9, "tool_calls": 55, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 2098623, "output": 54515, "thinking": null, "reused": 2078334 }, "requests": 53, "decode_tok_s": 29.61, "prefill_tok_s": 158.8, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.2" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261018-2324-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "0df51dfa0b85", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T22:24:05Z", "stop_reason": "done", "wall_s": 2410.2, "model_time_s": 1718.6, "tool_calls": 44, "tool_errors": 4, "tool_errors_by_type": { "other": 4 }, "guard_events": 0, "tokens": { "prompt": 1569593, "output": 47334, "thinking": null, "reused": 1549948 }, "requests": 44, "decode_tok_s": 29.56, "prefill_tok_s": 167.6, "prefix_reuse": 0.987, "steers": 0, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:31:35.934Z", "score_before": 94.7, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261019-0005-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "9ed22c54ccb2", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T23:06:00Z", "stop_reason": "done", "wall_s": 2028.9, "model_time_s": 1720.7, "tool_calls": 43, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1759531, "output": 42841, "thinking": null, "reused": 1727752 }, "requests": 43, "decode_tok_s": 26.97, "prefill_tok_s": 240.2, "prefix_reuse": 0.982, "steers": 0, "checklist": { "score": 92.1, "passed": 17, "partial": 1, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:33:16.669Z", "score_before": 92.1, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261019-0005-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "05f27e06ce6a", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T01:17:39Z", "stop_reason": "done", "wall_s": 535.7, "model_time_s": 442.7, "tool_calls": 24, "tool_errors": 4, "tool_errors_by_type": { "syntax": 2, "timeout": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 426784, "output": 10007, "thinking": null, "reused": 407123 }, "requests": 24, "decode_tok_s": 27.55, "prefill_tok_s": 247.6, "prefix_reuse": 0.954, "steers": 1, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261019-0005-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 97.2, "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:34:55.702Z", "score_before": 94.7, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261019-0041-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "c4a4ac73110e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-18T23:41:32Z", "stop_reason": "done", "wall_s": 5648.1, "model_time_s": 3150.5, "tool_calls": 90, "tool_errors": 9, "tool_errors_by_type": { "syntax": 1, "other": 5, "not_found": 1, "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 4868168, "output": 70217, "thinking": null, "reused": 4833958 }, "requests": 90, "decode_tok_s": 24.26, "prefill_tok_s": 133.5, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 191 } }, { "schema": 1, "run_id": "20261019-0228-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "1be090996523", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T01:28:13Z", "stop_reason": "done", "wall_s": 5389.5, "model_time_s": 3398.5, "tool_calls": 83, "tool_errors": 2, "tool_errors_by_type": { "syntax": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 5507161, "output": 91646, "thinking": null, "reused": 5480908 }, "requests": 82, "decode_tok_s": 28.71, "prefill_tok_s": 127.4, "prefix_reuse": 0.995, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 193 } }, { "schema": 1, "run_id": "20261019-0359-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "b2f7239a72d6", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T02:59:42Z", "stop_reason": "done", "wall_s": 2595.1, "model_time_s": 2101.6, "tool_calls": 63, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 2714744, "output": 57094, "thinking": null, "reused": 2689589 }, "requests": 63, "decode_tok_s": 29.34, "prefill_tok_s": 161.6, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 0.92, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261019-0359-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "bbc7b0238b47", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T04:54:09Z", "stop_reason": "done", "wall_s": 325.0, "model_time_s": 264.3, "tool_calls": 15, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 172845, "output": 6229, "thinking": null, "reused": 160118 }, "requests": 14, "decode_tok_s": 28.44, "prefill_tok_s": 281.4, "prefix_reuse": 0.926, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261019-0359-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 97.2, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 194 } }, { "schema": 1, "run_id": "20261019-0444-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "b4c538fbe8cd", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T03:44:38Z", "stop_reason": "done", "wall_s": 3999.2, "model_time_s": 3366.7, "tool_calls": 85, "tool_errors": 3, "tool_errors_by_type": { "other": 2, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 5115177, "output": 93213, "thinking": null, "reused": 5086376 }, "requests": 83, "decode_tok_s": 29.43, "prefill_tok_s": 144.5, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261019-0601-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "654c1eac5dbc", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T05:01:14Z", "stop_reason": "done", "wall_s": 4730.2, "model_time_s": 3449.1, "tool_calls": 78, "tool_errors": 3, "tool_errors_by_type": { "timeout": 1, "other": 2 }, "guard_events": 0, "tokens": { "prompt": 4256118, "output": 75312, "thinking": null, "reused": 4230826 }, "requests": 78, "decode_tok_s": 23.29, "prefill_tok_s": 117.1, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.3" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261019-0721-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "11a867d764f0", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T06:21:50Z", "stop_reason": "done", "wall_s": 5230.3, "model_time_s": 4083.0, "tool_calls": 67, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 3676827, "output": 77335, "thinking": null, "reused": 3653471 }, "requests": 66, "decode_tok_s": 19.84, "prefill_tok_s": 126.7, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.5", "at": "2026-10-19T09:42:54.418Z", "score_before": 94.4, "suite_before": "c1.1.4" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261019-0950-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "3b509351aad8", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T08:50:05Z", "stop_reason": "done", "wall_s": 3830.9, "model_time_s": 3397.3, "tool_calls": 60, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2355858, "output": 57712, "thinking": null, "reused": 2338822 }, "requests": 59, "decode_tok_s": 17.93, "prefill_tok_s": 95.6, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 195 } }, { "schema": 1, "run_id": "20261019-1055-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "640ab8b88fcd", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T09:55:41Z", "stop_reason": "done", "wall_s": 6024.5, "model_time_s": 4073.6, "tool_calls": 88, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 5660317, "output": 68763, "thinking": null, "reused": 5608791 }, "requests": 87, "decode_tok_s": 18.24, "prefill_tok_s": 169.4, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 94.4, "passed": 16, "partial": 2, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 0.5, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 199 } }, { "schema": 1, "run_id": "20261019-1055-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "989c380fef5b", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T13:21:45Z", "stop_reason": "done", "wall_s": 1790.9, "model_time_s": 1507.4, "tool_calls": 37, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 1163514, "output": 22694, "thinking": null, "reused": 1129892 }, "requests": 36, "decode_tok_s": 16.57, "prefill_tok_s": 243.9, "prefix_reuse": 0.971, "steers": 1, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261019-1055-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 94.4, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 196 } }, { "schema": 1, "run_id": "20261019-1237-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "5aa7f49fb2d9", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T11:37:55Z", "stop_reason": "done", "wall_s": 6061.8, "model_time_s": 4640.0, "tool_calls": 71, "tool_errors": 2, "tool_errors_by_type": { "format": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 3561866, "output": 71823, "thinking": null, "reused": 3536104 }, "requests": 70, "decode_tok_s": 16.34, "prefill_tok_s": 105.5, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 196 } }, { "schema": 1, "run_id": "20261019-1453-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "50f6ff2538ca", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T13:53:27Z", "stop_reason": "done", "wall_s": 3850.6, "model_time_s": 3414.0, "tool_calls": 53, "tool_errors": 2, "tool_errors_by_type": { "other": 1, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 2017829, "output": 52338, "thinking": null, "reused": 1998487 }, "requests": 53, "decode_tok_s": 16.12, "prefill_tok_s": 115.0, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 196 } }, { "schema": 1, "run_id": "20261019-1559-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "eab75c429095", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T14:59:29Z", "stop_reason": "done", "wall_s": 4845.2, "model_time_s": 3533.4, "tool_calls": 58, "tool_errors": 5, "tool_errors_by_type": { "other": 2, "not_found": 1, "timeout": 1, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 2423609, "output": 55394, "thinking": null, "reused": 2401127 }, "requests": 58, "decode_tok_s": 16.57, "prefill_tok_s": 118.2, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 196 } }, { "schema": 1, "run_id": "20261019-1722-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "5e3d3a021630", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T16:22:05Z", "stop_reason": "done", "wall_s": 7077.4, "model_time_s": 6062.8, "tool_calls": 71, "tool_errors": 2, "tool_errors_by_type": { "not_found": 2 }, "guard_events": 0, "tokens": { "prompt": 4266506, "output": 90557, "thinking": null, "reused": 4235733 }, "requests": 71, "decode_tok_s": 15.62, "prefill_tok_s": 115.6, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 196 } }, { "schema": 1, "run_id": "20261019-1921-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "66d5a515e67e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T18:21:58Z", "stop_reason": "done", "wall_s": 5469.8, "model_time_s": 4806.8, "tool_calls": 98, "tool_errors": 7, "tool_errors_by_type": { "syntax": 2, "not_found": 1, "other": 4 }, "guard_events": 0, "tokens": { "prompt": 4884581, "output": 72972, "thinking": null, "reused": 4858609 }, "requests": 98, "decode_tok_s": 16.29, "prefill_tok_s": 79.2, "prefix_reuse": 0.995, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261019-1921-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "a8b3aee5d33c", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T21:57:52Z", "stop_reason": "done", "wall_s": 346.7, "model_time_s": 275.2, "tool_calls": 13, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 165111, "output": 3810, "thinking": null, "reused": 146486 }, "requests": 12, "decode_tok_s": 17.43, "prefill_tok_s": 329.0, "prefix_reuse": 0.887, "steers": 1, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261019-1921-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 97.2, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 197 } }, { "schema": 1, "run_id": "20261019-2054-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "503170ca7e8c", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T19:54:58Z", "stop_reason": "context_full", "wall_s": 7190.7, "model_time_s": 5981.0, "tool_calls": 69, "tool_errors": 2, "tool_errors_by_type": { "not_found": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 4652390, "output": 99948, "thinking": null, "reused": 4623643 }, "requests": 69, "decode_tok_s": 17.48, "prefill_tok_s": 109.7, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 0.75, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261019-2054-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "b7add00be096", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T23:25:18Z", "stop_reason": "done", "wall_s": 260.4, "model_time_s": 210.7, "tool_calls": 12, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 80378, "output": 2561, "thinking": null, "reused": 67536 }, "requests": 8, "decode_tok_s": 14.84, "prefill_tok_s": 337.2, "prefix_reuse": 0.84, "steers": 1, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261019-2054-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 97.2, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 197 } }, { "schema": 1, "run_id": "20261019-2305-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "f119902c8748", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T22:05:28Z", "stop_reason": "done", "wall_s": 4637.3, "model_time_s": 3464.2, "tool_calls": 64, "tool_errors": 2, "tool_errors_by_type": { "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 2828251, "output": 57785, "thinking": null, "reused": 2798806 }, "requests": 63, "decode_tok_s": 17.78, "prefill_tok_s": 137.8, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-0031-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "06d253b10acc", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-19T23:31:32Z", "stop_reason": "done", "wall_s": 4953.2, "model_time_s": 4186.8, "tool_calls": 63, "tool_errors": 4, "tool_errors_by_type": { "other": 3, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 3007889, "output": 65572, "thinking": null, "reused": 2983155 }, "requests": 62, "decode_tok_s": 16.5, "prefill_tok_s": 115.8, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-0155-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "87803615c578", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T00:55:56Z", "stop_reason": "done", "wall_s": 6024.7, "model_time_s": 4614.9, "tool_calls": 62, "tool_errors": 1, "tool_errors_by_type": { "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 3342544, "output": 74480, "thinking": null, "reused": 3314836 }, "requests": 62, "decode_tok_s": 16.95, "prefill_tok_s": 125.2, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-0338-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "69ff5db828bd", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T02:38:16Z", "stop_reason": "done", "wall_s": 5236.5, "model_time_s": 3839.5, "tool_calls": 46, "tool_errors": 2, "tool_errors_by_type": { "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 2066522, "output": 59758, "thinking": null, "reused": 2040875 }, "requests": 46, "decode_tok_s": 16.39, "prefill_tok_s": 132.5, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:36:39.478Z", "score_before": 94.7, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-0507-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "c9b14e438ff3", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T04:07:32Z", "stop_reason": "stall", "wall_s": 4348.0, "model_time_s": 2095.3, "tool_calls": 37, "tool_errors": 4, "tool_errors_by_type": { "other": 3, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 1031095, "output": 37286, "thinking": null, "reused": 1017014 }, "requests": 36, "decode_tok_s": 18.73, "prefill_tok_s": 134.9, "prefix_reuse": 0.986, "steers": 0, "checklist": { "score": 94.4, "passed": 16, "partial": 2, "failed": 0, "tests_total": 18, "features": { "O": 0.75, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-0507-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "fc415a72d84a", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T06:38:19Z", "stop_reason": "done", "wall_s": 2469.6, "model_time_s": 1688.4, "tool_calls": 40, "tool_errors": 3, "tool_errors_by_type": { "timeout": 1, "other": 2 }, "guard_events": 0, "tokens": { "prompt": 1000906, "output": 22808, "thinking": null, "reused": 970810 }, "requests": 38, "decode_tok_s": 14.94, "prefill_tok_s": 186.0, "prefix_reuse": 0.97, "steers": 1, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 0.75, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261020-0507-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 94.4, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-0621-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "83e08b11789d", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T05:21:56Z", "stop_reason": "done", "wall_s": 4400.9, "model_time_s": 3548.2, "tool_calls": 52, "tool_errors": 3, "tool_errors_by_type": { "other": 3 }, "guard_events": 0, "tokens": { "prompt": 2050062, "output": 55396, "thinking": null, "reused": 2024661 }, "requests": 51, "decode_tok_s": 16.48, "prefill_tok_s": 135.7, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-0821-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "a37c7d9e34c9", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T07:21:29Z", "stop_reason": "done", "wall_s": 7527.5, "model_time_s": 6277.5, "tool_calls": 102, "tool_errors": 9, "tool_errors_by_type": { "syntax": 5, "other": 4 }, "guard_events": 0, "tokens": { "prompt": 6606152, "output": 87649, "thinking": null, "reused": 6573699 }, "requests": 100, "decode_tok_s": 14.82, "prefill_tok_s": 89.3, "prefix_reuse": 0.995, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-1028-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "e66dca228b32", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T09:28:41Z", "stop_reason": "done", "wall_s": 2417.4, "model_time_s": 1897.4, "tool_calls": 48, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1728151, "output": 47769, "thinking": null, "reused": 1708342 }, "requests": 47, "decode_tok_s": 27.11, "prefill_tok_s": 146.3, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 0.92, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-1110-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "7b68106574d2", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T10:10:41Z", "stop_reason": "done", "wall_s": 5043.9, "model_time_s": 3506.4, "tool_calls": 76, "tool_errors": 4, "tool_errors_by_type": { "other": 1, "syntax": 3 }, "guard_events": 0, "tokens": { "prompt": 4413675, "output": 83568, "thinking": null, "reused": 4378912 }, "requests": 74, "decode_tok_s": 25.61, "prefill_tok_s": 143.0, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-1236-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "62106f946f20", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T11:36:33Z", "stop_reason": "done", "wall_s": 4043.3, "model_time_s": 2635.0, "tool_calls": 74, "tool_errors": 4, "tool_errors_by_type": { "other": 2, "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 3685183, "output": 64860, "thinking": null, "reused": 3656100 }, "requests": 72, "decode_tok_s": 26.58, "prefill_tok_s": 149.4, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261020-1345-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "f2bfee3b66d9", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T12:45:43Z", "stop_reason": "done", "wall_s": 2445.5, "model_time_s": 2038.0, "tool_calls": 45, "tool_errors": 3, "tool_errors_by_type": { "other": 2, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 1815345, "output": 51051, "thinking": null, "reused": 1796004 }, "requests": 45, "decode_tok_s": 26.74, "prefill_tok_s": 150.1, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 0.92, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 199 } }, { "schema": 1, "run_id": "20261020-1428-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "77a30b3c2796", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T13:28:09Z", "stop_reason": "done", "wall_s": 4518.6, "model_time_s": 3139.8, "tool_calls": 79, "tool_errors": 8, "tool_errors_by_type": { "syntax": 1, "timeout": 1, "other": 6 }, "guard_events": 0, "tokens": { "prompt": 4169148, "output": 70185, "thinking": null, "reused": 4141498 }, "requests": 79, "decode_tok_s": 23.97, "prefill_tok_s": 130.2, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 199 } }, { "schema": 1, "run_id": "20261020-1545-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "5e9b5890b369", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T14:45:09Z", "stop_reason": "done", "wall_s": 3356.2, "model_time_s": 2743.5, "tool_calls": 70, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 3529988, "output": 68305, "thinking": null, "reused": 3507432 }, "requests": 69, "decode_tok_s": 26.77, "prefill_tok_s": 117.7, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 199 } }, { "schema": 1, "run_id": "20261020-1642-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "4bc60128e853", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T15:42:50Z", "stop_reason": "done", "wall_s": 3056.2, "model_time_s": 2253.9, "tool_calls": 54, "tool_errors": 3, "tool_errors_by_type": { "other": 3 }, "guard_events": 0, "tokens": { "prompt": 2385589, "output": 57404, "thinking": null, "reused": 2362715 }, "requests": 53, "decode_tok_s": 27.27, "prefill_tok_s": 153.8, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 199 } }, { "schema": 1, "run_id": "20261020-1735-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "bb7052d2f2b7", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T16:35:29Z", "stop_reason": "done", "wall_s": 2967.6, "model_time_s": 2529.9, "tool_calls": 51, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 2305334, "output": 63916, "thinking": null, "reused": 2281498 }, "requests": 51, "decode_tok_s": 26.88, "prefill_tok_s": 156.9, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 94.4, "passed": 16, "partial": 2, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.83, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 199 } }, { "schema": 1, "run_id": "20261020-1826-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "d4aa0c6e37ea", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T17:26:37Z", "stop_reason": "done", "wall_s": 2496.0, "model_time_s": 2185.6, "tool_calls": 52, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2418293, "output": 55233, "thinking": null, "reused": 2397462 }, "requests": 52, "decode_tok_s": 26.99, "prefill_tok_s": 149.9, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 199 } }, { "schema": 1, "run_id": "20261020-1909-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "de296d5cc202", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T18:09:56Z", "stop_reason": "done", "wall_s": 5780.9, "model_time_s": 3918.4, "tool_calls": 72, "tool_errors": 15, "tool_errors_by_type": { "timeout": 1, "syntax": 3, "other": 10, "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 4993849, "output": 95629, "thinking": null, "reused": 4964370 }, "requests": 72, "decode_tok_s": 25.95, "prefill_tok_s": 126.1, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.5 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:38:22.310Z", "score_before": 89.5, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 199 } }, { "schema": 1, "run_id": "20261020-2048-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "3db1485fe913", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T19:48:00Z", "stop_reason": "done", "wall_s": 2201.6, "model_time_s": 1782.2, "tool_calls": 44, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1472719, "output": 46271, "thinking": null, "reused": 1456207 }, "requests": 44, "decode_tok_s": 27.67, "prefill_tok_s": 150.5, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261020-2126-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "d901aed360ff", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T20:26:21Z", "stop_reason": "done", "wall_s": 3468.7, "model_time_s": 2638.7, "tool_calls": 63, "tool_errors": 6, "tool_errors_by_type": { "not_found": 1, "syntax": 1, "timeout": 2, "other": 2 }, "guard_events": 0, "tokens": { "prompt": 3144121, "output": 65345, "thinking": null, "reused": 3114878 }, "requests": 63, "decode_tok_s": 26.56, "prefill_tok_s": 163.7, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261020-2225-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "1df2feadad8c", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T21:25:55Z", "stop_reason": "done", "wall_s": 4326.9, "model_time_s": 3313.9, "tool_calls": 70, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 4084237, "output": 79137, "thinking": null, "reused": 4049596 }, "requests": 69, "decode_tok_s": 25.48, "prefill_tok_s": 166.5, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261020-2339-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "33b508d2477e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T22:39:47Z", "stop_reason": "done", "wall_s": 2881.2, "model_time_s": 2446.7, "tool_calls": 67, "tool_errors": 4, "tool_errors_by_type": { "other": 4 }, "guard_events": 0, "tokens": { "prompt": 2951666, "output": 57806, "thinking": null, "reused": 2924573 }, "requests": 67, "decode_tok_s": 25.58, "prefill_tok_s": 144.8, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0029-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "63b635495050", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-20T23:29:31Z", "stop_reason": "done", "wall_s": 6640.6, "model_time_s": 3804.5, "tool_calls": 86, "tool_errors": 3, "tool_errors_by_type": { "syntax": 2, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 6175429, "output": 88908, "thinking": null, "reused": 6132406 }, "requests": 85, "decode_tok_s": 25.15, "prefill_tok_s": 159.5, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:40:09.072Z", "score_before": 94.7, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0221-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "e5dc6ffd5f14", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T01:21:58Z", "stop_reason": "done", "wall_s": 2034.9, "model_time_s": 1850.0, "tool_calls": 50, "tool_errors": 3, "tool_errors_by_type": { "other": 2, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 1836080, "output": 46675, "thinking": null, "reused": 1811140 }, "requests": 50, "decode_tok_s": 27.23, "prefill_tok_s": 183.6, "prefix_reuse": 0.986, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0257-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "7cd1749ea83a", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T01:57:42Z", "stop_reason": "done", "wall_s": 3084.2, "model_time_s": 2424.8, "tool_calls": 59, "tool_errors": 7, "tool_errors_by_type": { "syntax": 2, "other": 4, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 2874340, "output": 61504, "thinking": null, "reused": 2845344 }, "requests": 59, "decode_tok_s": 27.33, "prefill_tok_s": 166.3, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0350-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "6a8e39fa656a", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T02:50:47Z", "stop_reason": "done", "wall_s": 2582.9, "model_time_s": 1989.8, "tool_calls": 49, "tool_errors": 4, "tool_errors_by_type": { "other": 2, "syntax": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 2190957, "output": 50095, "thinking": null, "reused": 2165266 }, "requests": 49, "decode_tok_s": 27.08, "prefill_tok_s": 184.0, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0435-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "1c52994c5253", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T03:35:30Z", "stop_reason": "done", "wall_s": 4339.8, "model_time_s": 2866.7, "tool_calls": 59, "tool_errors": 4, "tool_errors_by_type": { "other": 3, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 3527029, "output": 70228, "thinking": null, "reused": 3485176 }, "requests": 59, "decode_tok_s": 26.17, "prefill_tok_s": 227.9, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0549-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "f1b47a500c66", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T04:49:37Z", "stop_reason": "done", "wall_s": 2748.3, "model_time_s": 2416.8, "tool_calls": 57, "tool_errors": 4, "tool_errors_by_type": { "other": 3, "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 2979886, "output": 61615, "thinking": null, "reused": 2947460 }, "requests": 55, "decode_tok_s": 27.2, "prefill_tok_s": 214.3, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0637-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "906f76e22e30", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T05:37:05Z", "stop_reason": "done", "wall_s": 2967.5, "model_time_s": 2141.2, "tool_calls": 35, "tool_errors": 2, "tool_errors_by_type": { "timeout": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 1408537, "output": 53892, "thinking": null, "reused": 1386389 }, "requests": 35, "decode_tok_s": 26.52, "prefill_tok_s": 203.5, "prefix_reuse": 0.984, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0728-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "aaf1aa3bc0e5", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T06:28:16Z", "stop_reason": "done", "wall_s": 3852.3, "model_time_s": 3005.7, "tool_calls": 67, "tool_errors": 3, "tool_errors_by_type": { "syntax": 1, "other": 2 }, "guard_events": 0, "tokens": { "prompt": 3753735, "output": 73746, "thinking": null, "reused": 3725963 }, "requests": 67, "decode_tok_s": 26.17, "prefill_tok_s": 148.3, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0834-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "0f1e085844c0", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T07:34:15Z", "stop_reason": "context_full", "wall_s": 4361.7, "model_time_s": 3610.8, "tool_calls": 84, "tool_errors": 5, "tool_errors_by_type": { "other": 2, "timeout": 3 }, "guard_events": 0, "tokens": { "prompt": 5532014, "output": 90095, "thinking": null, "reused": 5494058 }, "requests": 84, "decode_tok_s": 26.7, "prefill_tok_s": 160.4, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 0.75, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-0948-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "7c13d7391ef5", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T08:48:38Z", "stop_reason": "done", "wall_s": 3592.5, "model_time_s": 2290.3, "tool_calls": 58, "tool_errors": 4, "tool_errors_by_type": { "other": 2, "syntax": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 2468544, "output": 58105, "thinking": null, "reused": 2444009 }, "requests": 58, "decode_tok_s": 27.28, "prefill_tok_s": 153.2, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-1050-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "e47971b0292c", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T09:50:16Z", "stop_reason": "done", "wall_s": 2073.3, "model_time_s": 1852.2, "tool_calls": 52, "tool_errors": 6, "tool_errors_by_type": { "other": 4, "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 1917830, "output": 45900, "thinking": null, "reused": 1894280 }, "requests": 52, "decode_tok_s": 26.97, "prefill_tok_s": 156.7, "prefix_reuse": 0.988, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-1126-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "9735bb961fb1", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T10:26:30Z", "stop_reason": "done", "wall_s": 3655.0, "model_time_s": 2878.6, "tool_calls": 72, "tool_errors": 6, "tool_errors_by_type": { "other": 6 }, "guard_events": 0, "tokens": { "prompt": 3816419, "output": 65308, "thinking": null, "reused": 3788807 }, "requests": 71, "decode_tok_s": 24.61, "prefill_tok_s": 122.5, "prefix_reuse": 0.993, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11639, "vram_engine_mib": 0, "engine_rss_mib": 200 } }, { "schema": 1, "run_id": "20261021-1251-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "ac028c70781d", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T11:51:27Z", "stop_reason": "done", "wall_s": 5302.9, "model_time_s": 3714.3, "tool_calls": 86, "tool_errors": 2, "tool_errors_by_type": { "syntax": 1, "other": 1 }, "guard_events": 0, "tokens": { "prompt": 5981870, "output": 89340, "thinking": null, "reused": 5946627 }, "requests": 85, "decode_tok_s": 25.81, "prefill_tok_s": 139.4, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 222 } }, { "schema": 1, "run_id": "20261021-1501-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "4d3f26b7d1bb", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T14:01:18Z", "stop_reason": "done", "wall_s": 5641.1, "model_time_s": 3134.8, "tool_calls": 78, "tool_errors": 3, "tool_errors_by_type": { "other": 1, "syntax": 2 }, "guard_events": 0, "tokens": { "prompt": 4959879, "output": 74822, "thinking": null, "reused": 4912148 }, "requests": 78, "decode_tok_s": 25.9, "prefill_tok_s": 193.7, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 223 } }, { "schema": 1, "run_id": "20261021-1637-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "093ffa5c86a6", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T15:37:08Z", "stop_reason": "done", "wall_s": 3850.9, "model_time_s": 2575.6, "tool_calls": 63, "tool_errors": 3, "tool_errors_by_type": { "other": 2, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 2958174, "output": 60948, "thinking": null, "reused": 2926487 }, "requests": 61, "decode_tok_s": 25.52, "prefill_tok_s": 168.7, "prefix_reuse": 0.989, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 108 } }, { "schema": 1, "run_id": "20261021-1742-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "c5f0624ad203", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T16:42:56Z", "stop_reason": "done", "wall_s": 3913.1, "model_time_s": 2771.8, "tool_calls": 67, "tool_errors": 3, "tool_errors_by_type": { "other": 1, "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 3288963, "output": 67507, "thinking": null, "reused": 3261171 }, "requests": 66, "decode_tok_s": 26.24, "prefill_tok_s": 139.6, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11636, "vram_engine_mib": 0, "engine_rss_mib": 111 } }, { "schema": 1, "run_id": "20261021-1849-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "1c674fb960d6", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T17:49:59Z", "stop_reason": "done", "wall_s": 2009.7, "model_time_s": 1730.0, "tool_calls": 42, "tool_errors": 4, "tool_errors_by_type": { "other": 2, "not_found": 2 }, "guard_events": 0, "tokens": { "prompt": 1652348, "output": 43231, "thinking": null, "reused": 1623296 }, "requests": 42, "decode_tok_s": 27.39, "prefill_tok_s": 191.9, "prefix_reuse": 0.982, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11746, "vram_engine_mib": 0, "engine_rss_mib": 112 } }, { "schema": 1, "run_id": "20261021-1929-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "ef9899b07dfa", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T18:29:35Z", "stop_reason": "done", "wall_s": 2831.4, "model_time_s": 2360.6, "tool_calls": 63, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2834392, "output": 58596, "thinking": null, "reused": 2810073 }, "requests": 63, "decode_tok_s": 26.73, "prefill_tok_s": 144.4, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 116 } }, { "schema": 1, "run_id": "20261021-2018-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "d603bff02156", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T19:18:33Z", "stop_reason": "context_full", "wall_s": 5064.1, "model_time_s": 4157.6, "tool_calls": 61, "tool_errors": 0, "tool_errors_by_type": {}, "guard_events": 0, "tokens": { "prompt": 3899260, "output": 96327, "thinking": null, "reused": 3868755 }, "requests": 60, "decode_tok_s": 24.35, "prefill_tok_s": 151.6, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 97.2, "passed": 17, "partial": 1, "failed": 0, "tests_total": 18, "features": { "O": 0.75, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 120 } }, { "schema": 1, "run_id": "20261021-2144-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "34db64f75ca1", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T20:44:47Z", "stop_reason": "done", "wall_s": 3619.5, "model_time_s": 2959.3, "tool_calls": 70, "tool_errors": 6, "tool_errors_by_type": { "other": 4, "syntax": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 3938477, "output": 71388, "thinking": null, "reused": 3905214 }, "requests": 70, "decode_tok_s": 26.04, "prefill_tok_s": 152.4, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 97.4, "passed": 18, "partial": 1, "failed": 0, "tests_total": 19, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 1 }, "suite_version": "c1.1.8" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.8", "at": "2026-10-22T03:26:42.000Z", "score_before": 92.1, "suite_before": "c1.1.7" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 122 } }, { "schema": 1, "run_id": "20261021-2246-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "f8a5804a1088", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T21:46:50Z", "stop_reason": "done", "wall_s": 2884.8, "model_time_s": 2371.8, "tool_calls": 49, "tool_errors": 1, "tool_errors_by_type": { "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 2249195, "output": 60853, "thinking": null, "reused": 2230350 }, "requests": 49, "decode_tok_s": 27.3, "prefill_tok_s": 131.8, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 92.1, "passed": 17, "partial": 1, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.79, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:41:51.931Z", "score_before": 92.1, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 122 } }, { "schema": 1, "run_id": "20261021-2246-mswea--strata--swift15-iq3xxs--creative-s1", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "steered", "prompt": "creative-v4", "prompt_sha256": "5247cb01cd4b", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T23:26:41Z", "stop_reason": "done", "wall_s": 794.4, "model_time_s": 573.4, "tool_calls": 25, "tool_errors": 1, "tool_errors_by_type": { "not_found": 1 }, "guard_events": 0, "tokens": { "prompt": 634165, "output": 11872, "thinking": null, "reused": 606052 }, "requests": 25, "decode_tok_s": 24.97, "prefill_tok_s": 287.2, "prefix_reuse": 0.956, "steers": 1, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.9" }, "design": null, "checker": "check-creative.mjs", "continued_from": "20261021-2246-mswea--strata--swift15-iq3xxs--creative", "checklist_before": 91.7, "rescored": { "suite_version": "c1.1.9", "at": "2026-10-22T07:43:30.953Z", "score_before": 94.7, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 122 } }, { "schema": 1, "run_id": "20261021-2337-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "93f51b90afca", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T22:37:04Z", "stop_reason": "done", "wall_s": 2827.1, "model_time_s": 2215.6, "tool_calls": 59, "tool_errors": 1, "tool_errors_by_type": { "other": 1 }, "guard_events": 0, "tokens": { "prompt": 2814353, "output": 55415, "thinking": null, "reused": 2787325 }, "requests": 59, "decode_tok_s": 26.99, "prefill_tok_s": 166.0, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 18, "partial": 0, "failed": 0, "tests_total": 18, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.5" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 122 } }, { "schema": 1, "run_id": "20261022-0041-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "2efb1ab93d3e", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-21T23:41:38Z", "stop_reason": "done", "wall_s": 5170.5, "model_time_s": 3723.6, "tool_calls": 80, "tool_errors": 8, "tool_errors_by_type": { "timeout": 3, "other": 5 }, "guard_events": 0, "tokens": { "prompt": 5280319, "output": 85011, "thinking": null, "reused": 5233913 }, "requests": 79, "decode_tok_s": 24.74, "prefill_tok_s": 161.3, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 94.7, "passed": 18, "partial": 0, "failed": 1, "tests_total": 19, "features": { "O": 1, "C1": 0.86, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.8" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.8", "at": "2026-10-22T03:32:31.634Z", "score_before": 94.7, "suite_before": "c1.1.7" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 122 } }, { "schema": 1, "run_id": "20261022-0209-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "0ef16c88a978", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-22T01:09:44Z", "stop_reason": "done", "wall_s": 3108.6, "model_time_s": 2800.6, "tool_calls": 59, "tool_errors": 2, "tool_errors_by_type": { "other": 2 }, "guard_events": 0, "tokens": { "prompt": 2799445, "output": 61520, "thinking": null, "reused": 2777250 }, "requests": 59, "decode_tok_s": 23.5, "prefill_tok_s": 121.7, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 19, "partial": 0, "failed": 0, "tests_total": 19, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.7" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 123 } }, { "schema": 1, "run_id": "20261022-0303-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "e4403dc07fd8", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-22T02:03:32Z", "stop_reason": "done", "wall_s": 3424.6, "model_time_s": 2678.2, "tool_calls": 66, "tool_errors": 5, "tool_errors_by_type": { "syntax": 1, "other": 4 }, "guard_events": 0, "tokens": { "prompt": 3243833, "output": 60734, "thinking": null, "reused": 3215507 }, "requests": 65, "decode_tok_s": 24.45, "prefill_tok_s": 146.0, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 95, "passed": 19, "partial": 0, "failed": 1, "tests_total": 20, "features": { "O": 1, "C1": 0.88, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.12" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.12", "at": "2026-10-22T12:00:11.962Z", "score_before": 95, "suite_before": "c1.1.10" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 125 } }, { "schema": 1, "run_id": "20261022-0402-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "24c4a0782ac7", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-22T03:02:52Z", "stop_reason": "done", "wall_s": 3950.2, "model_time_s": 3163.3, "tool_calls": 83, "tool_errors": 1, "tool_errors_by_type": { "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 4236916, "output": 70082, "thinking": null, "reused": 4212500 }, "requests": 83, "decode_tok_s": 24.08, "prefill_tok_s": 96.7, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 97.4, "passed": 18, "partial": 1, "failed": 0, "tests_total": 19, "features": { "O": 1, "C1": 0.93, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.8" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 201 } }, { "schema": 1, "run_id": "20261022-0533-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "cb6b7dcd8196", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-22T04:33:47Z", "stop_reason": "done", "wall_s": 4651.1, "model_time_s": 2409.6, "tool_calls": 62, "tool_errors": 5, "tool_errors_by_type": { "other": 1, "timeout": 4 }, "guard_events": 0, "tokens": { "prompt": 3104706, "output": 58466, "thinking": null, "reused": 3073360 }, "requests": 61, "decode_tok_s": 26.26, "prefill_tok_s": 170.9, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 97.5, "passed": 19, "partial": 1, "failed": 0, "tests_total": 20, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.12" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.12", "at": "2026-10-22T12:01:58.603Z", "score_before": 97.4, "suite_before": "c1.1.8" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 197 } }, { "schema": 1, "run_id": "20261022-0653-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "cd860a9d9a67", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-22T05:53:06Z", "stop_reason": "done", "wall_s": 5169.1, "model_time_s": 3592.4, "tool_calls": 90, "tool_errors": 2, "tool_errors_by_type": { "timeout": 2 }, "guard_events": 0, "tokens": { "prompt": 5310640, "output": 79138, "thinking": null, "reused": 5278237 }, "requests": 90, "decode_tok_s": 23.87, "prefill_tok_s": 116.7, "prefix_reuse": 0.994, "steers": 0, "checklist": { "score": 100, "passed": 20, "partial": 0, "failed": 0, "tests_total": 20, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.12" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.12", "at": "2026-10-22T12:03:40.157Z", "score_before": 100, "suite_before": "c1.1.9" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261022-0843-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "533d9bae39bf", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-22T07:43:39Z", "stop_reason": "done", "wall_s": 3370.5, "model_time_s": 2627.2, "tool_calls": 64, "tool_errors": 1, "tool_errors_by_type": { "syntax": 1 }, "guard_events": 0, "tokens": { "prompt": 3167786, "output": 64175, "thinking": null, "reused": 3137421 }, "requests": 63, "decode_tok_s": 26.36, "prefill_tok_s": 157.7, "prefix_reuse": 0.99, "steers": 0, "checklist": { "score": 100, "passed": 20, "partial": 0, "failed": 0, "tests_total": 20, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.12" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.12", "at": "2026-10-22T12:05:28.399Z", "score_before": 97.5, "suite_before": "c1.1.10" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261022-0945-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "ba533e6f846b", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-22T08:45:18Z", "stop_reason": "done", "wall_s": 5390.8, "model_time_s": 3466.1, "tool_calls": 72, "tool_errors": 3, "tool_errors_by_type": { "not_found": 1, "other": 1, "timeout": 1 }, "guard_events": 0, "tokens": { "prompt": 4599940, "output": 82695, "thinking": null, "reused": 4561195 }, "requests": 72, "decode_tok_s": 25.7, "prefill_tok_s": 156.3, "prefix_reuse": 0.992, "steers": 0, "checklist": { "score": 100, "passed": 20, "partial": 0, "failed": 0, "tests_total": 20, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 1, "C3": 1, "C5": 1 }, "suite_version": "c1.1.12" }, "design": null, "checker": "check-creative.mjs", "rescored": { "suite_version": "c1.1.12", "at": "2026-10-22T12:07:14.331Z", "score_before": 100, "suite_before": "c1.1.11" }, "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11647, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261022-1144-mswea--strata--swift15-iq3xxs--creative", "combo": "mswea--strata--swift15-iq3xxs--creative", "node": "omarchy", "variant": "creative", "prompt": "creative-v4", "prompt_sha256": "1e64b4bb4373", "fixture": false, "model": { "id": "swift-1.5-iq3_xxs", "label": "Swift 1.5 IQ3_XXS (Strata)" }, "settings": { "thinking": "medium", "reasoning_budget_tokens": 3072, "max_tokens": 7168, "sampling": "model card preset (live profile keys)" }, "started_at": "2026-10-22T10:44:59Z", "stop_reason": "done", "wall_s": 4212.3, "model_time_s": 2713.6, "tool_calls": 81, "tool_errors": 7, "tool_errors_by_type": { "other": 2, "timeout": 5 }, "guard_events": 0, "tokens": { "prompt": 5545811, "output": 64863, "thinking": null, "reused": 5495458 }, "requests": 81, "decode_tok_s": 26.59, "prefill_tok_s": 183.9, "prefix_reuse": 0.991, "steers": 0, "checklist": { "score": 95, "passed": 18, "partial": 2, "failed": 0, "tests_total": 20, "features": { "O": 1, "C1": 1, "C4": 1, "C2": 0.92, "C3": 1, "C5": 0.75 }, "suite_version": "c1.1.12" }, "design": null, "checker": "check-creative.mjs", "harness": { "name": "mswea-strata-swift15" }, "engine": { "kind": "strata" }, "resources": { "vram_total_mib": 11637, "vram_engine_mib": 0, "engine_rss_mib": 198 } }, { "schema": 1, "run_id": "20261007-pi-q4b-pionly", "combo": "pi-builder--llamacpp-cpu--qwen3-4b-q4_0", "node": "pi", "variant": "pi+steer-v2", "prompt": "v1", "model": { "id": "qwen3-4b-q4_0", "label": "Qwen3-4B Q4_0 (Pi CPU, 2 A76 threads)" }, "settings": { "ctx": 8192, "step_limit": 30, "max_tokens": 4096, "hint_after": 4, "stop_after": null }, "started_at": "2026-10-07T10:57:23Z", "stop_reason": "stuck", "wall_s": 73120, "model_time_s": 21900, "tool_calls": 51, "tool_errors": 37, "tool_errors_by_type": { "guard": 31, "other": 5, "format": 1 }, "guard_events": 30, "tokens": { "prompt": 13758, "output": 8826, "thinking": 0, "reused": null }, "requests": null, "decode_tok_s": 0.56, "prefill_tok_s": 2.22, "steers": 7, "harness": { "name": "pi-builder" }, "engine": { "kind": "llama.cpp" }, "resources": {} }, { "schema": 1, "run_id": "20261008-pi-q35-4b-npu", "combo": "pi-builder--llamacpp-cpu--qwen3.5-4b-16k", "node": "pi", "variant": "pi-only", "prompt": "v1", "model": { "id": "qwen3.5-4b-16k", "label": null }, "settings": { "ctx": 14336, "step_limit": 30, "max_tokens": 4096, "hint_after": 4, "stop_after": null }, "started_at": "2026-10-08T14:28:23Z", "stop_reason": "stopped-for-completion-run", "wall_s": 36142, "model_time_s": 0, "tool_calls": 53, "guard_events": 0, "tokens": { "prompt": 0, "output": 0, "thinking": 0, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "steers": 1, "harness": { "name": "pi-builder" }, "engine": { "kind": "llama.cpp" }, "resources": {} }, { "schema": 1, "run_id": "20261008-pi-q4km-pionly", "combo": "pi-builder--llamacpp-cpu--qwen3-4b-q4_k_m", "node": "pi", "variant": "pi-only", "prompt": "v1", "model": { "id": "qwen3-4b-q4_k_m", "label": null }, "settings": { "ctx": 8192, "step_limit": 30, "max_tokens": 4096, "hint_after": 4, "stop_after": null }, "started_at": "2026-10-08T07:16:30Z", "stop_reason": "stuck", "wall_s": 21363, "model_time_s": 0, "tool_calls": 17, "tool_errors": 5, "tool_errors_by_type": { "format": 2, "other": 2, "guard": 1 }, "guard_events": 0, "tokens": { "prompt": 0, "output": 0, "thinking": 0, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "steers": 1, "harness": { "name": "pi-builder" }, "engine": { "kind": "llama.cpp" }, "resources": {} }, { "schema": 1, "run_id": "20261009-pi-q35-4b-npu-v2steer", "combo": "pi-builder--rkllm-npu--qwen3.5-4b-16k", "node": "pi", "variant": "pi+steer", "prompt": "v3", "model": { "id": "qwen3.5-4b-16k", "label": "Qwen3.5-4B (Pi NPU, rkllm, 16k)" }, "settings": { "ctx": 14336, "step_limit": 30, "max_tokens": 4096, "hint_after": 4, "stop_after": null }, "started_at": "2026-10-09T00:34:26Z", "stop_reason": "cap-24h", "wall_s": 92863, "model_time_s": 0, "tool_calls": 152, "guard_events": 1, "tokens": { "prompt": 0, "output": 0, "thinking": 0, "reused": null }, "requests": null, "decode_tok_s": null, "prefill_tok_s": null, "steers": 9, "harness": { "name": "pi-builder" }, "engine": { "kind": "llama.cpp" }, "resources": {} }, { "schema": 1, "run_id": "20261010-pi-minicpm5-2b-v3steer", "combo": "pi-builder--llamacpp-cpu--minicpm5-2b", "node": "pi", "variant": "pi+steer", "prompt": "v3", "model": { "id": "minicpm5-2b", "label": "MiniCPM5-2B Q4_K_M (Pi CPU, llama.cpp, 2 cores)" }, "settings": { "ctx": 8192, "step_limit": 30, "max_tokens": 4096, "hint_after": 4, "stop_after": null }, "started_at": "2026-10-10T02:50:09Z", "stop_reason": "cpu-run-retired", "wall_s": 82328, "model_time_s": 55017, "tool_calls": 136, "tool_errors": 61, "tool_errors_by_type": { "format": 15, "other": 41, "not_found": 2, "guard": 3 }, "guard_events": 3, "tokens": { "prompt": 87860, "output": 30161, "thinking": 0, "reused": null }, "requests": null, "decode_tok_s": 1.76, "prefill_tok_s": 2.32, "steers": 5, "checklist": { "score": 26.3, "passed": 4, "partial": 2, "failed": 13, "tests_total": 19, "features": { "O": 0.5, "F1": 0.67, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "harness": { "name": "pi-builder" }, "engine": { "kind": "llama.cpp" }, "resources": {}, "thumb": "landing-hero.webp" }, { "schema": 1, "run_id": "20261011-pi-spark-x25-4b-v3steer", "combo": "pi-builder--llamacpp-cpu--spark-x25-4b", "node": "pi", "variant": "pi+steer", "prompt": "v3", "model": { "id": "spark-x25-4b", "label": "Spark-X2.5-4B Q4_K_M (Pi CPU, llama.cpp upstream 10a60cf, 2 cores)" }, "settings": { "ctx": 8192, "step_limit": 30, "max_tokens": 4096, "hint_after": 4, "stop_after": null }, "started_at": "2026-10-11T09:21:23Z", "stop_reason": "cpu-run-retired", "wall_s": 18613, "model_time_s": 2817, "tool_calls": 10, "tool_errors": 3, "tool_errors_by_type": { "format": 3 }, "guard_events": 0, "tokens": { "prompt": 1916, "output": 4096, "thinking": 0, "reused": null }, "requests": null, "decode_tok_s": 1.74, "prefill_tok_s": 4.18, "steers": 0, "checklist": { "score": 15.8, "passed": 2, "partial": 2, "failed": 15, "tests_total": 19, "features": { "O": 0, "F1": 0.5, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "harness": { "name": "pi-builder" }, "engine": { "kind": "llama.cpp" }, "resources": {}, "thumb": "landing-hero.webp" }, { "schema": 1, "run_id": "20261012-pi-qwen38-4b-rknpu-v3steer", "combo": "pi-builder--rkllamacpp-npu--qwen38-4b", "node": "pi", "variant": "pi+steer", "prompt": "v3", "model": { "id": "qwen38-4b", "label": "Qwen3.8-4B Distill Q8_0 GGUF (Pi NPU, rk-llama.cpp RKNPU e1862168d, 2 threads)" }, "settings": { "ctx": 16384, "step_limit": 30, "max_tokens": 4096, "hint_after": 4, "stop_after": null }, "started_at": "2026-10-12T23:37:04Z", "stop_reason": "paused-checker-offline", "wall_s": 827221, "model_time_s": 493564, "tool_calls": 1116, "tool_errors": 274, "tool_errors_by_type": { "format": 164, "not_found": 10, "other": 97, "edit_mismatch": 3 }, "guard_events": 0, "tokens": { "prompt": 2458372, "output": 730282, "thinking": 0, "reused": null }, "requests": null, "decode_tok_s": 2.49, "prefill_tok_s": 12.29, "steers": 15, "checklist": { "score": 31.6, "passed": 5, "partial": 2, "failed": 12, "tests_total": 19, "features": { "O": 0.75, "F1": 0.75, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "harness": { "name": "pi-builder" }, "engine": { "kind": "llama.cpp" }, "resources": {}, "thumb": "landing-hero.webp" }, { "schema": 1, "run_id": "20261012-pi-qwen38-9b-rknpu-v3steer", "combo": "pi-builder--rkllamacpp-npu--qwen38-9b", "node": "pi", "variant": "pi+steer", "prompt": "v3", "model": { "id": "qwen38-9b", "label": "Qwen3.8-9B Distill Q8_0 GGUF (Pi NPU, rk-llama.cpp RKNPU e1862168d, 2 threads)" }, "settings": { "ctx": 16384, "step_limit": 30, "max_tokens": 4096, "hint_after": 4, "stop_after": null }, "started_at": "2026-10-12T14:50:16Z", "stop_reason": "memory-floor-abort", "wall_s": 25362, "model_time_s": 5087, "tool_calls": 24, "tool_errors": 7, "tool_errors_by_type": { "format": 4, "not_found": 1, "other": 2 }, "guard_events": 0, "tokens": { "prompt": 17578, "output": 9516, "thinking": 0, "reused": null }, "requests": null, "decode_tok_s": 2.3, "prefill_tok_s": 18.44, "steers": 0, "checklist": { "score": 31.6, "passed": 5, "partial": 2, "failed": 12, "tests_total": 19, "features": { "O": 0.5, "F1": 0.83, "G": 0, "F2": 0, "F3": 0, "F4": 0, "F5": 0, "F8": 0, "F6": 0, "F9": 0, "R": 0 }, "suite_version": "1.2.0" }, "harness": { "name": "pi-builder" }, "engine": { "kind": "llama.cpp" }, "resources": {}, "thumb": "landing-hero.webp" } ]