From 319cd9e721fc833b0af5aff99b502963799350aa Mon Sep 17 00:00:00 2001 From: stekiclaw <271673852+stekiclaw@users.noreply.github.com> Date: Wed, 28 Oct 2026 01:34:06 -0400 Subject: [PATCH] [Benchmark] add RTX 3070 Flash-Next IQ3_S community results --- .../README.generated.md | 61 ++ .../README.md | 130 +++ .../SHA256SUMS | 7 + .../benchmark-console.txt | 57 ++ .../config.json | 64 ++ .../provenance.json | 11 + .../resources.partial.jsonl | 53 + .../results.json | 949 ++++++++++++++++++ 8 files changed, 1332 insertions(+) create mode 100644 bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.generated.md create mode 100644 bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.md create mode 100644 bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/SHA256SUMS create mode 100644 bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/benchmark-console.txt create mode 100644 bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/config.json create mode 100644 bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/provenance.json create mode 100644 bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/resources.partial.jsonl create mode 100644 bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/results.json diff --git a/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.generated.md b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.generated.md new file mode 100644 index 00000000000..ec29364155d --- /dev/null +++ b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.generated.md @@ -0,0 +1,61 @@ +# Community benchmark on NVIDIA GeForce RTX 3070 + +Measured on 2026-10-28 with `tools/strata_bench.py` (suite 1, 3 runs per test, medians with ranges). Speeds are the engine's own timings; first-token times are measured by the client over HTTP. Speed only: no correctness check was run. + +## Hardware and software + +- GPU and VRAM: NVIDIA GeForce RTX 3070, 8 GiB VRAM +- CPU: Intel(R) Core(TM) i9-10900K CPU @ 3.70GHz (10 cores, 20 threads); installed RAM: 61.3 GiB; storage: nvme0n1 PM9A1 NVMe Samsung 1024GB nvme +- OS: Linux 7.0.0-38-generic; GPU driver: 595.99.02; CUDA (driver supports up to): 13.2 +- Strata: project ?, commit not a git checkout; engine 0.1.52 +- GPU detail (after the run, near idle): power_limit_w=220.00, power_draw_w=172.18, pcie=gen3 x16, pstate=P2, temp_c=69 +- Background workloads: not recorded (GPU power limit/draw read above) + +## Model and configuration + +- Model and quantization: qwen3.8-flash-next-iq3_s +- Context: 65536 tokens; parallel slots: 1 +- Settings: the install's own configuration, unchanged; thinking off for the suite; temperature 0 + +```text +component:strata-engine --pack iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --max-context 65536 --kv int8 --vram-reserve-mib 1024 --kv-resident 32768 +``` + +## Method + +Run by `python tools/strata_bench.py` against the HTTP API of a Strata server (already running); model loading is not timed. One warm-up chat and a 1K prompt are discarded first. Every prompt starts with a unique tag, so the conversation cache cannot help the fresh-prompt tests. + +- short chat: the three questions of `tools/ab_engine.py`, up to 100 new tokens, 3 runs +- 4K / 16K prompts: generated word lists sized by a calibration request, 24 new tokens, 3 fresh prompts each +- agent session: system prompt and four tools, then 5 turns that each add about 1500 words of a project file and continue from the model's own earlier answers (the way agent clients resend a conversation), 64 new tokens per turn, 3 sessions; the cache numbers come from the answer's usage (`cached_tokens`) and timings (`prompt_n`) +- concurrency (when run): N requests sent at the same moment, total tokens over the wall time of the burst, latency over all requests + +## Results + +| Configuration | Actual prompt tokens | Reused tokens | Generated tokens | Runs | Prompt tok/s median and range | Decode tok/s median and range | TTFT seconds median and range | +| --- | ---: | ---: | ---: | ---: | --- | --- | --- | +| short chat | 46 (43-51) | 0 | 100 (100-100) | 9 | not measured | 46.0 (45.6-47.6) | 0.68 (0.56-0.73) | +| 4K prompt, fresh | 4019 (4019-4019) | 0 (0-0) | 24 cap | 3 | 411.2 (410.9-411.4) | not measured | 9.80 (9.80-9.81) | +| 16K prompt, fresh | 16058 (16058-16058) | 0 (0-0) | 24 cap | 3 | 367.9 (367.5-368.1) | not measured | 43.68 (43.66-43.73) | +| agent session, follow-up turns | 9087 (9085-9094) at the last turn | see below | up to 64 | 3 | see below | 58.5 (41.8-96.4) | 5.19 (5.02-5.24) | + +Ranges are the lowest and highest of the runs; `Runs` counts requests that returned a token. + +### Agent session (conversation cache) + +Cache hit over the follow-up turns: 71.1 % (71.1-71.1); earlier-turn tokens read again per session: 5 (5-5) (earlier turns that the cache did not hold; the 8207 (8207-8208) new tokens of the files are read once); first turn (nothing cached) first token: 2.51 s (2.39-2.52). + +| Turn (run 1) | Prompt tokens | Reused | Read | Prompt tok/s | First token (s) | Decode tok/s | +| ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| 0 | 609 | 0 | 609 | 258.3 | 2.392 | 42.2 | +| 1 | 2274 | 632 | 1642 | 328.7 | 5.024 | 44.6 | +| 2 | 3980 | 2337 | 1643 | 324.1 | 5.104 | 44.5 | +| 3 | 5686 | 4043 | 1643 | 317.7 | 5.205 | 45.3 | +| 4 | 7392 | 5749 | 1643 | 318.2 | 5.195 | 67.3 | +| 5 | 9094 | 7452 | 1642 | 316.0 | 5.225 | 58.0 | + +Per-request data: `results.json`. Engine log lines from the start: `engine-log-excerpt.txt` (when this run started the server). + +## Correctness and limitations + +Not measured: this is a speed suite. The conversation uses the model's own replies, so token counts differ a little between runs. Machine details come from the server, `nvidia-smi`/`rocm-smi` and the OS; background load is not recorded. Total time of the suite: 297 s. diff --git a/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.md b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.md new file mode 100644 index 00000000000..3da190ba473 --- /dev/null +++ b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.md @@ -0,0 +1,130 @@ +# Community benchmark on NVIDIA GeForce RTX 3070: Flash-Next IQ3_S + +Measured on 2026-10-28 with the unmodified upstream `tools/strata_bench.py`, suite 1, three repetitions. Prepared with AI assistance from real host measurements. Contributed by @stekiclaw. + +This is the community quick speed suite described in `docs/COMMUNITY_BENCHMARKS.md`, not the thinking-enabled draft standard benchmark and not a maintainer-approved result. The original generated report is retained as `README.generated.md`, and unmodified per-request measurements are in `results.json`. This report supplements provenance and limitations without changing measurements. + +## Hardware and software + +- GPU: NVIDIA GeForce RTX 3070, 8 GiB dedicated VRAM; selected GPU 0. +- CPU: Intel Core i9-10900K, 10 cores / 20 threads. +- Installed RAM: 61.3 GiB. +- Model storage: Samsung PM9A1 NVMe, device model PM9A1 NVMe Samsung 1024GB. +- PCIe: Gen 3 x16 observed; queried maximum Gen 3 x16. +- GPU power limit: 220 W. +- OS: Linux kernel 7.0.0-38-generic. +- NVIDIA driver: 595.99.02; driver-reported supported CUDA version: 13.2. This is not evidence of the CUDA toolkit used to compile the engine; that build field was unavailable to this community runner. +- Strata CLI: 0.2.7, build 0.1.52, established separately with the installed CLI's `--version`. +- Runtime COMMIT file: `a42cc3d7df70d1940de82cd0882f03e1f5dfc741`; engine 0.1.52. Existing release installation; no source build or runtime modification was performed for this test. +- The legacy community runner did not recognize the Terminal bundle's project version or COMMIT file, leaving those fields null in the original JSON. The separately recorded COMMIT above does not alter that raw JSON. +- Community guide inspected at upstream revision `5e8a4cca7d690ac60ca37eb09e7d0e010099ad6d`. +- Runner SHA-256: `f6267a67dd27a938af8f756b1bbbf49b232d9168f986889d09b85b5df4859f7d`. +- Background work: existing OS services and an auxiliary resource sampler. A preflight GPU process query showed only the owned Strata engine; no additional GPU workload was observed in that snapshot. This is not proof that all background activity was absent throughout the run. + +## Model and configuration + +- Served model ID: `qwen3.8-flash-next-iq3_s`; quantization: IQ3_S. +- Exact quantization repository/revision, original model revision and tokenizer revision: not established for this report. Do not infer these from filenames. +- Native file: `Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf`. +- PLE file: `Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf`. +- Prepared pack: `iq3_s`; expert profile: `expert-profile.bin`. Pack source identity/preparation revision is not established here. +- Effective context: 65,536 tokens; one parallel slot. +- KV: int8, resident window 32,768; VRAM reserve 1,024 MiB. +- Expert cache and prefill launch settings: auto. Observed engine information reported 813 expert slots / 1,606 MiB expert cache, 9 pool workers, prefill cap 1,536, PCIe fraction 0.34 and a 1,024 MiB conversation cache with four slots. +- MTP disabled in the serving profile; vision disabled. This does not mean all speculation is disabled: native draft counters are nonzero in some agent requests. No MTP-on/off or speculation-on/off comparison was performed. +- Sampling: temperature 0, thinking disabled (`reasoning_effort=none`, `chat_template_kwargs.enable_thinking=false`). Other sampling values were not explicitly fixed by this legacy runner. +- No persistent serving configuration changes were made for this test. Prior calibration/tuning provenance, low-RAM policy and experimental speed-projection state were not independently established and must not be assumed off. + +Sanitized engine launch specification (the component selector is resolved by the installed Strata runtime, not a standalone executable path): + +```text +component:strata-engine --pack iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --max-context 65536 --kv int8 --vram-reserve-mib 1024 --kv-resident 32768 +``` + +Sanitized benchmark invocation; `` and `` refer to the existing installation and saved profile, with private absolute paths omitted: + +```text +/python/bin/python3.12 -u /tools/strata_bench.py --config --url http://127.0.0.1:8080 --runs 3 --out +``` + +The complete sanitized configuration and observed engine information are in `results.json` under `machine.config` and `machine.engine_info`. Launch flags and effective engine information are reported separately; they should not be assumed identical merely because they use similar names. + +## Method + +The upstream suite ran on the inference host against its already-loaded loopback server, without restarting it for this community run. The expert cache was already warm from prior use. This is not a cold-model benchmark, nor a rerun of the draft standard protocol. No model download or engine upgrade occurred. + +- Warm-up: one short chat, two one-token token-count calibration requests (200 and 800 words), and one approximately 1K-token prompt. These are excluded from measured request totals. +- Short chat: three upstream questions, each repeated three times, output cap 100 tokens (9 measured requests). +- 4K and 16K: three generated word-list prompts per target, output cap 24 tokens (6 measured requests). Actual inputs were 4,019 and 16,058 tokens respectively; labels describe targets, not exact input counts. +- Agent session: three sessions of six requests each, comprising an initial turn followed by five file-addition turns; four tool schemas are exposed, but the prompt asks for prose rather than tool execution. Each added file contributes about 1,500 words. The model's own answer is appended to subsequent turns; cap 64 tokens per turn (18 measured requests). +- Agent file construction uses project documents if available, otherwise generated filler. The exact per-run request bodies and full generated replies were not persisted by this legacy runner, so byte-identical replay of agent conversations is not claimed. +- Fresh chat and prompt requests have unique tags. All measured short/4K/16K rows reported zero reused tokens. Agent turns intentionally reuse conversation prefixes; expert-cache warming and conversation-prefix reuse are distinct effects. +- Required/default measured requests: 33, all returned tokens with no recorded error; no tests were skipped. Optional `--long` (32K) and `--clients` tests were not selected. +- Prompt and decode throughput use native engine timings, not generated tokens divided by total request time. TTFT is client monotonic time to the first nonempty content/reasoning piece, ignoring empty chunks. Thinking was disabled. +- Total suite time: 296.707 seconds, approximately 4 min 57 s; includes warm-up, calibration and machine probes, excludes model loading. Per-request wall times and engine prompt/decode durations are retained in `results.json`. + +## Results + +Values are median (minimum–maximum). These are measurements of this one configuration, not an A/B speedup claim. + +| Configuration | Actual prompt tokens | Reused tokens | Generated tokens | Samples | Prompt tok/s | Decode tok/s | TTFT seconds | +| --- | --- | --- | --- | --- | --- | --- | --- | +| Short chat | 46 (43–51) | 0 | 100 in every request | 9 | not summarized | 46.0 (45.6–47.6) | 0.676 (0.560–0.726) | +| 4K prompt, fresh | 4,019 | 0 | 24 in every request | 3 | 411.2 (410.9–411.4) | not summarized by upstream report | 9.802 (9.800–9.807) | +| 16K prompt, fresh | 16,058 | 0 | 24 in every request | 3 | 367.9 (367.5–368.1) | not summarized by upstream report | 43.682 (43.661–43.727) | +| Agent follow-up turns | final turn 9,087 (9,085–9,094) | see below | up to 64 per turn | 3 sessions / 15 follow-ups | see raw rows | 58.5 (41.8–96.4) | 5.188 (5.016–5.240) | + +### Agent session / conversation cache + +- Follow-up token cache hit: 71.102% (71.097–71.107), across three sessions. +- Earlier-turn tokens read again: 5 per session in every session. +- New file tokens read: 8,207 (8,207–8,208) per session. +- Initial-turn TTFT: 2.510 s (2.392–2.516). +- Short, repetitive agent answers and varying accepted drafts can raise decode rates; the 96.4 tok/s maximum is not sustained general-purpose chat throughput. + +First session in full; all three sessions are retained in `results.json`: + +| Turn | Prompt tokens | Reused | Read | Prompt tok/s | TTFT s | Decode tok/s | +| --- | --- | --- | --- | --- | --- | --- | +| 0 | 609 | 0 | 609 | 258.3 | 2.392 | 42.2 | +| 1 | 2,274 | 632 | 1,642 | 328.7 | 5.024 | 44.6 | +| 2 | 3,980 | 2,337 | 1,643 | 324.1 | 5.104 | 44.5 | +| 3 | 5,686 | 4,043 | 1,643 | 317.7 | 5.205 | 45.3 | +| 4 | 7,392 | 5,749 | 1,643 | 318.2 | 5.195 | 67.3 | +| 5 | 9,094 | 7,452 | 1,642 | 316.0 | 5.225 | 58.0 | + +### Resource observations: partial coverage only + +The first auxiliary sampler failed to start because of command-string quoting. It was repaired without restarting the benchmark. The replacement recorded 53 samples over approximately 105.3 seconds near the end of the suite; these are not whole-suite resource peaks and do not reconstruct earlier activity. + +- Sampling target: 2 seconds; scope: whole host, not Strata process RSS. +- CPU busy average in the sampled interval: 20.5%. +- Minimum available host RAM in that interval: 8.05 GiB. +- Sampled maximum GPU memory: 7,189 MiB; sampled maximum GPU temperature: 70°C. +- No swap-out counter increase in that interval; this does not mean swap was unused or no swap activity occurred earlier. +- The runner's post-run GPU snapshot reported 69°C and 172.18 W. This is an endpoint snapshot, not a peak or a rigorously verified idle reading. + +## Correctness and limitations + +- This community run is a speed/cache suite, not an accuracy evaluation. It performs no actual tool execution or complete external tool round trip. +- A separate thinking-enabled standard run is outside this contribution; its scores are not used to claim correctness for this thinking-off configuration. +- Short chat requests all produced the 100-token cap; long-prompt requests all produced 24 tokens. Hitting a cap is not proof of a complete answer. +- The legacy runner defines success as no recorded error plus at least one returned token; it does not retain terminal finish reasons or explicitly require `[DONE]`. Therefore “33 successful rows” is its transport/output classification, not independently verified natural-stop completion for all answers. +- No recorded request failures; no skipped default tests. Auxiliary sampler startup failed separately as disclosed above. +- Largest fresh input measured here: 16,058 tokens. A 65,536-token serving window is not a full-window capacity or recall pass. +- Optional 32K prompt, concurrency, long-context needle tests, broad reasoning/coding quality and baseline-versus-tuned comparisons were not run. +- Engine timing lines/startup logs are not attached by the community runner when using an existing server. Native timing fields remain in each measured JSON row. A separately sanitized log excerpt can be added to a publication bundle if available; its absence must not be disguised by fabricated logs. +- Model/source/tokenizer revisions and pack preparation provenance remain unknown; report them as unknown unless independent evidence is found. +- Original JSON and generated README are preserved. Supplemental version information comes from independent CLI/COMMIT probes, not from editing their original null fields. + +## Artifacts and reproduction + +- `results.json`: byte-identical output of the official community runner, all 33 measured request rows. +- `README.generated.md`: original generated report; its unrecognized version/COMMIT fields are explained above. +- `config.json`: sanitized effective profile copied from the original result. +- `benchmark-console.txt`: actual benchmark console output, private host paths replaced. This is not an engine startup log. +- `resources.partial.jsonl`: 53 whole-host samples from the replacement sampler only. +- `provenance.json`: independently observed version, runner identity and upstream guide revision. +- `SHA256SUMS`: hashes of the publication artifacts. + +Use the unmodified upstream `tools/strata_bench.py` from the recorded runtime commit with its sibling imports (`ab_engine.py`, `agent_turns_bench.py`, `serve_load.py`) and an installed compatible Strata runtime/model. The command above reproduces the procedure, not byte-identical model responses. No custom engine code, model weights or packs are included. diff --git a/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/SHA256SUMS b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/SHA256SUMS new file mode 100644 index 00000000000..70e5d814906 --- /dev/null +++ b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/SHA256SUMS @@ -0,0 +1,7 @@ +30f5fb26224dbfdd567a4d0ce9ff430ae85f548f837616cfb5389ea9ec37dcd8 README.generated.md +c76ad87c1b060783cc9aecc05b22cdc58b1270eccb06f14a8a17079467102bb7 README.md +c88e3851e3b4774469a8e4370a77e73016c37026a4b71c2b333aee939608ba8d benchmark-console.txt +69b766da82160e649eed8a5f6d635be5e9dbfbae6fb1679ec0cc24041edd6878 config.json +541a5fb637125b4ca5303d85dd2d960b4dcf1eac7f0bae135d58f90b00e199ed provenance.json +2141fd4bf32f3786ccfa3e945a387aae299f0eb463b062aaa4145a69f1c5c393 resources.partial.jsonl +f4ca10da68046567b367048c5d2cb0c99822ca7f9b1b75e52b58ce89e99b022b results.json diff --git a/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/benchmark-console.txt b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/benchmark-console.txt new file mode 100644 index 00000000000..b93c684ed8a --- /dev/null +++ b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/benchmark-console.txt @@ -0,0 +1,57 @@ +Using the Strata server already running at http://127.0.0.1:8080. +Running the suite (about 3-10 minutes) ... +warming up (not measured) ... + calibrated: about 1.08 tokens per word +chat: 3 short questions x 3 runs, up to 100 new tokens + run 1 q1: decode 45.9 tok/s, first token 0.572 s, 100 tokens + run 1 q2: decode 46.2 tok/s, first token 0.604 s, 100 tokens + run 1 q3: decode 45.6 tok/s, first token 0.676 s, 100 tokens + run 2 q1: decode 45.9 tok/s, first token 0.724 s, 100 tokens + run 2 q2: decode 47.6 tok/s, first token 0.56 s, 100 tokens + run 2 q3: decode 45.7 tok/s, first token 0.701 s, 100 tokens + run 3 q1: decode 46.2 tok/s, first token 0.726 s, 100 tokens + run 3 q2: decode 46.8 tok/s, first token 0.605 s, 100 tokens + run 3 q3: decode 46.0 tok/s, first token 0.709 s, 100 tokens +4K prompt: 3 fresh prompts of about 4096 tokens, 24 new tokens + run 1: 4019 tokens, prompt 411.4 tok/s (0 reused), first token 9.8 s + run 2: 4019 tokens, prompt 411.2 tok/s (0 reused), first token 9.802 s + run 3: 4019 tokens, prompt 410.9 tok/s (0 reused), first token 9.807 s +16K prompt: 3 fresh prompts of about 16384 tokens, 24 new tokens + run 1: 16058 tokens, prompt 368.1 tok/s (0 reused), first token 43.661 s + run 2: 16058 tokens, prompt 367.9 tok/s (0 reused), first token 43.682 s + run 3: 16058 tokens, prompt 367.5 tok/s (0 reused), first token 43.727 s +agent: a session of 6 turns with four tools, x 3 runs + run 1 turn 0: prompt 609, reused 0, read 609, first token 2.392 s + run 1 turn 1: prompt 2274, reused 632, read 1642, first token 5.024 s + run 1 turn 2: prompt 3980, reused 2337, read 1643, first token 5.104 s + run 1 turn 3: prompt 5686, reused 4043, read 1643, first token 5.205 s + run 1 turn 4: prompt 7392, reused 5749, read 1643, first token 5.195 s + run 1 turn 5: prompt 9094, reused 7452, read 1642, first token 5.225 s + run 2 turn 0: prompt 609, reused 0, read 609, first token 2.516 s + run 2 turn 1: prompt 2274, reused 632, read 1642, first token 5.024 s + run 2 turn 2: prompt 3980, reused 2337, read 1643, first token 5.126 s + run 2 turn 3: prompt 5686, reused 4043, read 1643, first token 5.187 s + run 2 turn 4: prompt 7390, reused 5748, read 1642, first token 5.198 s + run 2 turn 5: prompt 9087, reused 7445, read 1642, first token 5.24 s + run 3 turn 0: prompt 609, reused 0, read 609, first token 2.51 s + run 3 turn 1: prompt 2274, reused 632, read 1642, first token 5.016 s + run 3 turn 2: prompt 3980, reused 2337, read 1643, first token 5.117 s + run 3 turn 3: prompt 5686, reused 4043, read 1643, first token 5.192 s + run 3 turn 4: prompt 7387, reused 5745, read 1642, first token 5.188 s + run 3 turn 5: prompt 9085, reused 7443, read 1642, first token 5.24 s + +Results (median, range over the runs): + chat decode tok/s 46.00 (45.60 - 47.60, n=9) + chat first token (s) 0.68 (0.56 - 0.73, n=9) + 4K prompt tok/s 411.20 (410.90 - 411.40, n=3) + 4K first token (s) 9.80 (9.80 - 9.81, n=3) + 16K prompt tok/s 367.90 (367.50 - 368.10, n=3) + 16K first token (s) 43.68 (43.66 - 43.73, n=3) + agent cache hit % 71.10 (71.10 - 71.11, n=3) + agent re-read tokens/session 5.00 (5.00 - 5.00, n=3) + agent turn first token (s) 5.19 (5.02 - 5.24, n=15) + agent decode tok/s 58.50 (41.80 - 96.40, n=15) + +Report: /Strata/iq3s-trial/community-iq3s-20261028/reports/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/README.md +Share it: open a pull request that adds the folder /Strata/iq3s-trial/community-iq3s-20261028/reports/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s (see docs/COMMUNITY_BENCHMARKS.md), or paste README.md into a GitHub issue. Home folders, user and host names and IP addresses are already replaced; read it once before you share it. +For results other people can compare with, run the standard benchmark: strata bench run (docs/BENCHMARK_PROTOCOL.md). diff --git a/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/config.json b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/config.json new file mode 100644 index 00000000000..c1115d4c88f --- /dev/null +++ b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/config.json @@ -0,0 +1,64 @@ +{ + "exe": "component:strata-engine", + "args": [ + "--pack", + "iq3_s", + "--native", + "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf", + "--ple-gguf", + "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf", + "--expert-profile", + "expert-profile.bin", + "--expert-cache", + "auto", + "--prefill", + "auto", + "--spec", + "4", + "--max-context", + "65536", + "--kv", + "int8", + "--vram-reserve-mib", + "1024", + "--kv-resident", + "32768" + ], + "args_written": [ + "--pack", + "/Strata/models/packs/iq3_s", + "--native", + "/Strata/models/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf", + "--ple-gguf", + "/Strata/models/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf", + "--expert-profile", + "/data/expert-profile.bin", + "--expert-cache", + "auto", + "--prefill", + "auto", + "--spec", + "4", + "--max-context", + "65536", + "--kv", + "int8", + "--vram-reserve-mib", + "1024", + "--kv-resident", + "32768" + ], + "model_name": "qwen3.8-flash-next-iq3_s", + "lib_dirs": [], + "port": 8080, + "gpu": 0, + "gpus_asked": true, + "mtp": false, + "host": "127.0.0.1", + "drafting": "off", + "open_browser": false, + "engine_ready_s": 1008, + "parallel": 1, + "idle_unload_s": 0, + "lazy_load": false +} diff --git a/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/provenance.json b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/provenance.json new file mode 100644 index 00000000000..e65853f1835 --- /dev/null +++ b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/provenance.json @@ -0,0 +1,11 @@ +{ + "guide_revision": "5e8a4cca7d690ac60ca37eb09e7d0e010099ad6d", + "runner_commit": "a42cc3d7df70d1940de82cd0882f03e1f5dfc741", + "runner_sha256": "f6267a67dd27a938af8f756b1bbbf49b232d9168f986889d09b85b5df4859f7d", + "gpu_details": "name, pci.bus_id, pcie.link.gen.current, pcie.link.gen.max, pcie.link.width.current, pcie.link.width.max, power.limit [W]\nNVIDIA GeForce RTX 3070, , 3, 3, 16, 16, 220.00 W\n", + "strata_cli_version": "0.2.7", + "engine_version": "0.1.52", + "version_source": "installed CLI --version and runtime COMMIT file, checked independently of legacy runner", + "resource_coverage": "partial final interval only; first sampler failed to start", + "background": "existing OS services and auxiliary whole-host resource sampler" +} diff --git a/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/resources.partial.jsonl b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/resources.partial.jsonl new file mode 100644 index 00000000000..616d05a9c87 --- /dev/null +++ b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/resources.partial.jsonl @@ -0,0 +1,53 @@ +{"at": 1793163272.805947, "cpu": [785211, 0, 195778, 25760479, 85460, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9388634112, "SwapTotal": 4294963200, "SwapFree": 3843276800}, "vm": {"pswpin": 284743, "pswpout": 678574}, "gpu": "7189, 98, 66, 127.60", "gpu_exit": 0} +{"at": 1793163274.839454, "cpu": [786847, 0, 195799, 25762873, 85476, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9271726080, "SwapTotal": 4294963200, "SwapFree": 3843993600}, "vm": {"pswpin": 284922, "pswpout": 678574}, "gpu": "7189, 100, 65, 117.84", "gpu_exit": 0} +{"at": 1793163276.8684773, "cpu": [788474, 0, 195806, 25765290, 85480, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9270607872, "SwapTotal": 4294963200, "SwapFree": 3844235264}, "vm": {"pswpin": 284986, "pswpout": 678574}, "gpu": "7189, 100, 68, 138.45", "gpu_exit": 0} +{"at": 1793163278.891375, "cpu": [788677, 0, 195807, 25769130, 85481, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9276522496, "SwapTotal": 4294963200, "SwapFree": 3844235264}, "vm": {"pswpin": 284986, "pswpout": 678574}, "gpu": "7189, 100, 65, 112.92", "gpu_exit": 0} +{"at": 1793163280.913949, "cpu": [788998, 0, 195810, 25772850, 85481, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9274224640, "SwapTotal": 4294963200, "SwapFree": 3844235264}, "vm": {"pswpin": 284986, "pswpout": 678574}, "gpu": "7189, 100, 65, 110.90", "gpu_exit": 0} +{"at": 1793163282.94542, "cpu": [790901, 0, 195816, 25775000, 85484, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9158553600, "SwapTotal": 4294963200, "SwapFree": 3844259840}, "vm": {"pswpin": 284990, "pswpout": 678574}, "gpu": "7189, 100, 69, 172.26", "gpu_exit": 0} +{"at": 1793163284.9736104, "cpu": [791191, 0, 195818, 25778762, 85485, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9162604544, "SwapTotal": 4294963200, "SwapFree": 3844640768}, "vm": {"pswpin": 285088, "pswpout": 678574}, "gpu": "7189, 100, 66, 116.94", "gpu_exit": 0} +{"at": 1793163286.9977114, "cpu": [791394, 0, 195820, 25782605, 85486, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9161482240, "SwapTotal": 4294963200, "SwapFree": 3844640768}, "vm": {"pswpin": 285088, "pswpout": 678574}, "gpu": "7189, 100, 66, 115.19", "gpu_exit": 0} +{"at": 1793163289.0199838, "cpu": [793057, 0, 195826, 25784976, 85488, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9027301376, "SwapTotal": 4294963200, "SwapFree": 3844644864}, "vm": {"pswpin": 285088, "pswpout": 678574}, "gpu": "7189, 100, 69, 131.05", "gpu_exit": 0} +{"at": 1793163291.0476332, "cpu": [793746, 0, 195827, 25788337, 85490, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9026433024, "SwapTotal": 4294963200, "SwapFree": 3844837376}, "vm": {"pswpin": 285136, "pswpout": 678574}, "gpu": "7189, 100, 66, 122.46", "gpu_exit": 0} +{"at": 1793163293.0709207, "cpu": [793949, 0, 195829, 25792178, 85490, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9032273920, "SwapTotal": 4294963200, "SwapFree": 3844837376}, "vm": {"pswpin": 285136, "pswpout": 678574}, "gpu": "7189, 100, 66, 118.47", "gpu_exit": 0} +{"at": 1793163295.0932386, "cpu": [795187, 0, 195836, 25794975, 85491, 0, 16861, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8913473536, "SwapTotal": 4294963200, "SwapFree": 3844837376}, "vm": {"pswpin": 285136, "pswpout": 678574}, "gpu": "7189, 100, 68, 116.44", "gpu_exit": 0} +{"at": 1793163297.1238794, "cpu": [796341, 0, 195841, 25797873, 85494, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8912420864, "SwapTotal": 4294963200, "SwapFree": 3844952064}, "vm": {"pswpin": 285164, "pswpout": 678574}, "gpu": "7189, 100, 66, 128.39", "gpu_exit": 0} +{"at": 1793163299.1481068, "cpu": [796544, 0, 195843, 25801716, 85494, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8913723392, "SwapTotal": 4294963200, "SwapFree": 3844952064}, "vm": {"pswpin": 285164, "pswpout": 678574}, "gpu": "7189, 100, 66, 117.76", "gpu_exit": 0} +{"at": 1793163301.169937, "cpu": [797401, 0, 195847, 25804897, 85494, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8798191616, "SwapTotal": 4294963200, "SwapFree": 3844952064}, "vm": {"pswpin": 285164, "pswpout": 678574}, "gpu": "7189, 95, 65, 102.12", "gpu_exit": 0} +{"at": 1793163303.192419, "cpu": [798496, 0, 195849, 25807842, 85496, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8802938880, "SwapTotal": 4294963200, "SwapFree": 3844976640}, "vm": {"pswpin": 285170, "pswpout": 678574}, "gpu": "7189, 100, 66, 130.98", "gpu_exit": 0} +{"at": 1793163305.214914, "cpu": [798699, 0, 195851, 25811679, 85498, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8809025536, "SwapTotal": 4294963200, "SwapFree": 3844976640}, "vm": {"pswpin": 285170, "pswpout": 678574}, "gpu": "7189, 100, 66, 119.28", "gpu_exit": 0} +{"at": 1793163307.2363715, "cpu": [799556, 0, 195856, 25814858, 85499, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8692203520, "SwapTotal": 4294963200, "SwapFree": 3844976640}, "vm": {"pswpin": 285170, "pswpout": 678574}, "gpu": "7189, 90, 65, 104.38", "gpu_exit": 0} +{"at": 1793163309.2608712, "cpu": [801184, 0, 195872, 25817260, 85500, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9029877760, "SwapTotal": 4294963200, "SwapFree": 3844976640}, "vm": {"pswpin": 285170, "pswpout": 678574}, "gpu": "7189, 100, 66, 133.63", "gpu_exit": 0} +{"at": 1793163311.284572, "cpu": [802956, 0, 195877, 25819533, 85501, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9048137728, "SwapTotal": 4294963200, "SwapFree": 3844976640}, "vm": {"pswpin": 285170, "pswpout": 678574}, "gpu": "7189, 99, 66, 113.04", "gpu_exit": 0} +{"at": 1793163313.3127103, "cpu": [803396, 0, 195879, 25823145, 85502, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9043165184, "SwapTotal": 4294963200, "SwapFree": 3845029888}, "vm": {"pswpin": 285183, "pswpout": 678574}, "gpu": "7189, 100, 66, 115.04", "gpu_exit": 0} +{"at": 1793163315.3352377, "cpu": [803598, 0, 195881, 25826985, 85503, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9054629888, "SwapTotal": 4294963200, "SwapFree": 3845029888}, "vm": {"pswpin": 285183, "pswpout": 678574}, "gpu": "7189, 100, 66, 112.67", "gpu_exit": 0} +{"at": 1793163317.3572068, "cpu": [805128, 0, 195887, 25829489, 85505, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9062363136, "SwapTotal": 4294963200, "SwapFree": 3845046272}, "vm": {"pswpin": 285187, "pswpout": 678574}, "gpu": "7189, 100, 69, 139.18", "gpu_exit": 0} +{"at": 1793163319.38571, "cpu": [805850, 0, 195893, 25832814, 85507, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9056137216, "SwapTotal": 4294963200, "SwapFree": 3845234688}, "vm": {"pswpin": 285238, "pswpout": 678574}, "gpu": "7189, 100, 66, 115.89", "gpu_exit": 0} +{"at": 1793163321.4084222, "cpu": [806053, 0, 195894, 25836654, 85508, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9055653888, "SwapTotal": 4294963200, "SwapFree": 3845234688}, "vm": {"pswpin": 285238, "pswpout": 678574}, "gpu": "7189, 100, 65, 115.09", "gpu_exit": 0} +{"at": 1793163323.4307783, "cpu": [807274, 0, 195899, 25839472, 85508, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9016975360, "SwapTotal": 4294963200, "SwapFree": 3845234688}, "vm": {"pswpin": 285238, "pswpout": 678574}, "gpu": "7189, 99, 64, 98.77", "gpu_exit": 0} +{"at": 1793163325.4595897, "cpu": [808047, 0, 195901, 25842750, 85510, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9009545216, "SwapTotal": 4294963200, "SwapFree": 3845271552}, "vm": {"pswpin": 285251, "pswpout": 678574}, "gpu": "7189, 100, 66, 123.43", "gpu_exit": 0} +{"at": 1793163327.4817617, "cpu": [808250, 0, 195903, 25846589, 85510, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9002438656, "SwapTotal": 4294963200, "SwapFree": 3845271552}, "vm": {"pswpin": 285251, "pswpout": 678574}, "gpu": "7189, 100, 66, 117.72", "gpu_exit": 0} +{"at": 1793163329.504782, "cpu": [809414, 0, 195909, 25849464, 85510, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8877875200, "SwapTotal": 4294963200, "SwapFree": 3845271552}, "vm": {"pswpin": 285251, "pswpout": 678574}, "gpu": "7189, 56, 64, 99.04", "gpu_exit": 0} +{"at": 1793163331.5331867, "cpu": [810337, 0, 195911, 25852593, 85511, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8894918656, "SwapTotal": 4294963200, "SwapFree": 3845312512}, "vm": {"pswpin": 285261, "pswpout": 678574}, "gpu": "7189, 100, 67, 136.20", "gpu_exit": 0} +{"at": 1793163333.555501, "cpu": [810540, 0, 195913, 25856432, 85512, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8886075392, "SwapTotal": 4294963200, "SwapFree": 3845312512}, "vm": {"pswpin": 285261, "pswpout": 678574}, "gpu": "7189, 100, 66, 118.91", "gpu_exit": 0} +{"at": 1793163335.5782042, "cpu": [811556, 0, 195918, 25859455, 85512, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8769363968, "SwapTotal": 4294963200, "SwapFree": 3845312512}, "vm": {"pswpin": 285261, "pswpout": 678574}, "gpu": "7189, 99, 67, 101.09", "gpu_exit": 0} +{"at": 1793163337.6084917, "cpu": [812421, 0, 195920, 25862646, 85513, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8767836160, "SwapTotal": 4294963200, "SwapFree": 3845345280}, "vm": {"pswpin": 285268, "pswpout": 678574}, "gpu": "7189, 100, 66, 117.16", "gpu_exit": 0} +{"at": 1793163339.6324446, "cpu": [812624, 0, 195922, 25866488, 85513, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8770375680, "SwapTotal": 4294963200, "SwapFree": 3845345280}, "vm": {"pswpin": 285268, "pswpout": 678574}, "gpu": "7189, 100, 66, 119.18", "gpu_exit": 0} +{"at": 1793163341.655123, "cpu": [813680, 0, 195931, 25869467, 85514, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8649424896, "SwapTotal": 4294963200, "SwapFree": 3845345280}, "vm": {"pswpin": 285268, "pswpout": 678574}, "gpu": "7189, 99, 66, 97.66", "gpu_exit": 0} +{"at": 1793163343.6838338, "cpu": [815339, 0, 195946, 25871850, 85515, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9030148096, "SwapTotal": 4294963200, "SwapFree": 3845345280}, "vm": {"pswpin": 285268, "pswpout": 678574}, "gpu": "7189, 100, 65, 99.99", "gpu_exit": 0} +{"at": 1793163345.7141163, "cpu": [817025, 0, 195952, 25874218, 85515, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9041530880, "SwapTotal": 4294963200, "SwapFree": 3845349376}, "vm": {"pswpin": 285268, "pswpout": 678574}, "gpu": "7189, 97, 68, 140.11", "gpu_exit": 0} +{"at": 1793163347.7368476, "cpu": [817228, 0, 195953, 25878057, 85516, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9041022976, "SwapTotal": 4294963200, "SwapFree": 3845349376}, "vm": {"pswpin": 285268, "pswpout": 678574}, "gpu": "7189, 100, 66, 114.17", "gpu_exit": 0} +{"at": 1793163349.758769, "cpu": [817484, 0, 195955, 25881843, 85516, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9060454400, "SwapTotal": 4294963200, "SwapFree": 3845349376}, "vm": {"pswpin": 285268, "pswpout": 678574}, "gpu": "7189, 100, 65, 110.47", "gpu_exit": 0} +{"at": 1793163351.791017, "cpu": [819381, 0, 195962, 25883997, 85520, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9063886848, "SwapTotal": 4294963200, "SwapFree": 3845373952}, "vm": {"pswpin": 285275, "pswpout": 678574}, "gpu": "7189, 100, 70, 183.48", "gpu_exit": 0} +{"at": 1793163353.8187518, "cpu": [819682, 0, 195964, 25887749, 85521, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9066606592, "SwapTotal": 4294963200, "SwapFree": 3845419008}, "vm": {"pswpin": 285288, "pswpout": 678574}, "gpu": "7189, 100, 66, 115.82", "gpu_exit": 0} +{"at": 1793163355.8413842, "cpu": [819884, 0, 195965, 25891589, 85521, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9062678528, "SwapTotal": 4294963200, "SwapFree": 3845419008}, "vm": {"pswpin": 285288, "pswpout": 678574}, "gpu": "7189, 100, 66, 117.49", "gpu_exit": 0} +{"at": 1793163357.863199, "cpu": [821530, 0, 195971, 25893979, 85522, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9012269056, "SwapTotal": 4294963200, "SwapFree": 3845423104}, "vm": {"pswpin": 285289, "pswpout": 678574}, "gpu": "7189, 100, 69, 138.24", "gpu_exit": 0} +{"at": 1793163359.8913333, "cpu": [821865, 0, 195972, 25897697, 85523, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9017610240, "SwapTotal": 4294963200, "SwapFree": 3845496832}, "vm": {"pswpin": 285308, "pswpout": 678574}, "gpu": "7189, 100, 66, 117.46", "gpu_exit": 0} +{"at": 1793163361.9141142, "cpu": [822068, 0, 195974, 25901536, 85524, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 9014890496, "SwapTotal": 4294963200, "SwapFree": 3845496832}, "vm": {"pswpin": 285308, "pswpout": 678574}, "gpu": "7189, 100, 66, 119.74", "gpu_exit": 0} +{"at": 1793163363.935957, "cpu": [823644, 0, 195982, 25903994, 85526, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8893706240, "SwapTotal": 4294963200, "SwapFree": 3845525504}, "vm": {"pswpin": 285314, "pswpout": 678574}, "gpu": "7189, 100, 69, 121.97", "gpu_exit": 0} +{"at": 1793163365.9586904, "cpu": [823847, 0, 195984, 25907834, 85526, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8888827904, "SwapTotal": 4294963200, "SwapFree": 3845525504}, "vm": {"pswpin": 285314, "pswpout": 678574}, "gpu": "7189, 100, 66, 116.27", "gpu_exit": 0} +{"at": 1793163367.9806032, "cpu": [824050, 0, 195985, 25911672, 85526, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8884695040, "SwapTotal": 4294963200, "SwapFree": 3845525504}, "vm": {"pswpin": 285314, "pswpout": 678574}, "gpu": "7189, 100, 66, 119.90", "gpu_exit": 0} +{"at": 1793163370.0044358, "cpu": [825497, 0, 195990, 25914265, 85527, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8766939136, "SwapTotal": 4294963200, "SwapFree": 3845525504}, "vm": {"pswpin": 285314, "pswpout": 678574}, "gpu": "7189, 100, 69, 134.86", "gpu_exit": 0} +{"at": 1793163372.0290496, "cpu": [825700, 0, 195992, 25918109, 85527, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8772542464, "SwapTotal": 4294963200, "SwapFree": 3845525504}, "vm": {"pswpin": 285314, "pswpout": 678574}, "gpu": "7189, 100, 66, 118.28", "gpu_exit": 0} +{"at": 1793163374.0518162, "cpu": [826046, 0, 195993, 25921806, 85528, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8768057344, "SwapTotal": 4294963200, "SwapFree": 3845525504}, "vm": {"pswpin": 285314, "pswpout": 678574}, "gpu": "7189, 100, 65, 119.10", "gpu_exit": 0} +{"at": 1793163376.0847316, "cpu": [827921, 0, 196000, 25923984, 85531, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8646377472, "SwapTotal": 4294963200, "SwapFree": 3845533696}, "vm": {"pswpin": 285315, "pswpout": 678574}, "gpu": "7189, 100, 69, 172.18", "gpu_exit": 0} +{"at": 1793163378.1132288, "cpu": [828255, 0, 196006, 25927697, 85533, 0, 16862, 0], "mem": {"MemTotal": 65796341760, "MemAvailable": 8674533376, "SwapTotal": 4294963200, "SwapFree": 3845533696}, "vm": {"pswpin": 285315, "pswpout": 678574}, "gpu": "7189, 0, 63, 79.24", "gpu_exit": 0} diff --git a/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/results.json b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/results.json new file mode 100644 index 00000000000..2771fda0a4b --- /dev/null +++ b/bench/results/2026-10-28-community-rtx-3070-qwen3-8-flash-next-iq3-s/results.json @@ -0,0 +1,949 @@ +{ + "schema": 1, + "tool": "tools/strata_bench.py", + "date": "2026-10-28", + "params": { + "runs": 3, + "think": false, + "clients": 0, + "long": false, + "started_server": false, + "command": "python tools/strata_bench.py" + }, + "elapsed_s": 296.7070622444153, + "machine": { + "gpu": [ + "NVIDIA GeForce RTX 3070" + ], + "gpu_vram_mib": 8192, + "gpu_driver": "595.99.02", + "gpu_detail": [ + { + "power_limit_w": "220.00", + "power_draw_w": "172.18", + "pcie": "gen3 x16", + "pstate": "P2", + "temp_c": "69" + } + ], + "cuda": "13.2", + "engine_build": null, + "cpu": "Intel(R) Core(TM) i9-10900K CPU @ 3.70GHz", + "cpu_cores": 10, + "storage": "nvme0n1 PM9A1 NVMe Samsung 1024GB nvme", + "cpu_threads": 20, + "ram_gib": 61.3, + "os": "Linux 7.0.0-38-generic", + "python": "3.12.15", + "strata_version": null, + "strata_commit": null, + "engine_version": "0.1.52", + "model": "qwen3.8-flash-next-iq3_s", + "quant": "IQ3_S", + "context": 65536, + "parallel_slots": 1, + "config": { + "exe": "component:strata-engine", + "args": [ + "--pack", + "iq3_s", + "--native", + "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf", + "--ple-gguf", + "Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf", + "--expert-profile", + "expert-profile.bin", + "--expert-cache", + "auto", + "--prefill", + "auto", + "--spec", + "4", + "--max-context", + "65536", + "--kv", + "int8", + "--vram-reserve-mib", + "1024", + "--kv-resident", + "32768" + ], + "args_written": [ + "--pack", + "/Strata/models/packs/iq3_s", + "--native", + "/Strata/models/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf", + "--ple-gguf", + "/Strata/models/models/IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf", + "--expert-profile", + "/data/expert-profile.bin", + "--expert-cache", + "auto", + "--prefill", + "auto", + "--spec", + "4", + "--max-context", + "65536", + "--kv", + "int8", + "--vram-reserve-mib", + "1024", + "--kv-resident", + "32768" + ], + "model_name": "qwen3.8-flash-next-iq3_s", + "lib_dirs": [], + "port": 8080, + "gpu": 0, + "gpus_asked": true, + "mtp": false, + "host": "127.0.0.1", + "drafting": "off", + "open_browser": false, + "engine_ready_s": 1008, + "parallel": 1, + "idle_unload_s": 0, + "lazy_load": false + }, + "launch": "component:strata-engine --pack iq3_s --native Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf --ple-gguf Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf --expert-profile expert-profile.bin --expert-cache auto --prefill auto --spec 4 --max-context 65536 --kv int8 --vram-reserve-mib 1024 --kv-resident 32768", + "engine_info": { + "model": "qwen3.8-flash-next-iq3_s", + "max_context": 65536, + "images": false, + "version": "0.1.52", + "logit_bias": 1, + "context": 65536, + "kv": "int8", + "kv_resident": 32768, + "expert_slots": 813, + "expert_cache_mib": 1606, + "expert_slots_primary": 813, + "expert_cache_primary_mib": 1606, + "spec": 6, + "mtp_max": 4, + "lookup": 3, + "vram_free_mib": 783, + "cvec": 0, + "arena_mib": 47962, + "pool_workers": 9, + "pcie_frac": "0.34", + "spec_min_p": "0.00", + "conversation_cache_mib": 1024, + "conversation_cache_slots": 4, + "conversation_cache_min_free_mib": 2560, + "conversation_cache_min_tokens": 0, + "tail_role_token": -1, + "vram_elastic": 0, + "prefill_cap": 1536, + "prefill_stages": 1, + "stream_all_min": 1024, + "prefill_pipe": 0, + "engine": "0.1.52", + "drafting": "off", + "drafting_note": "" + }, + "vram_after": { + "elastic": false + } + }, + "results": { + "chat": { + "requests": [ + { + "ok": true, + "err": null, + "ttft_s": 0.572, + "total_s": 2.729, + "prompt_tokens": 51, + "reused_tokens": 0, + "read_tokens": 51, + "generated_tokens": 100, + "prompt_tps": 92.7, + "prompt_tps_source": "engine", + "decode_tps": 45.9, + "decode_tps_source": "engine", + "prompt_ms": 550.1, + "decode_ms": 2176.4, + "drafts_offered": 10, + "drafts_accepted": 1, + "run": 0, + "prompt": 0 + }, + { + "ok": true, + "err": null, + "ttft_s": 0.604, + "total_s": 2.743, + "prompt_tokens": 43, + "reused_tokens": 0, + "read_tokens": 43, + "generated_tokens": 100, + "prompt_tps": 74.8, + "prompt_tps_source": "engine", + "decode_tps": 46.2, + "decode_tps_source": "engine", + "prompt_ms": 575.2, + "decode_ms": 2164.4, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 0, + "prompt": 1 + }, + { + "ok": true, + "err": null, + "ttft_s": 0.676, + "total_s": 2.839, + "prompt_tokens": 46, + "reused_tokens": 0, + "read_tokens": 46, + "generated_tokens": 100, + "prompt_tps": 71.3, + "prompt_tps_source": "engine", + "decode_tps": 45.6, + "decode_tps_source": "engine", + "prompt_ms": 645.3, + "decode_ms": 2190.6, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 0, + "prompt": 2 + }, + { + "ok": true, + "err": null, + "ttft_s": 0.724, + "total_s": 2.876, + "prompt_tokens": 51, + "reused_tokens": 0, + "read_tokens": 51, + "generated_tokens": 100, + "prompt_tps": 73.4, + "prompt_tps_source": "engine", + "decode_tps": 45.9, + "decode_tps_source": "engine", + "prompt_ms": 694.5, + "decode_ms": 2179.6, + "drafts_offered": 10, + "drafts_accepted": 1, + "run": 1, + "prompt": 0 + }, + { + "ok": true, + "err": null, + "ttft_s": 0.56, + "total_s": 2.637, + "prompt_tokens": 43, + "reused_tokens": 0, + "read_tokens": 43, + "generated_tokens": 100, + "prompt_tps": 80.7, + "prompt_tps_source": "engine", + "decode_tps": 47.6, + "decode_tps_source": "engine", + "prompt_ms": 532.8, + "decode_ms": 2102.1, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 1, + "prompt": 1 + }, + { + "ok": true, + "err": null, + "ttft_s": 0.701, + "total_s": 2.86, + "prompt_tokens": 46, + "reused_tokens": 0, + "read_tokens": 46, + "generated_tokens": 100, + "prompt_tps": 68.6, + "prompt_tps_source": "engine", + "decode_tps": 45.7, + "decode_tps_source": "engine", + "prompt_ms": 670.9, + "decode_ms": 2186.8, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 1, + "prompt": 2 + }, + { + "ok": true, + "err": null, + "ttft_s": 0.726, + "total_s": 2.864, + "prompt_tokens": 51, + "reused_tokens": 0, + "read_tokens": 51, + "generated_tokens": 100, + "prompt_tps": 73.2, + "prompt_tps_source": "engine", + "decode_tps": 46.2, + "decode_tps_source": "engine", + "prompt_ms": 697.1, + "decode_ms": 2164.8, + "drafts_offered": 10, + "drafts_accepted": 1, + "run": 2, + "prompt": 0 + }, + { + "ok": true, + "err": null, + "ttft_s": 0.605, + "total_s": 2.714, + "prompt_tokens": 43, + "reused_tokens": 0, + "read_tokens": 43, + "generated_tokens": 100, + "prompt_tps": 74.4, + "prompt_tps_source": "engine", + "decode_tps": 46.8, + "decode_tps_source": "engine", + "prompt_ms": 577.9, + "decode_ms": 2134.5, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 2, + "prompt": 1 + }, + { + "ok": true, + "err": null, + "ttft_s": 0.709, + "total_s": 2.857, + "prompt_tokens": 46, + "reused_tokens": 0, + "read_tokens": 46, + "generated_tokens": 100, + "prompt_tps": 67.7, + "prompt_tps_source": "engine", + "decode_tps": 46.0, + "decode_tps_source": "engine", + "prompt_ms": 679.1, + "decode_ms": 2175.8, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 2, + "prompt": 2 + } + ], + "decode_tps": { + "median": 46.0, + "min": 45.6, + "max": 47.6, + "n": 9 + }, + "ttft_s": { + "median": 0.676, + "min": 0.56, + "max": 0.726, + "n": 9 + }, + "generated_tokens": { + "median": 100, + "min": 100, + "max": 100, + "n": 9 + }, + "prompt_tokens": { + "median": 46, + "min": 43, + "max": 51, + "n": 9 + } + }, + "prompts": { + "4K": { + "target_tokens": 4096, + "requests": [ + { + "ok": true, + "err": null, + "ttft_s": 9.8, + "total_s": 10.347, + "prompt_tokens": 4019, + "reused_tokens": 0, + "read_tokens": 4019, + "generated_tokens": 24, + "prompt_tps": 411.4, + "prompt_tps_source": "engine", + "decode_tps": 41.9, + "decode_tps_source": "engine", + "prompt_ms": 9769.8, + "decode_ms": 573.1, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 0 + }, + { + "ok": true, + "err": null, + "ttft_s": 9.802, + "total_s": 10.301, + "prompt_tokens": 4019, + "reused_tokens": 0, + "read_tokens": 4019, + "generated_tokens": 24, + "prompt_tps": 411.2, + "prompt_tps_source": "engine", + "decode_tps": 45.8, + "decode_tps_source": "engine", + "prompt_ms": 9773.0, + "decode_ms": 523.7, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 1 + }, + { + "ok": true, + "err": null, + "ttft_s": 9.807, + "total_s": 10.305, + "prompt_tokens": 4019, + "reused_tokens": 0, + "read_tokens": 4019, + "generated_tokens": 24, + "prompt_tps": 410.9, + "prompt_tps_source": "engine", + "decode_tps": 46.1, + "decode_tps_source": "engine", + "prompt_ms": 9780.2, + "decode_ms": 520.6, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 2 + } + ], + "prompt_tps": { + "median": 411.2, + "min": 410.9, + "max": 411.4, + "n": 3 + }, + "ttft_s": { + "median": 9.802, + "min": 9.8, + "max": 9.807, + "n": 3 + }, + "prompt_tokens": { + "median": 4019, + "min": 4019, + "max": 4019, + "n": 3 + }, + "reused_tokens": { + "median": 0, + "min": 0, + "max": 0, + "n": 3 + } + }, + "16K": { + "target_tokens": 16384, + "requests": [ + { + "ok": true, + "err": null, + "ttft_s": 43.661, + "total_s": 44.159, + "prompt_tokens": 16058, + "reused_tokens": 0, + "read_tokens": 16058, + "generated_tokens": 24, + "prompt_tps": 368.1, + "prompt_tps_source": "engine", + "decode_tps": 46.2, + "decode_tps_source": "engine", + "prompt_ms": 43626.8, + "decode_ms": 519.7, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 0 + }, + { + "ok": true, + "err": null, + "ttft_s": 43.682, + "total_s": 44.173, + "prompt_tokens": 16058, + "reused_tokens": 0, + "read_tokens": 16058, + "generated_tokens": 24, + "prompt_tps": 367.9, + "prompt_tps_source": "engine", + "decode_tps": 46.8, + "decode_tps_source": "engine", + "prompt_ms": 43648.5, + "decode_ms": 512.4, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 1 + }, + { + "ok": true, + "err": null, + "ttft_s": 43.727, + "total_s": 44.217, + "prompt_tokens": 16058, + "reused_tokens": 0, + "read_tokens": 16058, + "generated_tokens": 24, + "prompt_tps": 367.5, + "prompt_tps_source": "engine", + "decode_tps": 46.9, + "decode_tps_source": "engine", + "prompt_ms": 43693.3, + "decode_ms": 511.4, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 2 + } + ], + "prompt_tps": { + "median": 367.9, + "min": 367.5, + "max": 368.1, + "n": 3 + }, + "ttft_s": { + "median": 43.682, + "min": 43.661, + "max": 43.727, + "n": 3 + }, + "prompt_tokens": { + "median": 16058, + "min": 16058, + "max": 16058, + "n": 3 + }, + "reused_tokens": { + "median": 0, + "min": 0, + "max": 0, + "n": 3 + } + } + }, + "agent": { + "sessions": [ + [ + { + "ok": true, + "err": null, + "ttft_s": 2.392, + "total_s": 2.937, + "prompt_tokens": 609, + "reused_tokens": 0, + "read_tokens": 609, + "generated_tokens": 24, + "prompt_tps": 258.3, + "prompt_tps_source": "engine", + "decode_tps": 42.2, + "decode_tps_source": "engine", + "prompt_ms": 2357.6, + "decode_ms": 568.1, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 0, + "turn": 0 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.024, + "total_s": 6.436, + "prompt_tokens": 2274, + "reused_tokens": 632, + "read_tokens": 1642, + "generated_tokens": 64, + "prompt_tps": 328.7, + "prompt_tps_source": "engine", + "decode_tps": 44.6, + "decode_tps_source": "engine", + "prompt_ms": 4995.9, + "decode_ms": 1434.3, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 0, + "turn": 1 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.104, + "total_s": 6.517, + "prompt_tokens": 3980, + "reused_tokens": 2337, + "read_tokens": 1643, + "generated_tokens": 64, + "prompt_tps": 324.1, + "prompt_tps_source": "engine", + "decode_tps": 44.5, + "decode_tps_source": "engine", + "prompt_ms": 5069.8, + "decode_ms": 1438.0, + "drafts_offered": 5, + "drafts_accepted": 0, + "run": 0, + "turn": 2 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.205, + "total_s": 6.591, + "prompt_tokens": 5686, + "reused_tokens": 4043, + "read_tokens": 1643, + "generated_tokens": 64, + "prompt_tps": 317.7, + "prompt_tps_source": "engine", + "decode_tps": 45.3, + "decode_tps_source": "engine", + "prompt_ms": 5171.9, + "decode_ms": 1411.8, + "drafts_offered": 25, + "drafts_accepted": 8, + "run": 0, + "turn": 3 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.195, + "total_s": 6.077, + "prompt_tokens": 7392, + "reused_tokens": 5749, + "read_tokens": 1643, + "generated_tokens": 61, + "prompt_tps": 318.2, + "prompt_tps_source": "engine", + "decode_tps": 67.3, + "decode_tps_source": "engine", + "prompt_ms": 5163.8, + "decode_ms": 906.8, + "drafts_offered": 45, + "drafts_accepted": 34, + "run": 0, + "turn": 4 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.225, + "total_s": 6.252, + "prompt_tokens": 9094, + "reused_tokens": 7452, + "read_tokens": 1642, + "generated_tokens": 61, + "prompt_tps": 316.0, + "prompt_tps_source": "engine", + "decode_tps": 58.0, + "decode_tps_source": "engine", + "prompt_ms": 5195.5, + "decode_ms": 1051.1, + "drafts_offered": 50, + "drafts_accepted": 27, + "run": 0, + "turn": 5 + } + ], + [ + { + "ok": true, + "err": null, + "ttft_s": 2.516, + "total_s": 3.065, + "prompt_tokens": 609, + "reused_tokens": 0, + "read_tokens": 609, + "generated_tokens": 24, + "prompt_tps": 244.9, + "prompt_tps_source": "engine", + "decode_tps": 41.7, + "decode_tps_source": "engine", + "prompt_ms": 2487.1, + "decode_ms": 576.1, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 1, + "turn": 0 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.024, + "total_s": 6.392, + "prompt_tokens": 2274, + "reused_tokens": 632, + "read_tokens": 1642, + "generated_tokens": 64, + "prompt_tps": 328.6, + "prompt_tps_source": "engine", + "decode_tps": 46.0, + "decode_tps_source": "engine", + "prompt_ms": 4996.9, + "decode_ms": 1391.0, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 1, + "turn": 1 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.126, + "total_s": 6.125, + "prompt_tokens": 3980, + "reused_tokens": 2337, + "read_tokens": 1643, + "generated_tokens": 64, + "prompt_tps": 322.5, + "prompt_tps_source": "engine", + "decode_tps": 62.5, + "decode_tps_source": "engine", + "prompt_ms": 5094.4, + "decode_ms": 1024.7, + "drafts_offered": 30, + "drafts_accepted": 26, + "run": 1, + "turn": 2 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.187, + "total_s": 6.241, + "prompt_tokens": 5686, + "reused_tokens": 4043, + "read_tokens": 1643, + "generated_tokens": 63, + "prompt_tps": 318.5, + "prompt_tps_source": "engine", + "decode_tps": 58.5, + "decode_tps_source": "engine", + "prompt_ms": 5158.0, + "decode_ms": 1077.4, + "drafts_offered": 45, + "drafts_accepted": 27, + "run": 1, + "turn": 3 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.198, + "total_s": 6.008, + "prompt_tokens": 7390, + "reused_tokens": 5748, + "read_tokens": 1642, + "generated_tokens": 56, + "prompt_tps": 317.6, + "prompt_tps_source": "engine", + "decode_tps": 67.3, + "decode_tps_source": "engine", + "prompt_ms": 5169.8, + "decode_ms": 832.5, + "drafts_offered": 50, + "drafts_accepted": 32, + "run": 1, + "turn": 4 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.24, + "total_s": 6.155, + "prompt_tokens": 9087, + "reused_tokens": 7445, + "read_tokens": 1642, + "generated_tokens": 59, + "prompt_tps": 315.0, + "prompt_tps_source": "engine", + "decode_tps": 62.9, + "decode_tps_source": "engine", + "prompt_ms": 5212.4, + "decode_ms": 937.4, + "drafts_offered": 55, + "drafts_accepted": 31, + "run": 1, + "turn": 5 + } + ], + [ + { + "ok": true, + "err": null, + "ttft_s": 2.51, + "total_s": 3.064, + "prompt_tokens": 609, + "reused_tokens": 0, + "read_tokens": 609, + "generated_tokens": 24, + "prompt_tps": 245.2, + "prompt_tps_source": "engine", + "decode_tps": 41.5, + "decode_tps_source": "engine", + "prompt_ms": 2483.9, + "decode_ms": 578.2, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 2, + "turn": 0 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.016, + "total_s": 6.363, + "prompt_tokens": 2274, + "reused_tokens": 632, + "read_tokens": 1642, + "generated_tokens": 64, + "prompt_tps": 329.0, + "prompt_tps_source": "engine", + "decode_tps": 46.7, + "decode_tps_source": "engine", + "prompt_ms": 4990.8, + "decode_ms": 1369.2, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 2, + "turn": 1 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.117, + "total_s": 6.11, + "prompt_tokens": 3980, + "reused_tokens": 2337, + "read_tokens": 1643, + "generated_tokens": 64, + "prompt_tps": 323.0, + "prompt_tps_source": "engine", + "decode_tps": 62.8, + "decode_tps_source": "engine", + "prompt_ms": 5086.1, + "decode_ms": 1019.8, + "drafts_offered": 30, + "drafts_accepted": 24, + "run": 2, + "turn": 2 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.192, + "total_s": 5.907, + "prompt_tokens": 5686, + "reused_tokens": 4043, + "read_tokens": 1643, + "generated_tokens": 60, + "prompt_tps": 318.3, + "prompt_tps_source": "engine", + "decode_tps": 81.0, + "decode_tps_source": "engine", + "prompt_ms": 5161.0, + "decode_ms": 740.7, + "drafts_offered": 40, + "drafts_accepted": 36, + "run": 2, + "turn": 3 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.188, + "total_s": 5.755, + "prompt_tokens": 7387, + "reused_tokens": 5745, + "read_tokens": 1642, + "generated_tokens": 57, + "prompt_tps": 318.3, + "prompt_tps_source": "engine", + "decode_tps": 96.4, + "decode_tps_source": "engine", + "prompt_ms": 5157.9, + "decode_ms": 591.5, + "drafts_offered": 45, + "drafts_accepted": 41, + "run": 2, + "turn": 4 + }, + { + "ok": true, + "err": null, + "ttft_s": 5.24, + "total_s": 6.745, + "prompt_tokens": 9085, + "reused_tokens": 7443, + "read_tokens": 1642, + "generated_tokens": 64, + "prompt_tps": 315.2, + "prompt_tps_source": "engine", + "decode_tps": 41.8, + "decode_tps_source": "engine", + "prompt_ms": 5210.1, + "decode_ms": 1530.0, + "drafts_offered": 0, + "drafts_accepted": 0, + "run": 2, + "turn": 5 + } + ] + ], + "hit_pct": { + "median": 71.102, + "min": 71.097, + "max": 71.107, + "n": 3 + }, + "reread_tokens": { + "median": 5, + "min": 5, + "max": 5, + "n": 3 + }, + "new_tokens": { + "median": 8207, + "min": 8207, + "max": 8208, + "n": 3 + }, + "turn_ttft_s": { + "median": 5.188, + "min": 5.016, + "max": 5.24, + "n": 15 + }, + "last_turn_prompt_tokens": { + "median": 9087, + "min": 9085, + "max": 9094, + "n": 3 + }, + "turn_decode_tps": { + "median": 58.5, + "min": 41.8, + "max": 96.4, + "n": 15 + }, + "first_turn_ttft_s": { + "median": 2.51, + "min": 2.392, + "max": 2.516, + "n": 3 + } + }, + "clients": {}, + "skipped": {}, + "failures": [] + } +} \ No newline at end of file