diff --git a/results/twilson63/ornith-35b-b70-cascadia.json b/results/twilson63/ornith-35b-b70-cascadia.json index 5388c98..0e0611a 100644 --- a/results/twilson63/ornith-35b-b70-cascadia.json +++ b/results/twilson63/ornith-35b-b70-cascadia.json @@ -4,13 +4,13 @@ "component": "intel-arc-pro-b70", "componentQuantity": 1, "model": "ornith-1-5-35b-a3b", - "quant": "int4", + "quant": "int8", "runtime": "cascadia", "runtimeVersion": "0.2.4", - "runtimeFlags": "prebuilt bundle, ov-genai engine, device GPU, batch 1, OpenAI API", + "runtimeFlags": "prebuilt bundle, ov-genai engine, device GPU, batch 1, OpenAI API \u2014 quant correction 2026-11-18: weights are INT8 asymmetric (U8 + zero-points, NNCF fallback from requested int4-sym; verified via", "decodeTps": 43.1, "contextLength": 143, "batchSize": 1, "runDate": "2026-09-28", - "notes": "ReBAR on, 32GB BAR. 2 runs: 128 tokens in 3.181s/2.753s wall. End-to-end wall incl. prefill; TTFT not exposed by API." -} + "notes": "ReBAR on, 32GB BAR. 2 runs: 128 tokens in 3.181s/2.753s wall. End-to-end wall incl. prefill; TTFT not exposed by API. | Quant correction 2026-11-18: weights are INT8 asymmetric (U8 + zero-points, NNCF fallback from requested int4-sym; verified via XML, zero i4/u4 tensors)." +} \ No newline at end of file diff --git a/results/twilson63/ornith-35b-b70.json b/results/twilson63/ornith-35b-b70.json index 1ea13ff..2c358b2 100644 --- a/results/twilson63/ornith-35b-b70.json +++ b/results/twilson63/ornith-35b-b70.json @@ -4,15 +4,15 @@ "component": "intel-arc-pro-b70", "componentQuantity": 1, "model": "ornith-1-5-35b-a3b", - "quant": "int4", + "quant": "int8", "runtime": "openvino-genai", "runtimeVersion": "2026.4.0.0-3407-7ea2546852a", - "runtimeFlags": "OpenVINO 2026.4.0, VLMPipeline text-only, default GenAI pipeline, batch 1", + "runtimeFlags": "OpenVINO 2026.4.0, VLMPipeline text-only, default GenAI pipeline, batch 1 \u2014 quant correction 2026-11-18: weights are INT8 asymmetric (U8 + zero-points, NNCF fallback from requested int4-sym; verified", "decodeTps": 72.2, "promptTps": 58.1, "ttftMs": 442.6, "contextLength": 153, "batchSize": 1, "runDate": "2026-09-28", - "notes": "ReBAR on, 32GB BAR. 3-run mean; decode_tps runs: 67.6/75.4/73.6. Community OV convert vonvonhero/Ornith-1.5-35B-A3B-Uncensored-OpenVINO-INT4, run text-only via VLMPipeline. prompt_tps = input_tokens/TTFT." -} + "notes": "ReBAR on, 32GB BAR. 3-run mean; decode_tps runs: 67.6/75.4/73.6. Community OV convert vonvonhero/Ornith-1.5-35B-A3B-Uncensored-OpenVINO-INT4, run text-only via VLMPipeline. prompt_tps = input_tokens/TTFT. | Quant correction 2026-11-18: weights are INT8 asymmetric (U8 + zero-points, NNCF fallback from requested int4-sym; verified via XML, zero i4/u4 tensors)." +} \ No newline at end of file