{ "protocolVersion": "osai-bench/1.3", "clientVersion": "0.10.0", "scoringVersion": "osai-bench-derive/1.3", "createdAt": "2026-08-07T06:23:48.758Z", "qualityOverride": false, "cohortEligible": true, "qualityConditions": [], "runtime": { "name": "ollama", "version": "0.32.5", "endpoint": "loopback", "layerAssignment": null, "offloadPlacement": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 10156958021, "vramResidentBytes": 8869422038, "hostResidentBytes": 1287535983, "vramResidentFraction": 0.8732360633628733 }, "kvCacheMetadata": { "source": "ollama.show.model_info", "architecture": "phi3", "blockCount": 40, "kvHeadCount": 10, "attentionHeadCount": 40, "embeddingLength": 5120, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "environment": { "source": "client-process-env", "authoritative": false, "note": "Read from the benchmark client's own process environment. The Ollama server may have been started with a different environment; Ollama exposes no endpoint reporting its resolved configuration.", "declared": { "OLLAMA_KV_CACHE_TYPE": null, "OLLAMA_FLASH_ATTENTION": null, "OLLAMA_CONTEXT_LENGTH": null, "OLLAMA_NUM_PARALLEL": null, "OLLAMA_GPU_OVERHEAD": null, "OLLAMA_SCHED_SPREAD": null, "OLLAMA_LLM_LIBRARY": null, "LLAMA_ARG_FIT": null, "LLAMA_ARG_FIT_TARGET": null, "OLLAMA_MAX_LOADED_MODELS": null, "OLLAMA_KEEP_ALIVE": null, "OLLAMA_DEBUG": null, "OLLAMA_MODELS": false, "OLLAMA_HOST": false }, "declaredNonDefault": [] } }, "model": { "identifier": "phi4:latest", "digest": "ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba", "family": "phi3", "parameterSize": "14.7B", "quantization": "Q4_K_M", "weightsBytes": 9053116391, "weightsSource": "ollama.tags.size" }, "system": { "cpu": { "model": "12th Gen Intel(R) Core(TM) i9-12900K" }, "gpu": { "present": true, "model": "NVIDIA GeForce RTX 3080", "totalVramBytes": 10737418240, "freeVramBytesAtCheck": 1185939456, "freeVramBytesAtLoad": 1060110336, "utilizationPercentAtCheck": 0, "driverVersion": "595.84", "provider": "nvidia-smi" }, "memory": { "totalBytes": 32817020928 }, "os": { "platform": "linux", "version": "Ubuntu 26.04 LTS", "architecture": "x64" }, "power": { "present": false, "onBattery": false } }, "configuration": { "memoryBandwidthGBps": 760, "memoryBandwidthSource": "manufacturer-table", "memoryBandwidthTableVersion": "osai-gpu-memory-bandwidth/2", "memoryBandwidthEntryId": "nvidia-geforce-rtx-3080-10gb", "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m", "promptTokenRange": null, "warmups": 0, "repetitions": 1, "varyPromptPerCall": false }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 2000, "max": 4095 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": true }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false } }, "resolved": { "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m" }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m" }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m" }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m" } }, "runtimeModelParameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\nstop \"<|im_sep|>\"", "unresolvedRuntimeDefaults": true } }, "rawMeasurements": { "workloads": { "w1": { "warmup": null, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 2892040381, "load_duration": 2828987454, "prompt_eval_count": 15, "prompt_eval_duration": 60915000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2892.502219000002 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2892040381, "load_duration": 2828987454, "prompt_eval_count": 15, "prompt_eval_duration": 60915000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2892.502219000002 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w2": { "warmup": { "total_duration": 9204382876, "load_duration": 3529324621, "prompt_eval_count": 45, "prompt_eval_duration": 200602000, "eval_count": 128, "eval_duration": 5472322000, "timeToFirstTokenMs": 3733.745917 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 5618535683, "load_duration": 82415920, "prompt_eval_count": 45, "prompt_eval_duration": 43397000, "eval_count": 128, "eval_duration": 5476361000, "timeToFirstTokenMs": 143.2310550000002 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 5618535683, "load_duration": 82415920, "prompt_eval_count": 45, "prompt_eval_duration": 43397000, "eval_count": 128, "eval_duration": 5476361000, "timeToFirstTokenMs": 143.2310550000002 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 5602239208, "load_duration": 83121938, "prompt_eval_count": 45, "prompt_eval_duration": 43472000, "eval_count": 128, "eval_duration": 5473875000, "timeToFirstTokenMs": 129.13956899999903 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 5602239208, "load_duration": 83121938, "prompt_eval_count": 45, "prompt_eval_duration": 43472000, "eval_count": 128, "eval_duration": 5473875000, "timeToFirstTokenMs": 129.13956899999903 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 5597732116, "load_duration": 80058976, "prompt_eval_count": 45, "prompt_eval_duration": 43379000, "eval_count": 128, "eval_duration": 5472152000, "timeToFirstTokenMs": 126.65017400000215 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 5597732116, "load_duration": 80058976, "prompt_eval_count": 45, "prompt_eval_duration": 43379000, "eval_count": 128, "eval_duration": 5472152000, "timeToFirstTokenMs": 126.65017400000215 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 5619363437, "load_duration": 95596231, "prompt_eval_count": 45, "prompt_eval_duration": 43966000, "eval_count": 128, "eval_duration": 5477981000, "timeToFirstTokenMs": 142.26158900000155 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 5619363437, "load_duration": 95596231, "prompt_eval_count": 45, "prompt_eval_duration": 43966000, "eval_count": 128, "eval_duration": 5477981000, "timeToFirstTokenMs": 142.26158900000155 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 5597273585, "load_duration": 84252183, "prompt_eval_count": 45, "prompt_eval_duration": 43397000, "eval_count": 128, "eval_duration": 5467495000, "timeToFirstTokenMs": 130.53283100000408 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 5597273585, "load_duration": 84252183, "prompt_eval_count": 45, "prompt_eval_duration": 43397000, "eval_count": 128, "eval_duration": 5467495000, "timeToFirstTokenMs": 130.53283100000408 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w3": { "warmup": { "total_duration": 2053487483, "load_duration": 88830210, "prompt_eval_count": 2664, "prompt_eval_duration": 1947392000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2053.954638000003 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 2279094274, "load_duration": 85845098, "prompt_eval_count": 2664, "prompt_eval_duration": 1936627000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2279.820762999996 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2279094274, "load_duration": 85845098, "prompt_eval_count": 2664, "prompt_eval_duration": 1936627000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2279.820762999996 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 2272187410, "load_duration": 86936805, "prompt_eval_count": 2664, "prompt_eval_duration": 1936146000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2272.576384 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2272187410, "load_duration": 86936805, "prompt_eval_count": 2664, "prompt_eval_duration": 1936146000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2272.576384 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 2295445888, "load_duration": 85959872, "prompt_eval_count": 2664, "prompt_eval_duration": 1935816000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2295.6104579999956 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2295445888, "load_duration": 85959872, "prompt_eval_count": 2664, "prompt_eval_duration": 1935816000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2295.6104579999956 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 2266112356, "load_duration": 83463296, "prompt_eval_count": 2664, "prompt_eval_duration": 1937734000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2266.450859000004 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2266112356, "load_duration": 83463296, "prompt_eval_count": 2664, "prompt_eval_duration": 1937734000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2266.450859000004 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 2621849497, "load_duration": 92979386, "prompt_eval_count": 2664, "prompt_eval_duration": 1960691000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2622.5448469999974 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2621849497, "load_duration": 92979386, "prompt_eval_count": 2664, "prompt_eval_duration": 1960691000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2622.5448469999974 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w4": { "warmup": { "total_duration": 23025637634, "load_duration": 85998970, "prompt_eval_count": 45, "prompt_eval_duration": 54082000, "eval_count": 512, "eval_duration": 22456173000, "timeToFirstTokenMs": 569.2375909999973 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 22579409332, "load_duration": 96310417, "prompt_eval_count": 45, "prompt_eval_duration": 47758000, "eval_count": 512, "eval_duration": 22327868000, "timeToFirstTokenMs": 206.30014700000174 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 22579409332, "load_duration": 96310417, "prompt_eval_count": 45, "prompt_eval_duration": 47758000, "eval_count": 512, "eval_duration": 22327868000, "timeToFirstTokenMs": 206.30014700000174 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 22472296536, "load_duration": 87599183, "prompt_eval_count": 45, "prompt_eval_duration": 44532000, "eval_count": 512, "eval_duration": 22336703000, "timeToFirstTokenMs": 136.2913189999963 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 22472296536, "load_duration": 87599183, "prompt_eval_count": 45, "prompt_eval_duration": 44532000, "eval_count": 512, "eval_duration": 22336703000, "timeToFirstTokenMs": 136.2913189999963 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 22448741987, "load_duration": 89354723, "prompt_eval_count": 45, "prompt_eval_duration": 44606000, "eval_count": 512, "eval_duration": 22311876000, "timeToFirstTokenMs": 137.74779999998282 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 22448741987, "load_duration": 89354723, "prompt_eval_count": 45, "prompt_eval_duration": 44606000, "eval_count": 512, "eval_duration": 22311876000, "timeToFirstTokenMs": 137.74779999998282 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 22465827576, "load_duration": 85448915, "prompt_eval_count": 45, "prompt_eval_duration": 44355000, "eval_count": 512, "eval_duration": 22333571000, "timeToFirstTokenMs": 133.2366960000072 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 22465827576, "load_duration": 85448915, "prompt_eval_count": 45, "prompt_eval_duration": 44355000, "eval_count": 512, "eval_duration": 22333571000, "timeToFirstTokenMs": 133.2366960000072 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 22469701520, "load_duration": 113022950, "prompt_eval_count": 45, "prompt_eval_duration": 44462000, "eval_count": 512, "eval_duration": 22310190000, "timeToFirstTokenMs": 160.48904100002255 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 22469701520, "load_duration": 113022950, "prompt_eval_count": 45, "prompt_eval_duration": 44462000, "eval_count": 512, "eval_duration": 22310190000, "timeToFirstTokenMs": 160.48904100002255 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false } } }, "derived": { "generationTokensPerSecond": { "median": 22.930984722768876, "coefficientOfVariation": 0.0005512511337207131, "samples": 5 }, "prefillTokensPerSecond": { "median": 1375.58755506352, "coefficientOfVariation": 0.005525696402126754, "samples": 5 }, "timeToFirstTokenMs": { "median": 130.53283100000408, "coefficientOfVariation": 0.05794569344021435, "samples": 5 }, "coldLoad": { "seconds": 2.828987454, "samples": 1 }, "passFailureRate": { "failedMeasuredPasses": 0, "totalMeasuredPasses": 16, "percent": 0 }, "attemptFailureRate": { "failedAttempts": 0, "totalAttempts": 16, "percent": 0 }, "roofline": { "modelWeightsGB": 9.053116391, "memoryBandwidthGBps": 760, "theoreticalMaxTokensPerSecond": 83.94899249893008, "utilization": 0.2731537811256178 }, "diagnostics": [ { "id": "partial-cpu-offload", "status": "detected", "message": "13% of the model's resident bytes are on the host, not in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 10156958021, "vramResidentBytes": 8869422038, "hostResidentBytes": 1287535983, "vramResidentFraction": 0.8732360633628733 } }, { "id": "context-vram-headroom", "status": "unavailable", "message": "Ollama /api/show does not expose the resolved KV-cache element type actually in use, so v1.1 does not calculate or threshold projected KV-cache VRAM", "evidence": { "configuredContext": 4096, "availableArchitectureMetadata": { "source": "ollama.show.model_info", "architecture": "phi3", "blockCount": 40, "kvHeadCount": 10, "attentionHeadCount": 40, "embeddingLength": 5120, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "missingInput": "resolvedKvCacheElementType" } }, { "id": "cpu-only-with-gpu", "status": "not-detected", "message": "87% of the model's resident bytes are in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 10156958021, "vramResidentBytes": 8869422038, "hostResidentBytes": 1287535983, "vramResidentFraction": 0.8732360633628733, "gpuModel": "NVIDIA GeForce RTX 3080" } }, { "id": "weights-exceed-vram", "status": "not-detected", "message": "Quantized on-disk model weight size does not exceed total VRAM", "evidence": { "weightsBytes": 9053116391, "totalVramBytes": 10737418240 } } ] } }