{ "protocolVersion": "osai-bench/1.3", "clientVersion": "0.12.0", "scoringVersion": "osai-bench-derive/1.4", "createdAt": "2026-10-20T06:19:31.830Z", "qualityOverride": true, "cohortEligible": false, "qualityConditions": [ { "code": "gpu-utilization", "detected": true } ], "runtime": { "name": "ollama", "version": "0.35.1", "endpoint": "loopback", "layerAssignment": null, "offloadPlacement": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 9734685981, "vramResidentBytes": 9734685981, "hostResidentBytes": 0, "vramResidentFraction": 1 }, "kvCacheMetadata": { "source": "ollama.show.model_info", "architecture": "phi3", "blockCount": 40, "kvHeadCount": 10, "attentionHeadCount": 40, "embeddingLength": 5120, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "environment": { "source": "client-process-env", "authoritative": false, "note": "Read from the benchmark client's own process environment. The Ollama server may have been started with a different environment; Ollama exposes no endpoint reporting its resolved configuration.", "declared": { "OLLAMA_KV_CACHE_TYPE": null, "OLLAMA_FLASH_ATTENTION": null, "OLLAMA_CONTEXT_LENGTH": null, "OLLAMA_NUM_PARALLEL": null, "OLLAMA_GPU_OVERHEAD": null, "OLLAMA_SCHED_SPREAD": null, "OLLAMA_LLM_LIBRARY": null, "LLAMA_ARG_FIT": null, "LLAMA_ARG_FIT_TARGET": null, "OLLAMA_MAX_LOADED_MODELS": null, "OLLAMA_KEEP_ALIVE": null, "OLLAMA_DEBUG": null, "OLLAMA_MODELS": false, "OLLAMA_HOST": false }, "declaredNonDefault": [] } }, "model": { "identifier": "phi4:latest", "digest": "ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba", "family": "phi3", "parameterSize": "14.7B", "quantization": "Q4_K_M", "weightsBytes": 9053116391, "weightsSource": "ollama.tags.size" }, "system": { "cpu": { "model": "Intel(R) Core(TM) i7-14700K" }, "gpu": { "present": true, "model": "NVIDIA GeForce RTX 4070 Ti", "totalVramBytes": 12878610432, "freeVramBytesAtCheck": 10807672832, "freeVramBytesAtLoad": 1583349760, "utilizationPercentAtCheck": 33, "driverVersion": "617.42", "provider": "nvidia-smi" }, "memory": { "totalBytes": 34018738176 }, "os": { "platform": "win32", "version": "10.0.26200", "architecture": "x64" }, "power": { "present": false, "onBattery": false } }, "configuration": { "memoryBandwidthGBps": 504, "memoryBandwidthSource": "manufacturer-table", "memoryBandwidthTableVersion": "osai-gpu-memory-bandwidth/2", "memoryBandwidthEntryId": "nvidia-geforce-rtx-4070-ti-12gb", "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m", "promptTokenRange": null, "warmups": 0, "repetitions": 1, "varyPromptPerCall": false }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 2000, "max": 4095 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": true }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false } }, "resolved": { "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m" }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m" }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m" }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m" } }, "runtimeModelParameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\nstop \"<|im_sep|>\"", "unresolvedRuntimeDefaults": true } }, "rawMeasurements": { "workloads": { "w1": { "warmup": null, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 6220632900, "load_duration": 6123528800, "prompt_eval_count": 15, "prompt_eval_duration": 93701000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 6220.6381, "timeToFirstVisibleTokenMs": 6220.6381 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 6220632900, "load_duration": 6123528800, "prompt_eval_count": 15, "prompt_eval_duration": 93701000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 6220.6381, "timeToFirstVisibleTokenMs": 6220.6381 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w2": { "warmup": { "total_duration": 9474763400, "load_duration": 6504424500, "prompt_eval_count": 45, "prompt_eval_duration": 87177000, "eval_count": 128, "eval_duration": 2880516000, "timeToFirstTokenMs": 6594.753900000003, "timeToFirstVisibleTokenMs": 6594.753900000003 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 2822149800, "load_duration": 4107800, "prompt_eval_count": 45, "prompt_eval_duration": 22020000, "eval_count": 128, "eval_duration": 2782758000, "timeToFirstTokenMs": 40.59120000000257, "timeToFirstVisibleTokenMs": 40.59120000000257 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2822149800, "load_duration": 4107800, "prompt_eval_count": 45, "prompt_eval_duration": 22020000, "eval_count": 128, "eval_duration": 2782758000, "timeToFirstTokenMs": 40.59120000000257, "timeToFirstVisibleTokenMs": 40.59120000000257 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 3137776600, "load_duration": 1692700, "prompt_eval_count": 45, "prompt_eval_duration": 21996000, "eval_count": 128, "eval_duration": 3112229000, "timeToFirstTokenMs": 25.841699999997218, "timeToFirstVisibleTokenMs": 25.841699999997218 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 3137776600, "load_duration": 1692700, "prompt_eval_count": 45, "prompt_eval_duration": 21996000, "eval_count": 128, "eval_duration": 3112229000, "timeToFirstTokenMs": 25.841699999997218, "timeToFirstVisibleTokenMs": 25.841699999997218 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 2959901100, "load_duration": 1558700, "prompt_eval_count": 45, "prompt_eval_duration": 24067000, "eval_count": 128, "eval_duration": 2932191000, "timeToFirstTokenMs": 28.053799999994226, "timeToFirstVisibleTokenMs": 28.053799999994226 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2959901100, "load_duration": 1558700, "prompt_eval_count": 45, "prompt_eval_duration": 24067000, "eval_count": 128, "eval_duration": 2932191000, "timeToFirstTokenMs": 28.053799999994226, "timeToFirstVisibleTokenMs": 28.053799999994226 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 2992416600, "load_duration": 2044300, "prompt_eval_count": 45, "prompt_eval_duration": 22904000, "eval_count": 128, "eval_duration": 2965832000, "timeToFirstTokenMs": 26.545799999999872, "timeToFirstVisibleTokenMs": 26.545799999999872 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2992416600, "load_duration": 2044300, "prompt_eval_count": 45, "prompt_eval_duration": 22904000, "eval_count": 128, "eval_duration": 2965832000, "timeToFirstTokenMs": 26.545799999999872, "timeToFirstVisibleTokenMs": 26.545799999999872 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 12752712700, "load_duration": 2139700, "prompt_eval_count": 45, "prompt_eval_duration": 23028000, "eval_count": 128, "eval_duration": 12725510000, "timeToFirstTokenMs": 27.563399999999092, "timeToFirstVisibleTokenMs": 27.563399999999092 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 12752712700, "load_duration": 2139700, "prompt_eval_count": 45, "prompt_eval_duration": 23028000, "eval_count": 128, "eval_duration": 12725510000, "timeToFirstTokenMs": 27.563399999999092, "timeToFirstVisibleTokenMs": 27.563399999999092 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w3": { "warmup": { "total_duration": 873464300, "load_duration": 2760100, "prompt_eval_count": 2664, "prompt_eval_duration": 857333000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 873.3358000000007, "timeToFirstVisibleTokenMs": 873.3358000000007 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 1029865300, "load_duration": 1539100, "prompt_eval_count": 2664, "prompt_eval_duration": 855329000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1030.2627000000066, "timeToFirstVisibleTokenMs": 1030.2627000000066 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1029865300, "load_duration": 1539100, "prompt_eval_count": 2664, "prompt_eval_duration": 855329000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1030.2627000000066, "timeToFirstVisibleTokenMs": 1030.2627000000066 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 1029152000, "load_duration": 2082800, "prompt_eval_count": 2664, "prompt_eval_duration": 859687000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1029.3386000000028, "timeToFirstVisibleTokenMs": 1029.3386000000028 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1029152000, "load_duration": 2082800, "prompt_eval_count": 2664, "prompt_eval_duration": 859687000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1029.3386000000028, "timeToFirstVisibleTokenMs": 1029.3386000000028 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 1023231800, "load_duration": 2059800, "prompt_eval_count": 2664, "prompt_eval_duration": 849814000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1023.3050999999978, "timeToFirstVisibleTokenMs": 1023.3050999999978 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1023231800, "load_duration": 2059800, "prompt_eval_count": 2664, "prompt_eval_duration": 849814000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1023.3050999999978, "timeToFirstVisibleTokenMs": 1023.3050999999978 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 1058092600, "load_duration": 2026700, "prompt_eval_count": 2664, "prompt_eval_duration": 849503000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1058.41320000001, "timeToFirstVisibleTokenMs": 1058.41320000001 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1058092600, "load_duration": 2026700, "prompt_eval_count": 2664, "prompt_eval_duration": 849503000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1058.41320000001, "timeToFirstVisibleTokenMs": 1058.41320000001 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 1028261200, "load_duration": 2102600, "prompt_eval_count": 2664, "prompt_eval_duration": 851538000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1028.7978000000003, "timeToFirstVisibleTokenMs": 1028.7978000000003 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1028261200, "load_duration": 2102600, "prompt_eval_count": 2664, "prompt_eval_duration": 851538000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1028.7978000000003, "timeToFirstVisibleTokenMs": 1028.7978000000003 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w4": { "warmup": { "total_duration": 11550500100, "load_duration": 2053900, "prompt_eval_count": 45, "prompt_eval_duration": 23459000, "eval_count": 512, "eval_duration": 11337881000, "timeToFirstTokenMs": 212.66099999999278, "timeToFirstVisibleTokenMs": 212.66099999999278 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 11850568200, "load_duration": 2671900, "prompt_eval_count": 45, "prompt_eval_duration": 23522000, "eval_count": 512, "eval_duration": 11787566000, "timeToFirstTokenMs": 63.01789999999164, "timeToFirstVisibleTokenMs": 63.01789999999164 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 11850568200, "load_duration": 2671900, "prompt_eval_count": 45, "prompt_eval_duration": 23522000, "eval_count": 512, "eval_duration": 11787566000, "timeToFirstTokenMs": 63.01789999999164, "timeToFirstVisibleTokenMs": 63.01789999999164 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 11915472100, "load_duration": 2592600, "prompt_eval_count": 45, "prompt_eval_duration": 24466000, "eval_count": 512, "eval_duration": 11886208000, "timeToFirstTokenMs": 29.570200000001932, "timeToFirstVisibleTokenMs": 29.570200000001932 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 11915472100, "load_duration": 2592600, "prompt_eval_count": 45, "prompt_eval_duration": 24466000, "eval_count": 512, "eval_duration": 11886208000, "timeToFirstTokenMs": 29.570200000001932, "timeToFirstVisibleTokenMs": 29.570200000001932 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 11380993700, "load_duration": 2061400, "prompt_eval_count": 45, "prompt_eval_duration": 24613000, "eval_count": 512, "eval_duration": 11352161000, "timeToFirstTokenMs": 28.69869999999355, "timeToFirstVisibleTokenMs": 28.69869999999355 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 11380993700, "load_duration": 2061400, "prompt_eval_count": 45, "prompt_eval_duration": 24613000, "eval_count": 512, "eval_duration": 11352161000, "timeToFirstTokenMs": 28.69869999999355, "timeToFirstVisibleTokenMs": 28.69869999999355 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 11761201800, "load_duration": 2057100, "prompt_eval_count": 45, "prompt_eval_duration": 23795000, "eval_count": 512, "eval_duration": 11733926000, "timeToFirstTokenMs": 27.318599999998696, "timeToFirstVisibleTokenMs": 27.318599999998696 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 11761201800, "load_duration": 2057100, "prompt_eval_count": 45, "prompt_eval_duration": 23795000, "eval_count": 512, "eval_duration": 11733926000, "timeToFirstTokenMs": 27.318599999998696, "timeToFirstVisibleTokenMs": 27.318599999998696 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 11773705800, "load_duration": 4217000, "prompt_eval_count": 45, "prompt_eval_duration": 24820000, "eval_count": 512, "eval_duration": 11742815000, "timeToFirstTokenMs": 31.394499999994878, "timeToFirstVisibleTokenMs": 31.394499999994878 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 11773705800, "load_duration": 4217000, "prompt_eval_count": 45, "prompt_eval_duration": 24820000, "eval_count": 512, "eval_duration": 11742815000, "timeToFirstTokenMs": 31.394499999994878, "timeToFirstVisibleTokenMs": 31.394499999994878 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false } } }, "derived": { "generationTokensPerSecond": { "median": 43.60112971208351, "coefficientOfVariation": 0.01775107918674117, "samples": 5 }, "prefillTokensPerSecond": { "median": 3128.456980193485, "coefficientOfVariation": 0.00504320043496033, "samples": 5 }, "timeToFirstTokenMs": { "median": 27.563399999999092, "coefficientOfVariation": 0.2065515931647252, "samples": 5, "reasoningWithheldPasses": 0 }, "timeToFirstVisibleTokenMs": { "median": 29.570200000001932, "coefficientOfVariation": 0.4215447300955481, "samples": 5 }, "coldLoad": { "seconds": 6.1235288, "samples": 1 }, "passFailureRate": { "failedMeasuredPasses": 0, "totalMeasuredPasses": 16, "percent": 0 }, "attemptFailureRate": { "failedAttempts": 0, "totalAttempts": 16, "percent": 0 }, "roofline": { "modelWeightsGB": 9.053116391, "memoryBandwidthGBps": 504, "theoreticalMaxTokensPerSecond": 55.67143713086943, "utilization": 0.7831867104416277 }, "diagnostics": [ { "id": "partial-cpu-offload", "status": "not-detected", "message": "The whole resident footprint is on one side; no split between VRAM and host memory", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 9734685981, "vramResidentBytes": 9734685981, "hostResidentBytes": 0, "vramResidentFraction": 1 } }, { "id": "context-vram-headroom", "status": "unavailable", "message": "Ollama /api/show does not expose the resolved KV-cache element type actually in use, so v1.1 does not calculate or threshold projected KV-cache VRAM", "evidence": { "configuredContext": 4096, "availableArchitectureMetadata": { "source": "ollama.show.model_info", "architecture": "phi3", "blockCount": 40, "kvHeadCount": 10, "attentionHeadCount": 40, "embeddingLength": 5120, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "missingInput": "resolvedKvCacheElementType" } }, { "id": "cpu-only-with-gpu", "status": "not-detected", "message": "100% of the model's resident bytes are in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 9734685981, "vramResidentBytes": 9734685981, "hostResidentBytes": 0, "vramResidentFraction": 1, "gpuModel": "NVIDIA GeForce RTX 4070 Ti" } }, { "id": "weights-exceed-vram", "status": "not-detected", "message": "Quantized on-disk model weight size does not exceed total VRAM", "evidence": { "weightsBytes": 9053116391, "totalVramBytes": 12878610432 } } ] } }