Standardized reasoning suite with machine-captured evidence.
11 reproductions
Use the exact revision and inspect the manifest before execution.
modelverse benchmark --suite reasoning-v1 --model hf:open-lab/aurora-reason-8b@a887c31The comparison context that makes the result interpretable.
Version 1.0 of the Apache-2.0 licensed Modelverse Run schema.
{
"schemaVersion": "1.0",
"id": "run_aurora_4090_reasoning",
"createdAt": "2026-07-17T08:00:00.000Z",
"model": {
"provider": "huggingface",
"repository": "open-lab/aurora-reason-8b",
"revision": "a887c31",
"quantization": "Q5_K_M",
"licenseSnapshot": "Apache-2.0"
},
"runtime": {
"name": "llama.cpp",
"version": "b5881",
"command": "modelverse benchmark --suite reasoning-v1 --model hf:open-lab/aurora-reason-8b@a887c31"
},
"hardware": {
"os": "Ubuntu 26.04",
"architecture": "x64",
"cpu": "AMD Ryzen 9 7950X",
"systemMemoryMb": 65536,
"accelerators": [
{
"vendor": "NVIDIA",
"model": "NVIDIA GeForce RTX 4090",
"count": 1,
"memoryMb": 24576,
"driverVersion": "590.44",
"computeApi": "cuda"
}
]
},
"task": {
"type": "reasoning",
"evaluationSuite": "modelverse-reasoning-v1",
"datasetRevision": "0f71fd2"
},
"configuration": {
"contextLength": 16384,
"maxGeneratedTokens": 2048,
"temperature": 0,
"seed": 42,
"batchSize": 1,
"quantization": "Q5_K_M"
},
"metrics": {
"timeToFirstTokenMs": 226,
"tokensPerSecond": 56.9,
"peakMemoryMb": 8499.2,
"peakVramMb": 8704,
"modelLoadTimeMs": 1510,
"scores": {
"Reasoning suite": 68.7
}
},
"evidence": {
"machineCaptured": true,
"redactionsApplied": [],
"artifactUrls": []
}
}Illustrative result for the starter catalog.