MarkBase Admin
135 lines
3.5 KiB
JSON
135 lines
3.5 KiB
JSON
{
|
|
"version": "1.0",
|
|
"description": "MarkBaseEngine v2 test manifest - resource requirements for each test",
|
|
"tests": {
|
|
"00_Unit/MathTest.swift": {
|
|
"tier": 0,
|
|
"memory_gb": 0,
|
|
"gpu": false,
|
|
"model": null,
|
|
"timeout_seconds": 30,
|
|
"schedule": "always"
|
|
},
|
|
"00_Unit/TokenizerTest.swift": {
|
|
"tier": 0,
|
|
"memory_gb": 0.1,
|
|
"gpu": false,
|
|
"model": "E4B-MarkBase (tokenizer only)",
|
|
"timeout_seconds": 30,
|
|
"schedule": "always"
|
|
},
|
|
"00_Unit/SamplerTest.swift": {
|
|
"tier": 0,
|
|
"memory_gb": 0,
|
|
"gpu": false,
|
|
"model": null,
|
|
"timeout_seconds": 30,
|
|
"schedule": "always"
|
|
},
|
|
"01_Model/ModelTest.swift": {
|
|
"tier": 1,
|
|
"memory_gb": 6,
|
|
"gpu": true,
|
|
"model": "E4B-MarkBase",
|
|
"timeout_seconds": 180,
|
|
"schedule": "on_demand"
|
|
},
|
|
"01_Model/Model26BTest.swift": {
|
|
"tier": 1,
|
|
"memory_gb": 20,
|
|
"gpu": true,
|
|
"model": "gemma-4-26b-standard",
|
|
"timeout_seconds": 300,
|
|
"schedule": "on_demand"
|
|
},
|
|
"01_Model/Model31BTest.swift": {
|
|
"tier": 1,
|
|
"memory_gb": 22,
|
|
"gpu": true,
|
|
"model": "gemma-4-31b-it-4bit",
|
|
"timeout_seconds": 360,
|
|
"schedule": "on_demand"
|
|
}
|
|
},
|
|
"models": {
|
|
"E4B-MarkBase": {
|
|
"path": "models/E4B-MarkBase",
|
|
"format": "markbase-4bit",
|
|
"params": "8.5B",
|
|
"weight_gb": 4.4,
|
|
"memory_gb": 6,
|
|
"multimodal": false,
|
|
"status": "available",
|
|
"notes": "Text-only produces gibberish - expected behavior for multimodal model"
|
|
},
|
|
"gemma-4-e2b-it-4bit": {
|
|
"path": "models/gemma-4-e2b-it-4bit",
|
|
"format": "markbase-4bit",
|
|
"params": "2B",
|
|
"weight_gb": 1,
|
|
"memory_gb": 2,
|
|
"multimodal": true,
|
|
"status": "available"
|
|
},
|
|
"gemma-4-26b-standard": {
|
|
"path": "models/gemma-4-26b-standard",
|
|
"format": "markbase-4bit",
|
|
"params": "26B",
|
|
"weight_gb": 15,
|
|
"memory_gb": 20,
|
|
"multimodal": false,
|
|
"status": "available",
|
|
"notes": "Dense model (not MoE)"
|
|
},
|
|
"gemma-4-26b-a4b-it-4bit": {
|
|
"path": "models/gemma-4-26b-a4b-it-4bit",
|
|
"format": "markbase-4bit",
|
|
"params": "26B MoE",
|
|
"weight_gb": 15,
|
|
"memory_gb": 20,
|
|
"multimodal": false,
|
|
"status": "degraded",
|
|
"notes": "Layer 3 weights missing - known NaN on layer 3"
|
|
},
|
|
"gemma-4-31b-it-4bit": {
|
|
"path": "models/gemma-4-31b-it-4bit",
|
|
"format": "markbase-4bit",
|
|
"params": "31B",
|
|
"weight_gb": 17,
|
|
"memory_gb": 22,
|
|
"multimodal": false,
|
|
"status": "available"
|
|
},
|
|
"gemma-4-12b-it-4bit": {
|
|
"path": "models/gemma-4-12b-it-4bit",
|
|
"format": "markbase-4bit",
|
|
"params": "12B",
|
|
"weight_gb": 10,
|
|
"memory_gb": 14,
|
|
"multimodal": true,
|
|
"status": "available",
|
|
"notes": "Multimodal - text-only output saturates softcap (gibberish). Full model files (blobs) present."
|
|
},
|
|
"12B-it-MLX-8bit": {
|
|
"path": "models/12B-it-MLX-8bit",
|
|
"format": "mlx-8bit",
|
|
"params": "12B",
|
|
"weight_gb": 12,
|
|
"memory_gb": 16,
|
|
"multimodal": false,
|
|
"status": "unavailable",
|
|
"notes": "MLX format, missing Vision/Audio towers. Not 4-bit. Skip v2."
|
|
},
|
|
"E4B-bf16": {
|
|
"path": "models/E4B-bf16",
|
|
"format": "bf16",
|
|
"params": "8.5B",
|
|
"weight_gb": 15,
|
|
"memory_gb": 20,
|
|
"multimodal": false,
|
|
"status": "unavailable",
|
|
"notes": "bf16 format, not 4-bit. Skip v2 Phase 1."
|
|
}
|
|
}
|
|
}
|