v2: Initial clean branch with unit tests + CI/CD pipeline
CI / build (push) Waiting to run
CI / unit-tests (push) Blocked by required conditions
CI / lint (push) Blocked by required conditions

- Started from ac75faa (initial E4B-MarkBase integration)
- Kept Sources/ (all engine code) + Package.swift + .gitignore
- Removed all ad-hoc tests, documentation, scripts, Python files
- Added Tests/00_Unit/ (MathTest, TokenizerTest, SamplerTest)
- Added .gitea/workflows/ci.yaml (build + unit tests + lint)
- Added Scripts/check_resources.sh (memory-aware test runner)
- Added Tests/Manifest.json (resource requirements for all tests)
- Focus: 4-bit quantized models only
This commit is contained in:
MarkBase Admin
2026-07-05 13:29:25 +08:00
commit 8a66b9086a
90 changed files with 22252 additions and 0 deletions
+35
View File
@@ -0,0 +1,35 @@
import Foundation
import MarkBase
// Test harness for 26B-standard model
let modelDir = "/Users/accusys/MarkBaseEngine/models/gemma-4-26b-standard"
guard FileManager.default.fileExists(atPath: modelDir + "/config.json") else {
print("Model not found")
exit(1)
}
print("Loading engine...")
let engine = try MarkBaseEngine(autoCompile: true)
print("✓ Engine created")
print("\nLoading 26B Standard model (~15 GB, may take 2-3 minutes)...")
let start = Date()
let model = try E4BModel(modelDir: modelDir, engine: engine, maxContextLength: 128)
let loadTime = Date().timeIntervalSince(start)
print("✓ Model loaded in \(String(format: "%.1f", loadTime))s")
print(" Layers: \(model.numHiddenLayers)")
print(" Hidden: \(model.hiddenSize)")
print(" Vocab: \(model.vocabSize)")
// Forward pass
print("\n=== Forward pass test ===")
let logits = try model.forward(tokenId: 2, position: 0)
print("✓ Forward pass complete: \(logits.count) logits")
print(" Max logit: \(logits.max() ?? -999)")
let sorted = logits.enumerated().sorted { $0.element > $1.element }
let top5 = sorted.prefix(5)
print(" Top 5: \(top5.map { "\($0.offset):\(String(format: "%.2f", $0.element))" }.joined(separator: ", "))")
print("\n✅ 26B Standard test complete!")