Initial commit: E4B-MarkBase model integration with passing tests
CI / build-and-test (push) Has been cancelled

- E4B-MarkBase model (42 layers, 4.4GB) loaded successfully
- All Phase 1-6 tests passed (model loading, forward pass, vision/audio towers, token generation, performance)
- All stress tests passed (5/5 in 127.6s)
  - Concurrent inference
  - Memory stress (67.5 tok/s, 0 NaN)
  - Continuous generation
  - Batch processing
  - Long-running stability
- Swift Metal inference engine with multimodal support
This commit is contained in:
MarkBase Admin
2026-06-23 18:12:35 +08:00
commit ac75faa0cc
301 changed files with 63426 additions and 0 deletions
@@ -0,0 +1,46 @@
import XCTest
@testable import MarkBase
class MoE26BStandardTest: XCTestCase {
func testMoE26BStandardForward() throws {
print("\n═══════════════════════════════════════════════════════════════════")
print(" MoE 26B-Standard Forward Pass Test")
print("═══════════════════════════════════════════════════════════════════\n")
let modelPath = "/Users/accusys/MarkBaseEngine/models/gemma-4-26b-standard"
guard FileManager.default.fileExists(atPath: modelPath) else {
print("⚠ Model not found at \(modelPath)")
return
}
let engine = try MarkBaseEngine(autoCompile: true)
print("Loading 26B-Standard...")
let model = try E4BModel(modelDir: modelPath, engine: engine, maxContextLength: 128)
print("✓ Model loaded")
print(" Layers: \(model.numHiddenLayers)")
print(" Hidden: \(model.hiddenSize)")
print(" Vocab: \(model.vocabSize)")
print("\nTesting forward pass...")
let result = try model.forwardOptimized(tokenId: 2, position: 0)
let nanCount = result.filter { $0.isNaN }.count
print("Forward result: NaN=\(nanCount)/\(result.count)")
if nanCount == 0 {
print("✓✓✓ Zero NaN - MoE model success!")
} else {
print("✗ NaN detected in MoE forward")
}
print("\n═══════════════════════════════════════════════════════════════════")
print(" Test completed")
print("═══════════════════════════════════════════════════════════════════\n")
XCTAssertEqual(nanCount, 0, "MoE forward should not produce NaN")
}
}