Initial commit: E4B-MarkBase model integration with passing tests

- E4B-MarkBase model (42 layers, 4.4GB) loaded successfully - All Phase 1-6 tests passed (model loading, forward pass, vision/audio towers, token generation, performance) - All stress tests passed (5/5 in 127.6s) - Concurrent inference - Memory stress (67.5 tok/s, 0 NaN) - Continuous generation - Batch processing - Long-running stability - Swift Metal inference engine with multimodal support
2026-06-23 18:12:35 +08:00
commit ac75faa0cc
301 changed files with 63426 additions and 0 deletions
@@ -0,0 +1,120 @@
+import XCTest
+@testable import MarkBase
+
+final class G12BGenerationTests: XCTestCase {
+    
+    func testSimpleForwardPass() throws {
+        print("\n═══════════════════════════════════════")
+        print("      12B Forward Pass Test")
+        print("═══════════════════════════════════════\n")
+        
+        let modelDir = "/Users/accusys/.cache/huggingface/hub/models--mlx-community--gemma-4-12B-it-4bit/snapshots/73bcf09092aa277861d5a191b989b666f7f32e8f"
+        
+        print("Step 1: Initialize Metal engine...")
+        let engine = try MarkBaseEngine(autoCompile: true)
+        print("  ✓ Engine ready (shaders compiled)\n")
+        
+        print("Step 2: Load 12B model...")
+        let model = try E4BModel(modelDir: modelDir, engine: engine, maxContextLength: 512)
+        print("  ✓ Model loaded\n")
+        
+        print("Step 3: Create input buffer...")
+        // Create simple input buffer with all zeros (dummy token embedding)
+        guard let inputBuffer = engine.device.makeBuffer(
+            length: model.hiddenSize * MemoryLayout<Float>.stride,
+            options: .storageModeShared
+        ) else {
+            throw E4BError.bufferCreationFailed
+        }
+        // Initialize with small values to avoid numerical issues
+        let inputPtr = inputBuffer.contents().bindMemory(to: Float.self, capacity: model.hiddenSize)
+        for i in 0..<model.hiddenSize {
+            inputPtr[i] = 0.001 // Small non-zero value
+        }
+        print("  ✓ Input buffer created (size: \(model.hiddenSize))\n")
+        
+        print("Step 4: Run single forward pass...")
+        do {
+            // Try forward pass through layer 0
+            let layer = model.layers[0]
+            let kvCache = model.kvCaches[0]
+            
+            print("  Running layer 0 forward...")
+            try layer.forward(
+                input: inputBuffer,
+                position: 0,
+                kvCache: kvCache,
+                shouldStoreKV: true,
+                temps: model.temps,
+                engine: engine
+            )
+            print("  ✓ Layer 0 forward passed\n")
+            
+            print("═══════════════════════════════════════")
+            print("✓ Forward pass test passed")
+            print("═══════════════════════════════════════\n")
+            
+        } catch {
+            print("  ✗ Forward pass failed: \(error)\n")
+            throw error
+        }
+    }
+    
+    func testFullModelForward() throws {
+        print("\n═══════════════════════════════════════")
+        print("      12B Full Model Forward Test")
+        print("═══════════════════════════════════════\n")
+        
+        let modelDir = "/Users/accusys/.cache/huggingface/hub/models--mlx-community--gemma-4-12B-it-4bit/snapshots/73bcf09092aa277861d5a191b989b666f7f32e8f"
+        
+        print("Step 1: Initialize Metal engine...")
+        let engine = try MarkBaseEngine(autoCompile: true)
+        print("  ✓ Engine ready (shaders compiled)\n")
+        
+        print("Step 2: Load 12B model...")
+        let model = try E4BModel(modelDir: modelDir, engine: engine, maxContextLength: 512)
+        print("  ✓ Model loaded\n")
+        
+        print("Step 3: Create input buffer...")
+        guard let inputBuffer = engine.device.makeBuffer(
+            length: model.hiddenSize * MemoryLayout<Float>.stride,
+            options: .storageModeShared
+        ) else {
+            throw E4BError.bufferCreationFailed
+        }
+        let inputPtr = inputBuffer.contents().bindMemory(to: Float.self, capacity: model.hiddenSize)
+        for i in 0..<model.hiddenSize {
+            inputPtr[i] = 0.001
+        }
+        print("  ✓ Input buffer created\n")
+        
+        print("Step 4: Run full model forward pass...")
+        do {
+            // Use model.forward with token ID
+            print("  Testing model.forward method...")
+            let logits = try model.forward(tokenId: 0, position: 0)
+            print("  ✓ Full model forward passed")
+            print("  Logits count: \(logits.count)\n")
+            
+            // Verify logits are not all zeros
+            var maxLogit: Float = -Float.infinity
+            var minLogit: Float = Float.infinity
+            for i in 0..<min(100, logits.count) {
+                let val = logits[i]
+                maxLogit = max(maxLogit, val)
+                minLogit = min(minLogit, val)
+            }
+            print("  Logits stats (first 100): min=\(minLogit), max=\(maxLogit)\n")
+            
+            XCTAssertFalse(maxLogit == minLogit, "Logits should not all be the same")
+            
+            print("═══════════════════════════════════════")
+            print("✓ Full model forward test passed")
+            print("═══════════════════════════════════════\n")
+            
+        } catch {
+            print("  ✗ Full model forward failed: \(error)\n")
+            throw error
+        }
+    }
+}