MarkBase Admin
56 lines
2.0 KiB
Swift
56 lines
2.0 KiB
Swift
import XCTest
|
|
@testable import MarkBase
|
|
|
|
final class Model12BTest: XCTestCase {
|
|
|
|
var engine: MarkBaseEngine!
|
|
var model: E4BModel!
|
|
let modelDir = "/Users/accusys/MarkBaseEngine/models/gemma-4-12b-it-4bit"
|
|
let maxCtx = 64
|
|
|
|
override func setUp() {
|
|
super.setUp()
|
|
guard FileManager.default.fileExists(atPath: modelDir + "/model.safetensors.index.json") else {
|
|
return
|
|
}
|
|
engine = try? MarkBaseEngine(autoCompile: true)
|
|
model = try? E4BModel(modelDir: modelDir, engine: engine, maxContextLength: maxCtx)
|
|
}
|
|
|
|
func testModelLoads() throws {
|
|
try XCTSkipIf(model == nil, "gemma-4-12b-it-4bit model not found")
|
|
XCTAssertNotNil(model)
|
|
XCTAssertEqual(model.hiddenSize, 3840)
|
|
XCTAssertEqual(model.numHiddenLayers, 48)
|
|
XCTAssertEqual(model.vocabSize, 262144)
|
|
}
|
|
|
|
func testBosTokenLogitsNoNaN() throws {
|
|
try XCTSkipIf(model == nil, "gemma-4-12b-it-4bit model not found")
|
|
let logits = try model.forward(tokenId: 2, position: 0)
|
|
XCTAssertEqual(logits.count, model.vocabSize)
|
|
let nanCount = logits.filter { $0.isNaN }.count
|
|
XCTAssertEqual(nanCount, 0, "No NaN values in logits")
|
|
}
|
|
|
|
func testLogitSoftcapping() throws {
|
|
try XCTSkipIf(model == nil, "gemma-4-12b-it-4bit model not found")
|
|
let logits = try model.forward(tokenId: 2, position: 0)
|
|
let softcap: Float = 30.0
|
|
for logit in logits {
|
|
XCTAssertLessThanOrEqual(abs(logit), softcap + 0.1,
|
|
"Logit \(logit) exceeds softcap \(softcap)")
|
|
}
|
|
}
|
|
|
|
func testMultipleTokensProduceDifferentLogits() throws {
|
|
try XCTSkipIf(model == nil, "gemma-4-12b-it-4bit model not found")
|
|
let tokens = [2, 100, 1000]
|
|
for (pos, tokenId) in tokens.enumerated() {
|
|
let logits = try model.forward(tokenId: tokenId, position: pos)
|
|
let nanCount = logits.filter { $0.isNaN }.count
|
|
XCTAssertEqual(nanCount, 0, "NaN for token=\(tokenId) pos=\(pos)")
|
|
}
|
|
}
|
|
}
|