v2: add embedding tests, multilingual embedding support
This commit is contained in:
@@ -0,0 +1,33 @@
|
||||
import Foundation
|
||||
import XCTest
|
||||
|
||||
@testable import MarkBase
|
||||
|
||||
final class Timing26BTest: XCTestCase {
|
||||
let modelDir = "/Users/accusys/MarkBaseEngine/models/gemma-4-26b-standard"
|
||||
var engine: MarkBaseEngine!
|
||||
var model: E4BModel!
|
||||
let maxCtx = 128
|
||||
|
||||
override func setUp() {
|
||||
super.setUp()
|
||||
guard FileManager.default.fileExists(atPath: modelDir + "/model.safetensors") else {
|
||||
return
|
||||
}
|
||||
let t0 = Date()
|
||||
engine = try? MarkBaseEngine(autoCompile: true)
|
||||
model = try? E4BModel(modelDir: modelDir, engine: engine, maxContextLength: maxCtx)
|
||||
let loadTime = Date().timeIntervalSince(t0)
|
||||
print("Total init: \(String(format: "%.1f", loadTime))s")
|
||||
}
|
||||
|
||||
func testForwardTiming() throws {
|
||||
try XCTSkipIf(model == nil, "26B model not found")
|
||||
for i in 0..<5 {
|
||||
let t = Date()
|
||||
_ = try model.forward(tokenId: 100 + i, position: i)
|
||||
let ft = Date().timeIntervalSince(t)
|
||||
print("Forward \(i+1): \(String(format: "%.3f", ft))s")
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user