v2: add EmbeddingServerApp, fix Sendable issues (WIP)

2026-07-06 09:47:06 +08:00
parent 88aeff7935
commit e7a94b3203
4 changed files with 162 additions and 13 deletions
@@ -42,7 +42,7 @@ public struct EmbeddingGemmaConfig: Codable {
 }

 /// EmbeddingGemma - Google's 300M parameter embedding model
-public final class EmbeddingGemmaModel {
+public final class EmbeddingGemmaModel: @unchecked Sendable {
    public let config: EmbeddingGemmaConfig
    public let engine: MarkBaseEngine
    public let tokenizer: Tokenizer