v2: Initial clean branch with unit tests + CI/CD pipeline

- Started from ac75faa (initial E4B-MarkBase integration) - Kept Sources/ (all engine code) + Package.swift + .gitignore - Removed all ad-hoc tests, documentation, scripts, Python files - Added Tests/00_Unit/ (MathTest, TokenizerTest, SamplerTest) - Added .gitea/workflows/ci.yaml (build + unit tests + lint) - Added Scripts/check_resources.sh (memory-aware test runner) - Added Tests/Manifest.json (resource requirements for all tests) - Focus: 4-bit quantized models only
2026-07-05 13:29:25 +08:00
commit 8a66b9086a
90 changed files with 22252 additions and 0 deletions
@@ -0,0 +1,51 @@
+import Foundation
+
+public struct AudioConfig: Codable {
+    public let hiddenSize: Int
+    public let numAttentionHeads: Int
+    public let numHiddenLayers: Int
+    public let convKernelSize: Int
+    public let attentionChunkSize: Int
+    public let attentionContextLeft: Int
+    public let attentionContextRight: Int
+    public let attentionLogitCap: Float
+    public let hiddenAct: String
+    public let rmsNormEps: Float
+    public let outputProjDims: Int
+    public let subsamplingConvChannels: [Int]
+    public let residualWeight: Float
+    
+    public init(
+        hiddenSize: Int = 1024,
+        numAttentionHeads: Int = 8,
+        numHiddenLayers: Int = 12,
+        convKernelSize: Int = 5,
+        attentionChunkSize: Int = 12,
+        attentionContextLeft: Int = 13,
+        attentionContextRight: Int = 0,
+        attentionLogitCap: Float = 50.0,
+        hiddenAct: String = "silu",
+        rmsNormEps: Float = 1e-6,
+        outputProjDims: Int = 1536,
+        subsamplingConvChannels: [Int] = [128, 32],
+        residualWeight: Float = 0.5
+    ) {
+        self.hiddenSize = hiddenSize
+        self.numAttentionHeads = numAttentionHeads
+        self.numHiddenLayers = numHiddenLayers
+        self.convKernelSize = convKernelSize
+        self.attentionChunkSize = attentionChunkSize
+        self.attentionContextLeft = attentionContextLeft
+        self.attentionContextRight = attentionContextRight
+        self.attentionLogitCap = attentionLogitCap
+        self.hiddenAct = hiddenAct
+        self.rmsNormEps = rmsNormEps
+        self.outputProjDims = outputProjDims
+        self.subsamplingConvChannels = subsamplingConvChannels
+        self.residualWeight = residualWeight
+    }
+    
+    public var headDim: Int {
+        hiddenSize / numAttentionHeads
+    }
+}