v2: add E4B multimodal test, fix VisionTower missing groupSize

2026-07-06 02:53:49 +08:00
parent 97f9bdcf90
commit 96fe213bc4
2 changed files with 120 additions and 0 deletions
@@ -77,6 +77,8 @@ public final class VisionTower {
        enc.setBytes(&inD, length: MemoryLayout<UInt32>.size, index: 5)
        var outD = UInt32(weights.outDim)
        enc.setBytes(&outD, length: MemoryLayout<UInt32>.size, index: 6)
+        var groupSize = UInt32(weights.groupSize)
+        enc.setBytes(&groupSize, length: MemoryLayout<UInt32>.size, index: 7)

        let grid = MTLSize(width: weights.outDim * seqLen, height: 1, depth: 1)
        let tg = engine.threadgroupSize1D(pso, count: max(weights.outDim, seqLen))