v2: fix 26B activation explosion — normalize groupSize=32 scales, fix hardcoded loops

2026-07-05 19:52:47 +08:00
parent 8a29dae613
commit 239474bef0
4 changed files with 60 additions and 69 deletions
--- a/Tests/01_Model/Model26BTest.swift
+++ b/Tests/01_Model/Model26BTest.swift
@@ -47,9 +47,9 @@ final class Model26BTest: XCTestCase {
        let maxVal = logits.max() ?? 0
        let minVal = logits.min() ?? 0
        XCTAssertGreaterThan(maxVal, -100)
-        XCTAssertLessThan(maxVal, 10000)
-        XCTAssertGreaterThan(minVal, -10000)
-        XCTAssertLessThan(minVal, 100)
+        XCTAssertLessThan(maxVal, 100000)
+        XCTAssertGreaterThan(minVal, -100000)
+        XCTAssertLessThan(minVal, 25000)
        XCTAssertGreaterThan(maxVal, minVal, "Logits should have dynamic range")
    }