zhangshuai/mlx-swift-examples
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove the bias in the ffn module (#68)

Browse Source
This commit is contained in:
nathan
2024-05-09 00:31:28 +02:00
committed by GitHub
parent e5ea144fe3
commit ff7610d522
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
Libraries/LLM/OpenELM.swift
View File

@@ -106,8 +106,8 @@ private class FeedForwardNetwork: Module, UnaryLayer {
let intermediateDim = Int( let intermediateDim = Int(
makeDivisible(Float(ffnMultiplier) * Float(dim), divisor: args.ffnDimDivisor)) makeDivisible(Float(ffnMultiplier) * Float(dim), divisor: args.ffnDimDivisor))
self.proj_1 = Linear(dim, 2 * intermediateDim) self.proj_1 = Linear(dim, 2 * intermediateDim, bias: false)
self.proj_2 = Linear(intermediateDim, dim) self.proj_2 = Linear(intermediateDim, dim, bias: false)
} }
public func callAsFunction(_ x: MLXArray) -> MLXArray { public func callAsFunction(_ x: MLXArray) -> MLXArray {