配置

2024-08-02 12:10:49 +08:00
parent ac6bdfccec
commit b1fbb95f17
4 changed files with 39 additions and 21 deletions
--- a/Applications/LLMEval/ContentView.swift
+++ b/Applications/LLMEval/ContentView.swift
@@ -159,7 +159,7 @@ class LLMEvaluator {

    /// this controls which model loads -- phi4bit is one of the smaller ones so this will fit on
    /// more devices
-    let modelConfiguration = ModelConfiguration.phi3_4bit
+    let modelConfiguration = ModelConfiguration.gemma_2_9b_it_4bit

    /// parameters controlling the output
    let generateParameters = GenerateParameters(temperature: 0.6)