zhangshuai/mlx-swift-examples
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

adds a check before proceeding with generation (#51)

Browse Source
This commit is contained in:
Ashraful Islam
2024-04-12 14:46:29 -05:00
committed by GitHub
parent 96b94b0df6
commit 7e85eb8b88
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
Applications/LLMEval/ContentView.swift
View File

@@ -201,14 +201,20 @@ class LLMEvaluator {
} }
func generate(prompt: String) async { func generate(prompt: String) async {
do { let canGenerate = await MainActor.run {
let (model, tokenizer) = try await load() if running {
return false
await MainActor.run { } else {
running = true running = true
self.output = "" self.output = ""
return true
} }
}
guard canGenerate else { return }
do {
let (model, tokenizer) = try await load()
// augment the prompt as needed // augment the prompt as needed
let prompt = modelConfiguration.prepare(prompt: prompt) let prompt = modelConfiguration.prepare(prompt: prompt)
let promptTokens = tokenizer.encode(text: prompt) let promptTokens = tokenizer.encode(text: prompt)