From 0588abec77dc8acb824f5adb74e48efb0a8ceff4 Mon Sep 17 00:00:00 2001
From: Loc Bui <cresmoon@gmail.com>
Date: Mon, 18 Mar 2024 12:57:04 -0700
Subject: [PATCH] fix: Tokenizer dependency (#30)

---
 Applications/LLMEval/ContentView.swift | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Applications/LLMEval/ContentView.swift b/Applications/LLMEval/ContentView.swift
index ff0c66e..40bd418 100644
--- a/Applications/LLMEval/ContentView.swift
+++ b/Applications/LLMEval/ContentView.swift
@@ -135,14 +135,14 @@ class LLMEvaluator {
 
     enum LoadState {
         case idle
-        case loaded(LLMModel, LLM.Tokenizer)
+        case loaded(LLMModel, Tokenizers.Tokenizer)
     }
 
     var loadState = LoadState.idle
 
     /// load and return the model -- can be called multiple times, subsequent calls will
     /// just return the loaded model
-    func load() async throws -> (LLMModel, LLM.Tokenizer) {
+    func load() async throws -> (LLMModel, Tokenizers.Tokenizer) {
         switch loadState {
         case .idle:
             // limit the buffer cache