llamamodel: free the batch in embedInternal (#2348)

Signed-off-by: Jared Van Bortel <jared@nomic.ai>
nomic-ai · May 15, 2024 · 6d8888b · 6d8888b
1 parent 61cefcf
commit 6d8888b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/gpt4all-backend/llamamodel.cpp b/gpt4all-backend/llamamodel.cpp
@@ -940,6 +940,8 @@ void LLamaModel::embedInternal(
     }
 
     if (tokenCount) { *tokenCount = totalTokens; }
+
+    llama_batch_free(batch);
 }
 
 #if defined(_WIN32)