From 565c4ca1bc5f7b535764b63bffeb9ce46bbdbcd5 Mon Sep 17 00:00:00 2001
From: Anton Bacaj <abacaj1@gmail.com>
Date: Mon, 26 Jun 2023 05:53:03 +0000
Subject: [PATCH] fix

---
 inference.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/inference.py b/inference.py
index 9a2fa7b..7a285eb 100644
--- a/inference.py
+++ b/inference.py
@@ -32,7 +32,7 @@ def generate(llm, system_prompt, user_prompt):
         seed=42,
         reset=True,  # reset history (cache)
         stream=True,  # streaming per word/token
-        threads=os.cpu_count() / 2,  # adjust for your CPU
+        threads=int(os.cpu_count() / 2),  # adjust for your CPU
         stop=["<|im_end|>", "|<"],
     )