pingu_98/mpt-7B-inference
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
Anton Bacaj 2023-06-26 05:53:03 +00:00
parent 123531059e
commit 565c4ca1bc
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
inference.py
View file

@ -32,7 +32,7 @@ def generate(llm, system_prompt, user_prompt):
seed=42,
reset=True, # reset history (cache)
stream=True, # streaming per word/token
threads=os.cpu_count() / 2, # adjust for your CPU
threads=int(os.cpu_count() / 2), # adjust for your CPU
stop=["<|im_end|>", "|<"],
)