diff --git a/scripts/stream_chat.py b/scripts/stream_chat.py index 112720d..deabc5c 100644 --- a/scripts/stream_chat.py +++ b/scripts/stream_chat.py @@ -10,16 +10,16 @@ def chat(): model_dir = os.path.join(PROJECT_ROOT, "params") model = Khaosz(model_dir).to(device='cuda', dtype=torch.bfloat16) - histroy = [] + history = [] while True: query = input(">> ") if query == "!exit": break response_size = 0 - for response, histroy in model.stream_generate( + for response, history in model.stream_generate( query=query, - history=histroy, + history=history, temperature=0.8, top_p=0.95, top_k=50