fix(scripts): 修复stream_chat.py中的拼写错误
This commit is contained in:
parent
6f3386f02c
commit
0b45e8666e
|
|
@ -10,16 +10,16 @@ def chat():
|
|||
model_dir = os.path.join(PROJECT_ROOT, "params")
|
||||
model = Khaosz(model_dir).to(device='cuda', dtype=torch.bfloat16)
|
||||
|
||||
histroy = []
|
||||
history = []
|
||||
while True:
|
||||
query = input(">> ")
|
||||
if query == "!exit":
|
||||
break
|
||||
|
||||
response_size = 0
|
||||
for response, histroy in model.stream_generate(
|
||||
for response, history in model.stream_generate(
|
||||
query=query,
|
||||
history=histroy,
|
||||
history=history,
|
||||
temperature=0.8,
|
||||
top_p=0.95,
|
||||
top_k=50
|
||||
|
|
|
|||
Loading…
Reference in New Issue