ViperEkura
/
AstrAI
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix(scripts): 修复stream_chat.py中的拼写错误

This commit is contained in:
ViperEkura 2025-11-09 16:30:24 +08:00
parent 6f3386f02c
commit 0b45e8666e
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/stream_chat.py
View File

@ -10,16 +10,16 @@ def chat():
model_dir = os.path.join(PROJECT_ROOT, "params") model_dir = os.path.join(PROJECT_ROOT, "params")
model = Khaosz(model_dir).to(device='cuda', dtype=torch.bfloat16) model = Khaosz(model_dir).to(device='cuda', dtype=torch.bfloat16)
histroy = [] history = []
while True: while True:
query = input(">> ") query = input(">> ")
if query == "!exit": if query == "!exit":
break break
response_size = 0 response_size = 0
for response, histroy in model.stream_generate( for response, history in model.stream_generate(
query=query, query=query,
history=histroy, history=history,
temperature=0.8, temperature=0.8,
top_p=0.95, top_p=0.95,
top_k=50 top_k=50