From 0a754e33419de8a8387b2ccd7665c3f5314a0ec7 Mon Sep 17 00:00:00 2001 From: ViperEkura <3081035982@qq.com> Date: Wed, 5 Nov 2025 13:56:58 +0800 Subject: [PATCH] =?UTF-8?q?feat(scripts):=20=E8=B0=83=E6=95=B4=E6=96=87?= =?UTF-8?q?=E6=9C=AC=E7=94=9F=E6=88=90=E5=8F=82=E6=95=B0=E4=BB=A5=E6=8F=90?= =?UTF-8?q?=E5=8D=87=E5=A4=9A=E6=A0=B7=E6=80=A7?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/generate_ar.py | 4 ++-- scripts/generate_batch.py | 4 ++-- scripts/generate_retrieve.py | 4 ++-- scripts/stream_chat.py | 4 ++-- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/scripts/generate_ar.py b/scripts/generate_ar.py index 23b2832..77c216c 100644 --- a/scripts/generate_ar.py +++ b/scripts/generate_ar.py @@ -14,9 +14,9 @@ def generate_text(): response = model.text_generate( query=query, - temperature=0.6, + temperature=0.8, top_p=0.95, - top_k=30 + top_k=50 ) print(response) diff --git a/scripts/generate_batch.py b/scripts/generate_batch.py index 037b04f..43ece47 100644 --- a/scripts/generate_batch.py +++ b/scripts/generate_batch.py @@ -13,9 +13,9 @@ def batch_generate(): responses = model.batch_generate( queries=inputs, - temperature=0.7, + temperature=0.8, top_p=0.95, - top_k=30 + top_k=50 ) for q, r in zip(inputs, responses): diff --git a/scripts/generate_retrieve.py b/scripts/generate_retrieve.py index 46a9e56..6ba4197 100644 --- a/scripts/generate_retrieve.py +++ b/scripts/generate_retrieve.py @@ -30,9 +30,9 @@ if __name__ == "__main__": retrive_response = model.retrieve_generate( retrieved=retrieved, query=query, - temperature=0.7, - top_k=30, + temperature=0.8, top_p=0.95, + top_k=50 ) print("retrive content:") diff --git a/scripts/stream_chat.py b/scripts/stream_chat.py index 399717b..112720d 100644 --- a/scripts/stream_chat.py +++ b/scripts/stream_chat.py @@ -20,9 +20,9 @@ def chat(): for response, histroy in model.stream_generate( query=query, history=histroy, - temperature=0.7, + temperature=0.8, top_p=0.95, - top_k=30 + top_k=50 ): print(response[response_size:], end="", flush=True) response_size = len(response)