feat(scripts): 调整文本生成参数以提升多样性
This commit is contained in:
parent
144b9598ad
commit
0a754e3341
|
|
@ -14,9 +14,9 @@ def generate_text():
|
|||
|
||||
response = model.text_generate(
|
||||
query=query,
|
||||
temperature=0.6,
|
||||
temperature=0.8,
|
||||
top_p=0.95,
|
||||
top_k=30
|
||||
top_k=50
|
||||
)
|
||||
|
||||
print(response)
|
||||
|
|
|
|||
|
|
@ -13,9 +13,9 @@ def batch_generate():
|
|||
|
||||
responses = model.batch_generate(
|
||||
queries=inputs,
|
||||
temperature=0.7,
|
||||
temperature=0.8,
|
||||
top_p=0.95,
|
||||
top_k=30
|
||||
top_k=50
|
||||
)
|
||||
|
||||
for q, r in zip(inputs, responses):
|
||||
|
|
|
|||
|
|
@ -30,9 +30,9 @@ if __name__ == "__main__":
|
|||
retrive_response = model.retrieve_generate(
|
||||
retrieved=retrieved,
|
||||
query=query,
|
||||
temperature=0.7,
|
||||
top_k=30,
|
||||
temperature=0.8,
|
||||
top_p=0.95,
|
||||
top_k=50
|
||||
)
|
||||
|
||||
print("retrive content:")
|
||||
|
|
|
|||
|
|
@ -20,9 +20,9 @@ def chat():
|
|||
for response, histroy in model.stream_generate(
|
||||
query=query,
|
||||
history=histroy,
|
||||
temperature=0.7,
|
||||
temperature=0.8,
|
||||
top_p=0.95,
|
||||
top_k=30
|
||||
top_k=50
|
||||
):
|
||||
print(response[response_size:], end="", flush=True)
|
||||
response_size = len(response)
|
||||
|
|
|
|||
Loading…
Reference in New Issue