feat(scripts): 调整文本生成参数以提升多样性
This commit is contained in:
parent
144b9598ad
commit
0a754e3341
|
|
@ -14,9 +14,9 @@ def generate_text():
|
||||||
|
|
||||||
response = model.text_generate(
|
response = model.text_generate(
|
||||||
query=query,
|
query=query,
|
||||||
temperature=0.6,
|
temperature=0.8,
|
||||||
top_p=0.95,
|
top_p=0.95,
|
||||||
top_k=30
|
top_k=50
|
||||||
)
|
)
|
||||||
|
|
||||||
print(response)
|
print(response)
|
||||||
|
|
|
||||||
|
|
@ -13,9 +13,9 @@ def batch_generate():
|
||||||
|
|
||||||
responses = model.batch_generate(
|
responses = model.batch_generate(
|
||||||
queries=inputs,
|
queries=inputs,
|
||||||
temperature=0.7,
|
temperature=0.8,
|
||||||
top_p=0.95,
|
top_p=0.95,
|
||||||
top_k=30
|
top_k=50
|
||||||
)
|
)
|
||||||
|
|
||||||
for q, r in zip(inputs, responses):
|
for q, r in zip(inputs, responses):
|
||||||
|
|
|
||||||
|
|
@ -30,9 +30,9 @@ if __name__ == "__main__":
|
||||||
retrive_response = model.retrieve_generate(
|
retrive_response = model.retrieve_generate(
|
||||||
retrieved=retrieved,
|
retrieved=retrieved,
|
||||||
query=query,
|
query=query,
|
||||||
temperature=0.7,
|
temperature=0.8,
|
||||||
top_k=30,
|
|
||||||
top_p=0.95,
|
top_p=0.95,
|
||||||
|
top_k=50
|
||||||
)
|
)
|
||||||
|
|
||||||
print("retrive content:")
|
print("retrive content:")
|
||||||
|
|
|
||||||
|
|
@ -20,9 +20,9 @@ def chat():
|
||||||
for response, histroy in model.stream_generate(
|
for response, histroy in model.stream_generate(
|
||||||
query=query,
|
query=query,
|
||||||
history=histroy,
|
history=histroy,
|
||||||
temperature=0.7,
|
temperature=0.8,
|
||||||
top_p=0.95,
|
top_p=0.95,
|
||||||
top_k=30
|
top_k=50
|
||||||
):
|
):
|
||||||
print(response[response_size:], end="", flush=True)
|
print(response[response_size:], end="", flush=True)
|
||||||
response_size = len(response)
|
response_size = len(response)
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue