We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 5427cca commit 27b5049Copy full SHA for 27b5049
HakaseCore/llm/llama3.py
@@ -71,7 +71,7 @@ def generate_text(self, instruction: str) -> str:
71
do_sample=True,
72
temperature=0.4,
73
top_p=0.9,
74
- max_new_tokens=100,
+ max_new_tokens=10000,
75
eos_token_id=[
76
self.tokenizer.eos_token_id,
77
self.tokenizer.convert_tokens_to_ids("<|eot_id|>"),
0 commit comments