fix: AttributeError

zeroday0619 · zeroday0619 · commit c129fa6f27b5 · 2024-05-06T23:41:45.000+09:00
diff --git a/HakaseCore/llm/llama3.py b/HakaseCore/llm/llama3.py
@@ -41,7 +41,6 @@ def __init__(self, accelerate_engine: str = "cuda", debug: bool = False) -> None
         self.tokenizer = AutoTokenizer.from_pretrained(
             self.model_id, add_special_tokens=True
         )
-        self.tokenizer.pad_token = self.tokenizer.eos_token
         self.tokenizer.padding_side = "right"
         self.streamer = TextStreamer(
             self.tokenizer, skip_prompt=True, skip_special_tokens=True

Original file line number	Diff line number	Diff line change
`@@ -41,7 +41,6 @@ def __init__(self, accelerate_engine: str = "cuda", debug: bool = False) -> None`
`41`	`41`	`self.tokenizer = AutoTokenizer.from_pretrained(`
`42`	`42`	`self.model_id, add_special_tokens=True`
`43`	`43`	`)`
`44`		`- self.tokenizer.pad_token = self.tokenizer.eos_token`
`45`	`44`	`self.tokenizer.padding_side = "right"`
`46`	`45`	`self.streamer = TextStreamer(`
`47`	`46`	`self.tokenizer, skip_prompt=True, skip_special_tokens=True`