Spaces:

Joe2EZ
/

Llama-3-Swallow-8B-Instruct-v0.1

Paused

alfredplpl commited on Jul 1, 2024

Commit

78ce707

verified ·

1 Parent(s): d2a518a

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -49,7 +49,6 @@ h1 {
 tokenizer = AutoTokenizer.from_pretrained("tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1")
 model = AutoModelForCausalLM.from_pretrained("tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1", torch_dtype=torch.bfloat16, device_map="auto")
 terminators = [
-    tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]

 tokenizer = AutoTokenizer.from_pretrained("tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1")
 model = AutoModelForCausalLM.from_pretrained("tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1", torch_dtype=torch.bfloat16, device_map="auto")
 terminators = [
     tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]