Update app.py

app.py

@@ -11,16 +11,17 @@ import math
 from datetime import date
 from datetime import date, datetime, timedelta
 
+access_token = os.environ["TOKEN"]
 
 # load model
 model = "meta-llama/Llama-2-7b-chat-hf"
 peft_model = "FinGPT/fingpt-forecaster_sz50_llama2-7B_lora"
 
-tokenizer = AutoTokenizer.from_pretrained(model, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(model, token = access_token, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = "right"
 
-model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, device_map = 'auto', offload_folder="offload/")
+model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, token = access_token, device_map = 'auto', offload_folder="offload/")
 model = PeftModel.from_pretrained(model, peft_model, offload_folder="offload/")
 
 model = model.eval()