Hugging Face's logo

Spaces:
djward888
/
Art3B-chat
Sleeping

App Files Community
freeCS-dot-org commited on
Commit
3288692
·
verified ·
1 Parent(s): 611a97e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -36,8 +36,8 @@ device = "cuda" # for GPU usage or "cpu" for CPU usage
36
  tokenizer = AutoTokenizer.from_pretrained(MODEL)
37
  model = AutoModelForCausalLM.from_pretrained(
38
  MODEL,
39
- #load_in_4bit=True,
40
- #torch_dtype=torch.bfloat16,
41
  device_map="auto")
42
 
43
  @spaces.GPU()
 
36
  tokenizer = AutoTokenizer.from_pretrained(MODEL)
37
  model = AutoModelForCausalLM.from_pretrained(
38
  MODEL,
39
+ load_in_4bit=True,
40
+ torch_dtype=torch.bfloat16,
41
  device_map="auto")
42
 
43
  @spaces.GPU()