beyoru commited on
Commit
893cf47
·
verified ·
1 Parent(s): 2ada37d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ MODEL_NAME = "beyoru/Qwen3-0.9B-A0.6B"
7
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
8
  model = AutoModelForCausalLM.from_pretrained(
9
  MODEL_NAME,
10
- torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
11
  device_map="auto"
12
  )
13
 
 
7
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
8
  model = AutoModelForCausalLM.from_pretrained(
9
  MODEL_NAME,
10
+ torch_dtype=torch.bfloat16,
11
  device_map="auto"
12
  )
13