Hugging Face's logo

oskdabk
/
MNLP_M3_quantized_model

Text Generation
Transformers
PyTorch
qwen3
conversational
text-generation-inference
4-bit precision
bitsandbytes
Model card Files
xet
Community
2
oskdabk commited on
Commit
0a5f559
·
verified ·
1 Parent(s): 474bd5e

Upload Qwen3ForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -1
  2. generation_config.json +2 -0
  3. pytorch_model.bin +1 -1
config.json CHANGED
@@ -4,7 +4,6 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
- "bos_token_id": 151643,
8
  "eos_token_id": 151643,
9
  "head_dim": 128,
10
  "hidden_act": "silu",
@@ -17,6 +16,7 @@
17
  "num_attention_heads": 16,
18
  "num_hidden_layers": 28,
19
  "num_key_value_heads": 8,
 
20
  "quantization_config": {
21
  "_load_in_4bit": true,
22
  "_load_in_8bit": false,
@@ -39,6 +39,7 @@
39
  "tie_word_embeddings": true,
40
  "torch_dtype": "float16",
41
  "transformers_version": "4.51.3",
 
42
  "use_cache": true,
43
  "use_sliding_window": false,
44
  "vocab_size": 151936
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
7
  "eos_token_id": 151643,
8
  "head_dim": 128,
9
  "hidden_act": "silu",
 
16
  "num_attention_heads": 16,
17
  "num_hidden_layers": 28,
18
  "num_key_value_heads": 8,
19
+ "pad_token_id": 151654,
20
  "quantization_config": {
21
  "_load_in_4bit": true,
22
  "_load_in_8bit": false,
 
39
  "tie_word_embeddings": true,
40
  "torch_dtype": "float16",
41
  "transformers_version": "4.51.3",
42
+ "unsloth_fixed": true,
43
  "use_cache": true,
44
  "use_sliding_window": false,
45
  "vocab_size": 151936
generation_config.json CHANGED
@@ -1,6 +1,8 @@
1
  {
2
  "bos_token_id": 151643,
3
  "eos_token_id": 151643,
 
4
  "max_new_tokens": 2048,
 
5
  "transformers_version": "4.51.3"
6
  }
 
1
  {
2
  "bos_token_id": 151643,
3
  "eos_token_id": 151643,
4
+ "max_length": 32768,
5
  "max_new_tokens": 2048,
6
+ "pad_token_id": 151654,
7
  "transformers_version": "4.51.3"
8
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c76878894bf0fcbcfb7dbab554153e2fa3469d3b15e73a01ce81f1d1d70e6a6
3
  size 539165485
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5813726d29131df7d67f0953376c147636c5998c0e48838e8e5f14ea74d117c6
3
  size 539165485