Hugging Face's logo

unsloth
/
Llama-3.2-3B-Instruct-GGUF

Text Generation
Transformers
GGUF
English
llama
llama-3
meta
facebook
unsloth
conversational
Model card Files
xet
Community
2
danielhanchen commited on
Commit
87a9f58
·
verified ·
1 Parent(s): c65aa93

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. Llama-3.2-3B-Instruct-UD-IQ1_M.gguf +1 -1
  2. Llama-3.2-3B-Instruct-UD-IQ1_S.gguf +1 -1
  3. Llama-3.2-3B-Instruct-UD-IQ2_M.gguf +1 -1
  4. Llama-3.2-3B-Instruct-UD-IQ3_XXS.gguf +1 -1
  5. Llama-3.2-3B-Instruct-UD-Q2_K_XL.gguf +1 -1
  6. Llama-3.2-3B-Instruct-UD-Q3_K_XL.gguf +1 -1
  7. Llama-3.2-3B-Instruct-UD-Q4_K_XL.gguf +1 -1
  8. config.json +1 -1
Llama-3.2-3B-Instruct-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94abc837b627b8849e3441043085617f0c2afc0b7946e08ad518cab4788b782f
3
  size 960416192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb3c75974b5d7f65669b6294be99e681502845a5f92140f36df60efc0e801ae0
3
  size 960416192
Llama-3.2-3B-Instruct-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:787f8b9d848978b3c9e633b3c3abbb73e6bc9c71593ee333b4edf126408ed6a8
3
  size 912345536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79820fc5753290039ddcc2740e8780fdaa05335bfac7db44302613af1823e96e
3
  size 912345536
Llama-3.2-3B-Instruct-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1774137d3816c67d3d55181522d3dcc9971254a15389e28a9c5bb4326f95d6c5
3
  size 1256262080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0d68bad53dc788c33905e7abeb2930a3a60a4db1c970487ee7bf89c1305376b
3
  size 1256262080
Llama-3.2-3B-Instruct-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee4d9cd22845a8e13767161e0f0fd342387b4f76620beb02b8629e292cbdbfe2
3
  size 1370147264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33d2b042a1bc0ab57b046328a89f27616a973c98fea7ed9163b295bd7afc2073
3
  size 1370147264
Llama-3.2-3B-Instruct-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bec6b10549aa74cd8147de98c2178fdb0373a15bd53f9efd378c62b11ab0d36
3
  size 1403380160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b667d186ac6e3f75487dfbe8460b7d6f13554803bb5742324ab5344a014bc6f
3
  size 1403380160
Llama-3.2-3B-Instruct-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a6c6a911c796d3a773dfa7cfa9927c6e5e565cd77f6c2abffeda1e1c851bc17
3
  size 1742430656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd5961e61bdfb08cb5dfd150e12c19711934bda2c5a903ceca510f338830942
3
  size 1742430656
Llama-3.2-3B-Instruct-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f48b634a22596ef6160279e2d1e202d3dfc120caff022be4d5243d57b7db0aa0
3
  size 2060886464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca38452bd9f4348251abbc3f8234ecf0ddf9b96bfcbe639d4375b2721175d0b
3
  size 2060886464
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": true,
32
  "torch_dtype": "bfloat16",
33
- "transformers_version": "4.51.3",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "vocab_size": 128256
 
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": true,
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.52.0.dev0",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "vocab_size": 128256