Hugging Face's logo

gabriellarson
/
Qwen3-4B-Thinking-2507-GGUF

Text Generation
Transformers
GGUF
conversational
Model card Files
xet
Community
gabriellarson commited on
Commit
d9b0c59
·
verified ·
1 Parent(s): ed09a45

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. Qwen3-4B-Thinking-2507-IQ2_M.gguf +3 -0
  3. Qwen3-4B-Thinking-2507-IQ2_S.gguf +3 -0
  4. Qwen3-4B-Thinking-2507-IQ2_XS.gguf +3 -0
  5. Qwen3-4B-Thinking-2507-IQ2_XXS.gguf +3 -0
  6. Qwen3-4B-Thinking-2507-IQ3_M.gguf +3 -0
  7. Qwen3-4B-Thinking-2507-IQ3_S.gguf +3 -0
  8. Qwen3-4B-Thinking-2507-IQ3_XS.gguf +3 -0
  9. Qwen3-4B-Thinking-2507-IQ3_XXS.gguf +3 -0
  10. Qwen3-4B-Thinking-2507-IQ4_NL.gguf +3 -0
  11. Qwen3-4B-Thinking-2507-IQ4_XS.gguf +3 -0
  12. Qwen3-4B-Thinking-2507-Q2_K.gguf +3 -0
  13. Qwen3-4B-Thinking-2507-Q2_K_S.gguf +3 -0
  14. Qwen3-4B-Thinking-2507-Q3_K_L.gguf +3 -0
  15. Qwen3-4B-Thinking-2507-Q3_K_M.gguf +3 -0
  16. Qwen3-4B-Thinking-2507-Q3_K_S.gguf +3 -0
  17. Qwen3-4B-Thinking-2507-Q4_0.gguf +3 -0
  18. Qwen3-4B-Thinking-2507-Q4_K_M.gguf +3 -0
  19. Qwen3-4B-Thinking-2507-Q4_K_S.gguf +3 -0
  20. Qwen3-4B-Thinking-2507-Q5_0.gguf +3 -0
  21. Qwen3-4B-Thinking-2507-Q5_K_M.gguf +3 -0
  22. Qwen3-4B-Thinking-2507-Q5_K_S.gguf +3 -0
  23. Qwen3-4B-Thinking-2507-Q6_K.gguf +3 -0
  24. Qwen3-4B-Thinking-2507-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Qwen3-4B-Instruct-2507-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
  Qwen3-4B-Thinking-2507-F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Qwen3-4B-Instruct-2507-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
  Qwen3-4B-Thinking-2507-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-4B-Thinking-2507-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-4B-Thinking-2507-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-4B-Thinking-2507-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen3-4B-Thinking-2507-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen3-4B-Thinking-2507-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen3-4B-Thinking-2507-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen3-4B-Thinking-2507-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen3-4B-Thinking-2507-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen3-4B-Thinking-2507-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen3-4B-Thinking-2507-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen3-4B-Thinking-2507-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen3-4B-Thinking-2507-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen3-4B-Thinking-2507-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen3-4B-Thinking-2507-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen3-4B-Thinking-2507-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen3-4B-Thinking-2507-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen3-4B-Thinking-2507-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen3-4B-Thinking-2507-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen3-4B-Thinking-2507-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen3-4B-Thinking-2507-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen3-4B-Thinking-2507-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen3-4B-Thinking-2507-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen3-4B-Thinking-2507-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen3-4B-Thinking-2507-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e49da9613084d3f6c57603649baf0ebef3da5952b778ee8a43e8c9a46653ccd1
3
+ size 1512983680
Qwen3-4B-Thinking-2507-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0cdfab59c3fb9dde8121f255bd4ef69d83003e74baac479a302cbf4a3b85f6d
3
+ size 1417301120
Qwen3-4B-Thinking-2507-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1152663e1895f2ba7fee289ced23c2ff2c113cb2bc00b03228235e05a7be2c7c
3
+ size 1354099840
Qwen3-4B-Thinking-2507-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65c37fb5bdc3113d76c0d7160cb4e61e1a4da9f20e62ddc601f3096540b3605
3
+ size 1246620800
Qwen3-4B-Thinking-2507-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595da1383b74c2cd8e414f625db66cda98560043a3c0599185ade0f2a3091a37
3
+ size 1962896000
Qwen3-4B-Thinking-2507-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5a0740d8ee827edc9e4c33883a4bb9ffd5dc66cfb6f3cf06eb0f273205c5970
3
+ size 1899530880
Qwen3-4B-Thinking-2507-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fdac13f5603ecbd449366464b225fd934387b0d5d778e854ef4460c57a2a4f7
3
+ size 1814375040
Qwen3-4B-Thinking-2507-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bbd0a8729c16e634efe0a0ca9223c746a00f3a5f7b8c5cb9d3acad8c9699c0f
3
+ size 1670188160
Qwen3-4B-Thinking-2507-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11a92619327c33314feaefaa7679457c3344517357af486bc457c71a98d95e78
3
+ size 2381343360
Qwen3-4B-Thinking-2507-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e6178a1e9564e76f1d4af7bd95076868f1d3f97006cd559d150dcaac7cd4373
3
+ size 2270751360
Qwen3-4B-Thinking-2507-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d46ef6ec62558a31af81773db61e382e11ad40fa3a478342bc1409c12d160d43
3
+ size 1669499520
Qwen3-4B-Thinking-2507-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ebbc2d5686fc1e1ef156f24921837d885184e254b3016ab7c79cf204c22e26f
3
+ size 1563454080
Qwen3-4B-Thinking-2507-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c07a403456ae05f2e3f524608979f20dd7268424fbfe06a597197b04acdaea37
3
+ size 2239785600
Qwen3-4B-Thinking-2507-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b2fb170ba9779a5b805a272c1bf5115cf889e785ec56a7e52acf3b832a8f51
3
+ size 2075617920
Qwen3-4B-Thinking-2507-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bc65802b0786c38a2962df8633f61d103df379b9f76d8d58afd77faa70d450
3
+ size 1886997120
Qwen3-4B-Thinking-2507-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92612f5d214c8bd83ca7daa404ab1aabfbdab461910174ea1990a115f98ee63e
3
+ size 2375772800
Qwen3-4B-Thinking-2507-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fd2d29550ed3954dfcc2790fe8b0742991723e6409097c6cb7ce97d6b4f5e46
3
+ size 2497280640
Qwen3-4B-Thinking-2507-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eddd244dc93b63ff9ca6182682a47b235ea66ec0938911705a793c27e79ca6e3
3
+ size 2383309440
Qwen3-4B-Thinking-2507-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c827dcf60cf26fcf5c0c14b227fe7688ff592a39808f8a52dfb6c7edd353768d
3
+ size 2829937280
Qwen3-4B-Thinking-2507-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbdae62c11c44479c1f8a072491b0a3641243cfc3ba423c2e72b84eb58173e59
3
+ size 2889513600
Qwen3-4B-Thinking-2507-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:014a20de17bdbf3074e751d1059a8a560df6fcf20858b02ac6142d99b5564a5f
3
+ size 2823711360
Qwen3-4B-Thinking-2507-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b1cdeb0313fd1504aef23f8243d524cd99af13c0fcb31b328b39033d22b02b5
3
+ size 3306261120
Qwen3-4B-Thinking-2507-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6e4e6b2781967f252365f6bd399cef8326fa69035e4e11f5c0dc9ca545bf568
3
+ size 4280405120