qwen2.5-coder:0.5b-base-fp16 0.5B base FP16 994 MB 32K text qwen2.5-coder:0.5b-base-q2_K 0.5B base Q2_K 339 MB 32K text qwen2.5-coder:0.5b-base-q3_K_L 0.5B base Q3_K_L 369 MB 32K text qwen2.5-coder:0.5b-base-q3_K_M 0.5B base Q3_K_M 355 MB 32K text qwen2.5-coder:0.5b-base-q3_K_S 0.5B base Q3_K_S 338 MB 32K text qwen2.5-coder:0.5b-base-q4_0 0.5B base Q4_0 352 MB 32K text qwen2.5-coder:0.5b-base-q4_1 0.5B base Q4_1 375 MB 32K text qwen2.5-coder:0.5b-base-q4_K_M 0.5B base Q4_K_M 398 MB 32K text qwen2.5-coder:0.5b-base-q4_K_S 0.5B base Q4_K_S 385 MB 32K text qwen2.5-coder:0.5b-base-q5_0 0.5B base Q5_0 397 MB 32K text qwen2.5-coder:0.5b-base-q5_1 0.5B base Q5_1 419 MB 32K text qwen2.5-coder:0.5b-base-q5_K_M 0.5B base Q5_K_M 420 MB 32K text qwen2.5-coder:0.5b-base-q5_K_S 0.5B base Q5_K_S 413 MB 32K text qwen2.5-coder:0.5b-base-q6_K 0.5B base Q6_K 506 MB 32K text qwen2.5-coder:0.5b-base 0.5B base Q8_0 531 MB 32K text qwen2.5-coder:0.5b-instruct-fp16 0.5B instruct FP16 994 MB 32K text qwen2.5-coder:0.5b-instruct-q2_K 0.5B instruct Q2_K 339 MB 32K text qwen2.5-coder:0.5b-instruct-q3_K_L 0.5B instruct Q3_K_L 369 MB 32K text qwen2.5-coder:0.5b-instruct-q3_K_M 0.5B instruct Q3_K_M 355 MB 32K text qwen2.5-coder:0.5b-instruct-q3_K_S 0.5B instruct Q3_K_S 338 MB 32K text qwen2.5-coder:0.5b-instruct-q4_0 0.5B instruct Q4_0 352 MB 32K text qwen2.5-coder:0.5b-instruct-q4_1 0.5B instruct Q4_1 375 MB 32K text qwen2.5-coder:0.5b 0.5B instruct Q4_K_M 398 MB 32K text qwen2.5-coder:0.5b-instruct-q4_K_S 0.5B instruct Q4_K_S 385 MB 32K text qwen2.5-coder:0.5b-instruct-q5_0 0.5B instruct Q5_0 397 MB 32K text qwen2.5-coder:0.5b-instruct-q5_1 0.5B instruct Q5_1 419 MB 32K text qwen2.5-coder:0.5b-instruct-q5_K_M 0.5B instruct Q5_K_M 420 MB 32K text qwen2.5-coder:0.5b-instruct-q5_K_S 0.5B instruct Q5_K_S 413 MB 32K text qwen2.5-coder:0.5b-instruct-q6_K 0.5B instruct Q6_K 506 MB 32K text qwen2.5-coder:0.5b-instruct-q8_0 0.5B instruct Q8_0 531 MB 32K text qwen2.5-coder:1.5b-base-fp16 1.5B base FP16 3.1 GB 32K text qwen2.5-coder:1.5b-base-q2_K 1.5B base Q2_K 676 MB 32K text qwen2.5-coder:1.5b-base-q3_K_L 1.5B base Q3_K_L 880 MB 32K text qwen2.5-coder:1.5b-base-q3_K_M 1.5B base Q3_K_M 824 MB 32K text qwen2.5-coder:1.5b-base-q3_K_S 1.5B base Q3_K_S 761 MB 32K text qwen2.5-coder:1.5b-base-q4_0 1.5B base Q4_0 935 MB 32K text qwen2.5-coder:1.5b-base-q4_1 1.5B base Q4_1 1 GB 32K text qwen2.5-coder:1.5b-base 1.5B base Q4_K_M 986 MB 32K text qwen2.5-coder:1.5b-base-q4_K_S 1.5B base Q4_K_S 940 MB 32K text qwen2.5-coder:1.5b-base-q5_0 1.5B base Q5_0 1.1 GB 32K text qwen2.5-coder:1.5b-base-q5_1 1.5B base Q5_1 1.2 GB 32K text qwen2.5-coder:1.5b-base-q5_K_M 1.5B base Q5_K_M 1.1 GB 32K text qwen2.5-coder:1.5b-base-q5_K_S 1.5B base Q5_K_S 1.1 GB 32K text qwen2.5-coder:1.5b-base-q6_K 1.5B base Q6_K 1.3 GB 32K text qwen2.5-coder:1.5b-base-q8_0 1.5B base Q8_0 1.6 GB 32K text qwen2.5-coder:1.5b-instruct-fp16 1.5B instruct FP16 3.1 GB 32K text qwen2.5-coder:1.5b-instruct-q2_K 1.5B instruct Q2_K 676 MB 32K text qwen2.5-coder:1.5b-instruct-q3_K_L 1.5B instruct Q3_K_L 880 MB 32K text qwen2.5-coder:1.5b-instruct-q3_K_M 1.5B instruct Q3_K_M 824 MB 32K text qwen2.5-coder:1.5b-instruct-q3_K_S 1.5B instruct Q3_K_S 761 MB 32K text qwen2.5-coder:1.5b-instruct-q4_0 1.5B instruct Q4_0 935 MB 32K text qwen2.5-coder:1.5b-instruct-q4_1 1.5B instruct Q4_1 1 GB 32K text qwen2.5-coder:1.5b 1.5B instruct Q4_K_M 986 MB 32K text qwen2.5-coder:1.5b-instruct-q4_K_S 1.5B instruct Q4_K_S 940 MB 32K text qwen2.5-coder:1.5b-instruct-q5_0 1.5B instruct Q5_0 1.1 GB 32K text qwen2.5-coder:1.5b-instruct-q5_1 1.5B instruct Q5_1 1.2 GB 32K text qwen2.5-coder:1.5b-instruct-q5_K_M 1.5B instruct Q5_K_M 1.1 GB 32K text qwen2.5-coder:1.5b-instruct-q5_K_S 1.5B instruct Q5_K_S 1.1 GB 32K text qwen2.5-coder:1.5b-instruct-q6_K 1.5B instruct Q6_K 1.3 GB 32K text qwen2.5-coder:1.5b-instruct-q8_0 1.5B instruct Q8_0 1.6 GB 32K text qwen2.5-coder:3b-base-fp16 3B base FP16 6.2 GB 32K text qwen2.5-coder:3b-base-q2_K 3B base Q2_K 1.3 GB 32K text qwen2.5-coder:3b-base-q3_K_L 3B base Q3_K_L 1.7 GB 32K text qwen2.5-coder:3b-base-q3_K_M 3B base Q3_K_M 1.6 GB 32K text qwen2.5-coder:3b-base-q3_K_S 3B base Q3_K_S 1.5 GB 32K text qwen2.5-coder:3b-base-q4_0 3B base Q4_0 1.8 GB 32K text qwen2.5-coder:3b-base-q4_1 3B base Q4_1 2 GB 32K text qwen2.5-coder:3b-base 3B base Q4_K_M 1.9 GB 32K text qwen2.5-coder:3b-base-q4_K_S 3B base Q4_K_S 1.8 GB 32K text qwen2.5-coder:3b-base-q5_0 3B base Q5_0 2.2 GB 32K text qwen2.5-coder:3b-base-q5_1 3B base Q5_1 2.3 GB 32K text qwen2.5-coder:3b-base-q5_K_M 3B base Q5_K_M 2.2 GB 32K text qwen2.5-coder:3b-base-q5_K_S 3B base Q5_K_S 2.2 GB 32K text qwen2.5-coder:3b-base-q6_K 3B base Q6_K 2.5 GB 32K text qwen2.5-coder:3b-base-q8_0 3B base Q8_0 3.3 GB 32K text qwen2.5-coder:3b-instruct-fp16 3B instruct FP16 6.2 GB 32K text qwen2.5-coder:3b-instruct-q2_K 3B instruct Q2_K 1.3 GB 32K text qwen2.5-coder:3b-instruct-q3_K_L 3B instruct Q3_K_L 1.7 GB 32K text qwen2.5-coder:3b-instruct-q3_K_M 3B instruct Q3_K_M 1.6 GB 32K text qwen2.5-coder:3b-instruct-q3_K_S 3B instruct Q3_K_S 1.5 GB 32K text qwen2.5-coder:3b-instruct-q4_0 3B instruct Q4_0 1.8 GB 32K text qwen2.5-coder:3b-instruct-q4_1 3B instruct Q4_1 2 GB 32K text qwen2.5-coder:3b 3B instruct Q4_K_M 1.9 GB 32K text qwen2.5-coder:3b-instruct-q4_K_S 3B instruct Q4_K_S 1.8 GB 32K text qwen2.5-coder:3b-instruct-q5_0 3B instruct Q5_0 2.2 GB 32K text qwen2.5-coder:3b-instruct-q5_1 3B instruct Q5_1 2.3 GB 32K text qwen2.5-coder:3b-instruct-q5_K_M 3B instruct Q5_K_M 2.2 GB 32K text qwen2.5-coder:3b-instruct-q5_K_S 3B instruct Q5_K_S 2.2 GB 32K text qwen2.5-coder:3b-instruct-q6_K 3B instruct Q6_K 2.5 GB 32K text qwen2.5-coder:3b-instruct-q8_0 3B instruct Q8_0 3.3 GB 32K text qwen2.5-coder:7b-base-fp16 7B base FP16 15 GB 32K text qwen2.5-coder:7b-base-q2_K 7B base Q2_K 3 GB 32K text qwen2.5-coder:7b-base-q3_K_L 7B base Q3_K_L 4.1 GB 32K text qwen2.5-coder:7b-base-q3_K_M 7B base Q3_K_M 3.8 GB 32K text qwen2.5-coder:7b-base-q3_K_S 7B base Q3_K_S 3.5 GB 32K text qwen2.5-coder:7b-base-q4_0 7B base Q4_0 4.4 GB 32K text qwen2.5-coder:7b-base-q4_1 7B base Q4_1 4.9 GB 32K text qwen2.5-coder:7b-base 7B base Q4_K_M 4.7 GB 32K text qwen2.5-coder:7b-base-q4_K_S 7B base Q4_K_S 4.5 GB 32K text qwen2.5-coder:7b-base-q5_0 7B base Q5_0 5.3 GB 32K text qwen2.5-coder:7b-base-q5_1 7B base Q5_1 5.8 GB 32K text qwen2.5-coder:7b-base-q5_K_M 7B base Q5_K_M 5.4 GB 32K text qwen2.5-coder:7b-base-q5_K_S 7B base Q5_K_S 5.3 GB 32K text qwen2.5-coder:7b-base-q6_K 7B base Q6_K 6.3 GB 32K text qwen2.5-coder:7b-base-q8_0 7B base Q8_0 8.1 GB 32K text qwen2.5-coder:7b-instruct-fp16 7B instruct FP16 15 GB 32K text qwen2.5-coder:7b-instruct-q2_K 7B instruct Q2_K 3 GB 32K text qwen2.5-coder:7b-instruct-q3_K_L 7B instruct Q3_K_L 4.1 GB 32K text qwen2.5-coder:7b-instruct-q3_K_M 7B instruct Q3_K_M 3.8 GB 32K text qwen2.5-coder:7b-instruct-q3_K_S 7B instruct Q3_K_S 3.5 GB 32K text qwen2.5-coder:7b-instruct-q4_0 7B instruct Q4_0 4.4 GB 32K text qwen2.5-coder:7b-instruct-q4_1 7B instruct Q4_1 4.9 GB 32K text qwen2.5-coder:latest 7B instruct Q4_K_M 4.7 GB 32K text qwen2.5-coder:7b-instruct-q4_K_S 7B instruct Q4_K_S 4.5 GB 32K text qwen2.5-coder:7b-instruct-q5_0 7B instruct Q5_0 5.3 GB 32K text qwen2.5-coder:7b-instruct-q5_1 7B instruct Q5_1 5.8 GB 32K text qwen2.5-coder:7b-instruct-q5_K_M 7B instruct Q5_K_M 5.4 GB 32K text qwen2.5-coder:7b-instruct-q5_K_S 7B instruct Q5_K_S 5.3 GB 32K text qwen2.5-coder:7b-instruct-q6_K 7B instruct Q6_K 6.3 GB 32K text qwen2.5-coder:7b-instruct-q8_0 7B instruct Q8_0 8.1 GB 32K text qwen2.5-coder:14b-base-fp16 14B base FP16 30 GB 32K text qwen2.5-coder:14b-base-q2_K 14B base Q2_K 5.8 GB 32K text qwen2.5-coder:14b-base-q3_K_L 14B base Q3_K_L 7.9 GB 32K text qwen2.5-coder:14b-base-q3_K_M 14B base Q3_K_M 7.3 GB 32K text qwen2.5-coder:14b-base-q3_K_S 14B base Q3_K_S 6.7 GB 32K text qwen2.5-coder:14b-base-q4_0 14B base Q4_0 8.5 GB 32K text qwen2.5-coder:14b-base-q4_1 14B base Q4_1 9.4 GB 32K text qwen2.5-coder:14b-base 14B base Q4_K_M 9 GB 32K text qwen2.5-coder:14b-base-q4_K_S 14B base Q4_K_S 8.6 GB 32K text qwen2.5-coder:14b-base-q5_0 14B base Q5_0 10 GB 32K text qwen2.5-coder:14b-base-q5_1 14B base Q5_1 11 GB 32K text qwen2.5-coder:14b-base-q5_K_M 14B base Q5_K_M 11 GB 32K text qwen2.5-coder:14b-base-q5_K_S 14B base Q5_K_S 10 GB 32K text qwen2.5-coder:14b-base-q6_K 14B base Q6_K 12 GB 32K text qwen2.5-coder:14b-base-q8_0 14B base Q8_0 16 GB 32K text qwen2.5-coder:14b-instruct-fp16 14B instruct FP16 30 GB 32K text qwen2.5-coder:14b-instruct-q2_K 14B instruct Q2_K 5.8 GB 32K text qwen2.5-coder:14b-instruct-q3_K_L 14B instruct Q3_K_L 7.9 GB 32K text qwen2.5-coder:14b-instruct-q3_K_M 14B instruct Q3_K_M 7.3 GB 32K text qwen2.5-coder:14b-instruct-q3_K_S 14B instruct Q3_K_S 6.7 GB 32K text qwen2.5-coder:14b-instruct-q4_0 14B instruct Q4_0 8.5 GB 32K text qwen2.5-coder:14b-instruct-q4_1 14B instruct Q4_1 9.4 GB 32K text qwen2.5-coder:14b 14B instruct Q4_K_M 9 GB 32K text qwen2.5-coder:14b-instruct-q4_K_S 14B instruct Q4_K_S 8.6 GB 32K text qwen2.5-coder:14b-instruct-q5_0 14B instruct Q5_0 10 GB 32K text qwen2.5-coder:14b-instruct-q5_1 14B instruct Q5_1 11 GB 32K text qwen2.5-coder:14b-instruct-q5_K_M 14B instruct Q5_K_M 11 GB 32K text qwen2.5-coder:14b-instruct-q5_K_S 14B instruct Q5_K_S 10 GB 32K text qwen2.5-coder:14b-instruct-q6_K 14B instruct Q6_K 12 GB 32K text qwen2.5-coder:14b-instruct-q8_0 14B instruct Q8_0 16 GB 32K text qwen2.5-coder:32b-base-fp16 32B base FP16 66 GB 32K text qwen2.5-coder:32b-base-q2_K 32B base Q2_K 12 GB 32K text qwen2.5-coder:32b-base-q3_K_L 32B base Q3_K_L 17 GB 32K text qwen2.5-coder:32b-base-q3_K_M 32B base Q3_K_M 16 GB 32K text qwen2.5-coder:32b-base-q3_K_S 32B base Q3_K_S 14 GB 32K text qwen2.5-coder:32b-base-q4_0 32B base Q4_0 19 GB 32K text qwen2.5-coder:32b-base-q4_1 32B base Q4_1 21 GB 32K text qwen2.5-coder:32b-base 32B base Q4_K_M 20 GB 32K text qwen2.5-coder:32b-base-q4_K_S 32B base Q4_K_S 19 GB 32K text qwen2.5-coder:32b-base-q5_0 32B base Q5_0 23 GB 32K text qwen2.5-coder:32b-base-q5_1 32B base Q5_1 25 GB 32K text qwen2.5-coder:32b-base-q5_K_M 32B base Q5_K_M 23 GB 32K text qwen2.5-coder:32b-base-q5_K_S 32B base Q5_K_S 23 GB 32K text qwen2.5-coder:32b-base-q6_K 32B base Q6_K 27 GB 32K text qwen2.5-coder:32b-base-q8_0 32B base Q8_0 35 GB 32K text qwen2.5-coder:32b-instruct-fp16 32B instruct FP16 66 GB 32K text qwen2.5-coder:32b-instruct-q2_K 32B instruct Q2_K 12 GB 32K text qwen2.5-coder:32b-instruct-q3_K_L 32B instruct Q3_K_L 17 GB 32K text qwen2.5-coder:32b-instruct-q3_K_M 32B instruct Q3_K_M 16 GB 32K text qwen2.5-coder:32b-instruct-q3_K_S 32B instruct Q3_K_S 14 GB 32K text qwen2.5-coder:32b-instruct-q4_0 32B instruct Q4_0 19 GB 32K text qwen2.5-coder:32b-instruct-q4_1 32B instruct Q4_1 21 GB 32K text qwen2.5-coder:32b 32B instruct Q4_K_M 20 GB 32K text qwen2.5-coder:32b-instruct-q4_K_S 32B instruct Q4_K_S 19 GB 32K text qwen2.5-coder:32b-instruct-q5_0 32B instruct Q5_0 23 GB 32K text qwen2.5-coder:32b-instruct-q5_1 32B instruct Q5_1 25 GB 32K text qwen2.5-coder:32b-instruct-q5_K_M 32B instruct Q5_K_M 23 GB 32K text qwen2.5-coder:32b-instruct-q5_K_S 32B instruct Q5_K_S 23 GB 32K text qwen2.5-coder:32b-instruct-q6_K 32B instruct Q6_K 27 GB 32K text qwen2.5-coder:32b-instruct-q8_0 32B instruct Q8_0 35 GB 32K text