- 
		
- 
		
- 
		
- 
		
- 
		
- 
		
Inference Providers
				
			 
		
	
		Active filters: 
					6bit
				
			 
				mlx-community/Apriel-1.5-15b-Thinker-6bit-MLX
				
				
			
			Image-Text-to-Text
			
• 
		
	
				Updated
					
				
				• 
					
					191
				
	
				
• 
					
					1
				
 
				alokabhishek/Meta-Llama-3-8B-Instruct-6.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					1
				
 
				alokabhishek/Llama-2-7b-chat-hf-6.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					1
				
 
				legraphista/Yuan2-M32-hf-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				40B
			• 
	
				Updated
					
				
				• 
					
					466
				
	
				
• 
					
					3
				
 
				legraphista/K2-Chat-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				65B
			• 
	
				Updated
					
				
				• 
					
					1.47k
				
	
				
• 
					
					5
				
 
				legraphista/K2-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				65B
			• 
	
				Updated
					
				
				• 
					
					1.44k
				
	
				
• 
					
					3
				
 
				legraphista/neo_7b_instruct_v0.1-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					836
				
	
				
				
 
				legraphista/neo_7b_sft_v0.1-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					618
				
	
				
				
 
				legraphista/neo_7b-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.15k
				
	
				
				
 
				legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					779
				
	
				
• 
					
					1
				
 
				legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					841
				
	
				
• 
					
					1
				
 
				legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					2.23k
				
	
				
• 
					
					2
				
 
				legraphista/K2-ckpt_360-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				65B
			• 
	
				Updated
					
				
				• 
					
					475
				
	
				
				
 
				legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					1.28k
				
	
				
• 
					
					3
				
 
				legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				14B
			• 
	
				Updated
					
				
				• 
					
					937
				
	
				
				
 
				legraphista/dolphin-2.9.2-Phi-3-Medium-abliterated-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				14B
			• 
	
				Updated
					
				
				• 
					
					2.1k
				
	
				
• 
					
					1
				
 
				legraphista/Higgs-Llama-3-70B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					1.75k
				
	
				
• 
					
					8
				
 
				legraphista/Qwen2-7B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.33k
				
	
				
• 
					
					4
				
 
				legraphista/Qwen2-0.5B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				0.5B
			• 
	
				Updated
					
				
				• 
					
					1.41k
				
	
				
				
 
				legraphista/Qwen2-0.5B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				0.5B
			• 
	
				Updated
					
				
				• 
					
					888
				
	
				
				
 
				legraphista/Qwen2-1.5B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					1.05k
				
	
				
• 
					
					1
				
 
				legraphista/Qwen2-1.5B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					1.55k
				
	
				
				
 
				legraphista/Qwen2-7B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.23k
				
	
				
				
 
				legraphista/Qwen2-57B-A14B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				57B
			• 
	
				Updated
					
				
				• 
					
					359
				
	
				
• 
					
					3
				
 
				legraphista/Qwen2-72B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				73B
			• 
	
				Updated
					
				
				• 
					
					1.09k
				
	
				
• 
					
					1
				
 
				legraphista/Qwen2-57B-A14B-Instruct-GGUF
				
				
			
			Text Generation
			
• 
		
				57B
			• 
	
				Updated
					
				
				• 
					
					568
				
	
				
				
 
				legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				16B
			• 
	
				Updated
					
				
				• 
					
					1.37k
				
	
				
• 
					
					7
				
 
				legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				16B
			• 
	
				Updated
					
				
				• 
					
					1.25k
				
	
				
• 
					
					1
				
 
				legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				236B
			• 
	
				Updated
					
				
				• 
					
					2.02k
				
	
				
• 
					
					5
				
 
				legraphista/glm-4-9b-chat-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					1.23k
				
	
				
• 
					
					5