- 
		
- 
		
- 
		
- 
		
- 
		
- 
		
Inference Providers
				
			 
		
	
		Active filters: 
					6bit
				
			 
				legraphista/glm-4-9b-chat-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					4.47k
				
	
				
• 
					
					21
				
 
				legraphista/glm-4-9b-chat-1m-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					577
				
	
				
• 
					
					18
				
 
				legraphista/RoLlama3-8b-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					948
				
	
				
• 
					
					3
				
 
				legraphista/RoGemma-7b-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					1.6k
				
	
				
				
 
				legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.77k
				
	
				
				
 
				legraphista/Yi-9B-Coder-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					1.31k
				
	
				
				
 
				legraphista/gemma-2-9b-it-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					1.17k
				
	
				
• 
					
					2
				
 
				legraphista/gemma-2-27b-it-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				27B
			• 
	
				Updated
					
				
				• 
					
					4.59k
				
	
				
• 
					
					20
				
 
				legraphista/llm-compiler-7b-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					537
				
	
				
				
 
				legraphista/llm-compiler-7b-ftd-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					1.06k
				
	
				
• 
					
					2
				
 
				legraphista/llm-compiler-13b-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				13B
			• 
	
				Updated
					
				
				• 
					
					375
				
	
				
• 
					
					3
				
 
				legraphista/llm-compiler-13b-ftd-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				13B
			• 
	
				Updated
					
				
				• 
					
					1.33k
				
	
				
				
 
				legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					4.65k
				
	
				
• 
					
					3
				
 
				legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				4B
			• 
	
				Updated
					
				
				• 
					
					407
				
	
				
				
 
				legraphista/internlm2_5-7b-chat-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					442
				
	
				
				
 
				legraphista/internlm2_5-7b-chat-1m-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					710
				
	
				
• 
					
					1
				
 
				legraphista/codegeex4-all-9b-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					789
				
	
				
• 
					
					8
				
 
				legraphista/NuminaMath-7B-TIR-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					765
				
	
				
• 
					
					1
				
 
				legraphista/mathstral-7B-v0.1-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					1.85k
				
	
				
				
 
				legraphista/Athene-70B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					2.65k
				
	
				
• 
					
					3
				
 
				legraphista/Mistral-Nemo-Instruct-2407-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				12B
			• 
	
				Updated
					
				
				• 
					
					1.38k
				
	
				
• 
					
					2
				
 
				legraphista/Meta-Llama-3.1-8B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.8k
				
	
				
• 
					
					5
				
 
				legraphista/Meta-Llama-3.1-70B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					2.39k
				
	
				
• 
					
					11
				
 
				legraphista/Llama-Guard-3-8B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.58k
				
	
				
• 
					
					4
				
 
				legraphista/Mistral-Large-Instruct-2407-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				123B
			• 
	
				Updated
					
				
				• 
					
					653
				
	
				
• 
					
					29
				
 
				legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.25k
				
	
				
• 
					
					1
				
 
				legraphista/gemma-2-2b-it-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					722
				
	
				
• 
					
					2
				
 
				legraphista/gemma-2-2b-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					801
				
	
				
• 
					
					1
				
 
				legraphista/Palmyra-Fin-70B-32K-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					1.82k
				
	
				
• 
					
					10
				
 
				legraphista/internlm2_5-1_8b-chat-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					752