| # Phi-4 DeepSeek Distilled v8 GGUF Modelfile | |
| # Download the model from: https://huggingface.co/ykarout/phi4-deepseek-r1-distilled-v8-GGUF | |
| FROM phi4-deepseek-r1-distilled-v8-q8_0.gguf | |
| TEMPLATE ''' | |
| {{- if .System -}} | |
| <|im_start|>system<|im_sep|>{{ .System }}<|im_end|> | |
| {{- end }} | |
| <|im_start|>user<|im_sep|>{{ .Prompt }}<|im_end|> | |
| <|im_start|>assistant<|im_sep|> | |
| ''' | |
| # Model parameters | |
| PARAMETER stop "<|im_end|>" | |
| PARAMETER stop "<|im_start|>" | |