Add Ollama Modelfiles

modelfiles/kat-dev-72b--iq2_m.Modelfile

@@ -0,0 +1,22 @@
+# Modelfile generated by "ollama show"
+# To build a new Modelfile based on this, replace FROM with:
+# FROM richardyoung/kat-dev-72b:iq2_m
+
+FROM ./models/kat-dev-72b--iq2_m.gguf
+TEMPLATE """<|im_start|>system
+{{ .System }}<|im_end|>
+{{ if .Messages }}{{ range .Messages }}{{ if eq .Role "user" }}<|im_start|>user
+{{ .Content }}<|im_end|>
+{{ else if eq .Role "assistant" }}<|im_start|>assistant
+{{ .Content }}<|im_end|>
+{{ end }}{{ end }}{{ end }}<|im_start|>assistant
+"""
+SYSTEM You are KAT-Dev, a highly capable AI coding assistant created by Kuaishou. You excel at software engineering tasks including code generation, debugging, refactoring, and problem-solving. You provide clear, efficient, and well-documented code solutions.
+PARAMETER num_ctx 8192
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>
+PARAMETER stop <|endoftext|>
+PARAMETER temperature 0.6
+PARAMETER top_k 40
+PARAMETER top_p 0.9
+

modelfiles/kat-dev-72b--iq2_xxs.Modelfile

@@ -0,0 +1,22 @@
+# Modelfile generated by "ollama show"
+# To build a new Modelfile based on this, replace FROM with:
+# FROM richardyoung/kat-dev-72b:iq2_xxs
+
+FROM ./models/kat-dev-72b--iq2_xxs.gguf
+TEMPLATE """<|im_start|>system
+{{ .System }}<|im_end|>
+{{ if .Messages }}{{ range .Messages }}{{ if eq .Role "user" }}<|im_start|>user
+{{ .Content }}<|im_end|>
+{{ else if eq .Role "assistant" }}<|im_start|>assistant
+{{ .Content }}<|im_end|>
+{{ end }}{{ end }}{{ end }}<|im_start|>assistant
+"""
+SYSTEM You are KAT-Dev, a highly capable AI coding assistant created by Kuaishou. You excel at software engineering tasks including code generation, debugging, refactoring, and problem-solving. You provide clear, efficient, and well-documented code solutions.
+PARAMETER num_ctx 8192
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>
+PARAMETER stop <|endoftext|>
+PARAMETER temperature 0.6
+PARAMETER top_k 40
+PARAMETER top_p 0.9
+

modelfiles/kat-dev-72b--iq3_m.Modelfile

@@ -0,0 +1,22 @@
+# Modelfile generated by "ollama show"
+# To build a new Modelfile based on this, replace FROM with:
+# FROM richardyoung/kat-dev-72b:iq3_m
+
+FROM ./models/kat-dev-72b--iq3_m.gguf
+TEMPLATE """<|im_start|>system
+{{ .System }}<|im_end|>
+{{ if .Messages }}{{ range .Messages }}{{ if eq .Role "user" }}<|im_start|>user
+{{ .Content }}<|im_end|>
+{{ else if eq .Role "assistant" }}<|im_start|>assistant
+{{ .Content }}<|im_end|>
+{{ end }}{{ end }}{{ end }}<|im_start|>assistant
+"""
+SYSTEM You are KAT-Dev, a highly capable AI coding assistant created by Kuaishou. You excel at software engineering tasks including code generation, debugging, refactoring, and problem-solving. You provide clear, efficient, and well-documented code solutions.
+PARAMETER num_ctx 8192
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>
+PARAMETER stop <|endoftext|>
+PARAMETER temperature 0.6
+PARAMETER top_k 40
+PARAMETER top_p 0.9
+

modelfiles/kat-dev-72b--iq4_xs.Modelfile

@@ -0,0 +1,22 @@
+# Modelfile generated by "ollama show"
+# To build a new Modelfile based on this, replace FROM with:
+# FROM richardyoung/kat-dev-72b:iq4_xs
+
+FROM ./models/kat-dev-72b--iq4_xs.gguf
+TEMPLATE """<|im_start|>system
+{{ .System }}<|im_end|>
+{{ if .Messages }}{{ range .Messages }}{{ if eq .Role "user" }}<|im_start|>user
+{{ .Content }}<|im_end|>
+{{ else if eq .Role "assistant" }}<|im_start|>assistant
+{{ .Content }}<|im_end|>
+{{ end }}{{ end }}{{ end }}<|im_start|>assistant
+"""
+SYSTEM You are KAT-Dev, a highly capable AI coding assistant created by Kuaishou. You excel at software engineering tasks including code generation, debugging, refactoring, and problem-solving. You provide clear, efficient, and well-documented code solutions.
+PARAMETER num_ctx 8192
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>
+PARAMETER stop <|endoftext|>
+PARAMETER temperature 0.6
+PARAMETER top_k 40
+PARAMETER top_p 0.9
+