import{s as W,n as B,o as H}from"../chunks/scheduler.d6170356.js";import{S,i as $,g as M,s as p,r as G,A as k,h as u,f as l,c as h,j as I,u as L,x as Z,k as v,y as N,a,v as x,d as _,t as R,w as C}from"../chunks/index.fcd4cc08.js";import{C as Y}from"../chunks/CodeBlock.7b16bdef.js";import{H as A}from"../chunks/Heading.8660bd0e.js";function E(y){let s,f,r,J,i,T,n,b='Llama.cpp has a helper script, <a href="https://github.com/ggerganov/llama.cpp/blob/master/scripts/hf.sh" rel="nofollow"><code>scripts/hf.sh</code></a>, that makes it easy to download GGUF files from Hugging Face Hub. You can use it with a repo and file name, or with a URL to the GGUF file entry on the Hub:',U,m,w,o,j='Find more information <a href="https://github.com/ggerganov/llama.cpp/pull/5501" rel="nofollow">here</a>.',d,c,g;return i=new A({props:{title:"GGUF usage with llama.cpp",local:"gguf-usage-with-llamacpp",headingTag:"h1"}}),m=new Y({props:{code:"LiUyRm1haW4lMjAlNUMlMEElMjAlMjAtbSUyMCUyNCguJTJGc2NyaXB0cyUyRmhmLnNoJTIwLS1yZXBvJTIwVGhlQmxva2UlMkZNaXh0cmFsLTh4N0ItdjAuMS1HR1VGJTIwLS1maWxlJTIwbWl4dHJhbC04eDdiLXYwLjEuUTRfS19NLmdndWYpJTIwJTVDJTBBJTIwJTIwLXAlMjAlMjJJJTIwYmVsaWV2ZSUyMHRoZSUyMG1lYW5pbmclMjBvZiUyMGxpZmUlMjBpcyUyMiUyMC1uJTIwNjQlMEElMEEuJTJGbWFpbiUyMCU1QyUwQSUyMCUyMC1tJTIwJTI0KC4lMkZzY3JpcHRzJTJGaGYuc2glMjBodHRwcyUzQSUyRiUyRmh1Z2dpbmdmYWNlLmNvJTJGVGhlQmxva2UlMkZNaXh0cmFsLTh4N0ItdjAuMS1HR1VGJTJGYmxvYiUyRm1haW4lMkZtaXh0cmFsLTh4N2ItdjAuMS5RNF9LX00uZ2d1ZiklMjAlNUMlMEElMjAlMjAtcCUyMCUyMkklMjBiZWxpZXZlJTIwdGhlJTIwbWVhbmluZyUyMG9mJTIwbGlmZSUyMGlzJTIyJTIwLW4lMjA2NCUwQSUwQS4lMkZtYWluJTIwJTVDJTBBJTIwJTIwLW0lMjAlMjQoLiUyRnNjcmlwdHMlMkZoZi5zaCUyMC0tdXJsJTIwaHR0cHMlM0ElMkYlMkZodWdnaW5nZmFjZS5jbyUyRlRoZUJsb2tlJTJGTWl4dHJhbC04eDdCLXYwLjEtR0dVRiUyRmJsb2IlMkZtYWluJTJGbWl4dHJhbC04eDdiLXYwLjEuUTRfS19NLmdndWYpJTIwJTVDJTBBJTIwJTIwLXAlMjAlMjJJJTIwYmVsaWV2ZSUyMHRoZSUyMG1lYW5pbmclMjBvZiUyMGxpZmUlMjBpcyUyMiUyMC1uJTIwNjQ=",highlighted:`./main \\
  -m $(./scripts/hf.sh --repo TheBloke/Mixtral-8x7B-v0.1-GGUF --file mixtral-8x7b-v0.1.Q4_K_M.gguf) \\
  -p <span class="hljs-string">&quot;I believe the meaning of life is&quot;</span> -n 64

./main \\
  -m $(./scripts/hf.sh https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/blob/main/mixtral-8x7b-v0.1.Q4_K_M.gguf) \\
  -p <span class="hljs-string">&quot;I believe the meaning of life is&quot;</span> -n 64

./main \\
  -m $(./scripts/hf.sh --url https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/blob/main/mixtral-8x7b-v0.1.Q4_K_M.gguf) \\
  -p <span class="hljs-string">&quot;I believe the meaning of life is&quot;</span> -n 64`,wrap:!1}}),{c(){s=M("meta"),f=p(),r=M("p"),J=p(),G(i.$$.fragment),T=p(),n=M("p"),n.innerHTML=b,U=p(),G(m.$$.fragment),w=p(),o=M("p"),o.innerHTML=j,d=p(),c=M("p"),this.h()},l(t){const e=k("svelte-u9bgzb",document.head);s=u(e,"META",{name:!0,content:!0}),e.forEach(l),f=h(t),r=u(t,"P",{}),I(r).forEach(l),J=h(t),L(i.$$.fragment,t),T=h(t),n=u(t,"P",{"data-svelte-h":!0}),Z(n)!=="svelte-1ov1q0n"&&(n.innerHTML=b),U=h(t),L(m.$$.fragment,t),w=h(t),o=u(t,"P",{"data-svelte-h":!0}),Z(o)!=="svelte-ahe1su"&&(o.innerHTML=j),d=h(t),c=u(t,"P",{}),I(c).forEach(l),this.h()},h(){v(s,"name","hf:doc:metadata"),v(s,"content",F)},m(t,e){N(document.head,s),a(t,f,e),a(t,r,e),a(t,J,e),x(i,t,e),a(t,T,e),a(t,n,e),a(t,U,e),x(m,t,e),a(t,w,e),a(t,o,e),a(t,d,e),a(t,c,e),g=!0},p:B,i(t){g||(_(i.$$.fragment,t),_(m.$$.fragment,t),g=!0)},o(t){R(i.$$.fragment,t),R(m.$$.fragment,t),g=!1},d(t){t&&(l(f),l(r),l(J),l(T),l(n),l(U),l(w),l(o),l(d),l(c)),l(s),C(i,t),C(m,t)}}}const F='{"title":"GGUF usage with llama.cpp","local":"gguf-usage-with-llamacpp","sections":[],"depth":1}';function Q(y){return H(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class z extends S{constructor(s){super(),$(this,s,Q,E,W,{})}}export{z as component};
