import{s as B,n as N,o as Q}from"../chunks/scheduler.d6170356.js";import{S as Z,i as z,g as h,s as i,r as j,A as X,h as d,f as a,c as o,j as k,u as x,x as T,k as J,y as Y,a as l,v as H,d as A,t as E,w as W}from"../chunks/index.fcd4cc08.js";import{C as O}from"../chunks/CodeBlock.7b16bdef.js";import{H as q,E as V}from"../chunks/EditOnGithub.da2b595c.js";function D(F){let n,y,g,w,m,$,s,I="Llama.cpp directly allows you to download and run inference on a GGUF simply by providing a path to the Hugging Face repo path and the file name. llama.cpp would download the model checkpoint in the directory you invoke it from:",b,p,U,r,P="Replace <code>--hf-repo</code> with any valid Hugging Face hub repo name and <code>-m</code> with the GGUF file name in the hub repo - off you go! 🦙",_,u,R='Find more information <a href="https://github.com/ggerganov/llama.cpp/pull/6234" rel="nofollow">here</a>.',L,c,S="Note: Remember to <code>build</code> llama.cpp with <code>LLAMA_CURL=ON</code> :)",v,f,C,M,G;return m=new q({props:{title:"GGUF usage with llama.cpp",local:"gguf-usage-with-llamacpp",headingTag:"h1"}}),p=new O({props:{code:"LiUyRm1haW4lMjAlNUMlMEElMjAlMjAtLWhmLXJlcG8lMjBsbXN0dWRpby1jb21tdW5pdHklMkZNZXRhLUxsYW1hLTMtOEItSW5zdHJ1Y3QtR0dVRiUyMCU1QyUwQSUyMCUyMC1tJTIwTWV0YS1MbGFtYS0zLThCLUluc3RydWN0LVE4XzAuZ2d1ZiUyMCU1QyUwQSUyMCUyMC1wJTIwJTIySSUyMGJlbGlldmUlMjB0aGUlMjBtZWFuaW5nJTIwb2YlMjBsaWZlJTIwaXMlMjAlMjIlMjAtbiUyMDEyOA==",highlighted:`./main \\
  --hf-repo lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF \\
  -m Meta-Llama-3-8B-Instruct-Q8_0.gguf \\
  -p <span class="hljs-string">&quot;I believe the meaning of life is &quot;</span> -n 128`,wrap:!1}}),f=new V({props:{source:"https://github.com/huggingface/hub-docs/blob/main/docs/hub/gguf-llamacpp.md"}}),{c(){n=h("meta"),y=i(),g=h("p"),w=i(),j(m.$$.fragment),$=i(),s=h("p"),s.textContent=I,b=i(),j(p.$$.fragment),U=i(),r=h("p"),r.innerHTML=P,_=i(),u=h("p"),u.innerHTML=R,L=i(),c=h("p"),c.innerHTML=S,v=i(),j(f.$$.fragment),C=i(),M=h("p"),this.h()},l(t){const e=X("svelte-u9bgzb",document.head);n=d(e,"META",{name:!0,content:!0}),e.forEach(a),y=o(t),g=d(t,"P",{}),k(g).forEach(a),w=o(t),x(m.$$.fragment,t),$=o(t),s=d(t,"P",{"data-svelte-h":!0}),T(s)!=="svelte-ijk9kr"&&(s.textContent=I),b=o(t),x(p.$$.fragment,t),U=o(t),r=d(t,"P",{"data-svelte-h":!0}),T(r)!=="svelte-6yppfl"&&(r.innerHTML=P),_=o(t),u=d(t,"P",{"data-svelte-h":!0}),T(u)!=="svelte-ylhb58"&&(u.innerHTML=R),L=o(t),c=d(t,"P",{"data-svelte-h":!0}),T(c)!=="svelte-1xfoxuz"&&(c.innerHTML=S),v=o(t),x(f.$$.fragment,t),C=o(t),M=d(t,"P",{}),k(M).forEach(a),this.h()},h(){J(n,"name","hf:doc:metadata"),J(n,"content",K)},m(t,e){Y(document.head,n),l(t,y,e),l(t,g,e),l(t,w,e),H(m,t,e),l(t,$,e),l(t,s,e),l(t,b,e),H(p,t,e),l(t,U,e),l(t,r,e),l(t,_,e),l(t,u,e),l(t,L,e),l(t,c,e),l(t,v,e),H(f,t,e),l(t,C,e),l(t,M,e),G=!0},p:N,i(t){G||(A(m.$$.fragment,t),A(p.$$.fragment,t),A(f.$$.fragment,t),G=!0)},o(t){E(m.$$.fragment,t),E(p.$$.fragment,t),E(f.$$.fragment,t),G=!1},d(t){t&&(a(y),a(g),a(w),a($),a(s),a(b),a(U),a(r),a(_),a(u),a(L),a(c),a(v),a(C),a(M)),a(n),W(m,t),W(p,t),W(f,t)}}}const K='{"title":"GGUF usage with llama.cpp","local":"gguf-usage-with-llamacpp","sections":[],"depth":1}';function tt(F){return Q(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class it extends Z{constructor(n){super(),z(this,n,tt,D,B,{})}}export{it as component};
