import{s as pt,n as $t,o as ot}from"../chunks/scheduler.6efaaf90.js";import{S as dt,i as rt,e as f,s as n,c as a,h as ft,a as u,d as l,b as m,f as at,g as p,j as g,k as Ae,l as ut,m as i,n as $,t as o,o as d,p as r}from"../chunks/index.eb3e1f0f.js";import{C as st,H as s,E as gt}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.bc356b46.js";import{C as U}from"../chunks/CodeBlock.1ecb727a.js";function Mt(Qe){let M,ne,le,me,y,ae,b,pe,w,Ne="This guide explains how to build and deploy <code>text-embeddings-inference</code> containers optimized for Intel® hardware, including CPUs, XPUs, and HPUs.",$e,k,oe,Z,de,T,Ye="To build a container optimized for Intel® CPUs, run the following command:",re,x,fe,h,ue,G,Se="To deploy your model on an Intel® CPU, use the following command:",se,W,ge,v,Me,E,Ue,R,ze="To build a container optimized for Intel® XPUs, run the following command:",Ce,I,ce,J,ye,H,qe="To deploy your model on an Intel® XPU, use the following command:",be,P,we,j,ke,C,Oe="<p>TEI is supported only on Gaudi 2 and Gaudi 3. Gaudi 1 is <strong>not</strong> supported.</p>",Ze,_,Te,V,Ke="To build a container optimized for Intel® HPUs (Gaudi), run the following command:",xe,B,he,F,Ge,X,et="To deploy your model on an Intel® HPU (Gaudi), use the following command:",We,D,ve,L,Ee,A,tt="For convenience, prebuilt Docker images are available on GitHub Container Registry (GHCR). You can pull these images directly without the need to build them manually:",Re,Q,Ie,N,lt="To use the prebuilt image optimized for Intel® CPUs, run:",Je,Y,He,S,Pe,z,it="To use the prebuilt image optimized for Intel® XPUs, run:",je,q,_e,O,Ve,c,nt="<p>TEI is supported only on Gaudi 2 and Gaudi 3. Gaudi 1 is <strong>not</strong> supported.</p>",Be,K,mt="To use the prebuilt image optimized for Intel® HPUs (Gaudi), run:",Fe,ee,Xe,te,De,ie,Le;return y=new st({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),b=new s({props:{title:"Using TEI Container with Intel® Hardware",local:"using-tei-container-with-intel-hardware",headingTag:"h1"}}),k=new s({props:{title:"CPU",local:"cpu",headingTag:"h2"}}),Z=new s({props:{title:"Build Docker Image",local:"build-docker-image",headingTag:"h3"}}),x=new U({props:{code:"cGxhdGZvcm0lM0QlMjJjcHUlMjIlMEElMEFkb2NrZXIlMjBidWlsZCUyMC4lMjAtZiUyMERvY2tlcmZpbGUtaW50ZWwlMjAtLWJ1aWxkLWFyZyUyMFBMQVRGT1JNJTNEJTI0cGxhdGZvcm0lMjAtdCUyMHRlaV9jcHVfaXBleA==",highlighted:`platform=&quot;cpu&quot;

docker build . -f Dockerfile-intel --build-arg PLATFORM=$platform -t tei_cpu_ipex`,wrap:!1}}),h=new s({props:{title:"Deploy Docker Container",local:"deploy-docker-container",headingTag:"h3"}}),W=new U({props:{code:"bW9kZWwlM0QnUXdlbiUyRlF3ZW4zLUVtYmVkZGluZy0wLjZCJyUwQXZvbHVtZSUzRCUyNFBXRCUyRmRhdGElMEElMEFkb2NrZXIlMjBydW4lMjAtcCUyMDgwODAlM0E4MCUyMC12JTIwJTI0dm9sdW1lJTNBJTJGZGF0YSUyMHRlaV9jcHVfaXBleCUyMC0tbW9kZWwtaWQlMjAlMjRtb2RlbA==",highlighted:`model=&#x27;Qwen/Qwen3-Embedding-0.6B&#x27;
volume=$PWD/data

docker run -p 8080:80 -v $volume:/data tei_cpu_ipex --model-id $model`,wrap:!1}}),v=new s({props:{title:"XPU",local:"xpu",headingTag:"h2"}}),E=new s({props:{title:"Build Docker Image",local:"build-docker-image",headingTag:"h3"}}),I=new U({props:{code:"cGxhdGZvcm0lM0QlMjJ4cHUlMjIlMEElMEFkb2NrZXIlMjBidWlsZCUyMC4lMjAtZiUyMERvY2tlcmZpbGUtaW50ZWwlMjAtLWJ1aWxkLWFyZyUyMFBMQVRGT1JNJTNEJTI0cGxhdGZvcm0lMjAtdCUyMHRlaV94cHVfaXBleA==",highlighted:`platform=&quot;xpu&quot;

docker build . -f Dockerfile-intel --build-arg PLATFORM=$platform -t tei_xpu_ipex`,wrap:!1}}),J=new s({props:{title:"Deploy Docker Container",local:"deploy-docker-container",headingTag:"h3"}}),P=new U({props:{code:"bW9kZWwlM0QnUXdlbiUyRlF3ZW4zLUVtYmVkZGluZy0wLjZCJyUwQXZvbHVtZSUzRCUyNFBXRCUyRmRhdGElMEElMEFkb2NrZXIlMjBydW4lMjAtcCUyMDgwODAlM0E4MCUyMC12JTIwJTI0dm9sdW1lJTNBJTJGZGF0YSUyMC0tZGV2aWNlJTNEJTJGZGV2JTJGZHJpJTIwLXYlMjAlMkZkZXYlMkZkcmklMkZieS1wYXRoJTNBJTJGZGV2JTJGZHJpJTJGYnktcGF0aCUyMHRlaV94cHVfaXBleCUyMC0tbW9kZWwtaWQlMjAlMjRtb2RlbCUyMC0tZHR5cGUlMjBmbG9hdDE2",highlighted:`model=&#x27;Qwen/Qwen3-Embedding-0.6B&#x27;
volume=$PWD/data

docker run -p 8080:80 -v $volume:/data --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path tei_xpu_ipex --model-id $model --dtype float16`,wrap:!1}}),j=new s({props:{title:"HPU",local:"hpu",headingTag:"h2"}}),_=new s({props:{title:"Build Docker Image",local:"build-docker-image",headingTag:"h3"}}),B=new U({props:{code:"cGxhdGZvcm0lM0QlMjJocHUlMjIlMEElMEFkb2NrZXIlMjBidWlsZCUyMC4lMjAtZiUyMERvY2tlcmZpbGUtaW50ZWwlMjAtLWJ1aWxkLWFyZyUyMFBMQVRGT1JNJTNEJTI0cGxhdGZvcm0lMjAtdCUyMHRlaV9ocHU=",highlighted:`platform=&quot;hpu&quot;

docker build . -f Dockerfile-intel --build-arg PLATFORM=$platform -t tei_hpu`,wrap:!1}}),F=new s({props:{title:"Deploy Docker Container",local:"deploy-docker-container",headingTag:"h3"}}),D=new U({props:{code:"bW9kZWwlM0QnUXdlbiUyRlF3ZW4zLUVtYmVkZGluZy0wLjZCJyUwQXZvbHVtZSUzRCUyNFBXRCUyRmRhdGElMEElMEFkb2NrZXIlMjBydW4lMjAtcCUyMDgwODAlM0E4MCUyMC12JTIwJTI0dm9sdW1lJTNBJTJGZGF0YSUyMC0tcnVudGltZSUzRGhhYmFuYSUyMC1lJTIwSEFCQU5BX1ZJU0lCTEVfREVWSUNFUyUzRGFsbCUyMC1lJTIwTUFYX1dBUk1VUF9TRVFVRU5DRV9MRU5HVEglM0Q1MTIlMjB0ZWlfaHB1JTIwLS1tb2RlbC1pZCUyMCUyNG1vZGVsJTIwLS1kdHlwZSUyMGJmbG9hdDE2",highlighted:`model=&#x27;Qwen/Qwen3-Embedding-0.6B&#x27;
volume=$PWD/data

docker run -p 8080:80 -v $volume:/data --runtime=habana -e HABANA_VISIBLE_DEVICES=all -e MAX_WARMUP_SEQUENCE_LENGTH=512 tei_hpu --model-id $model --dtype bfloat16`,wrap:!1}}),L=new s({props:{title:"Prebuilt Docker Images",local:"prebuilt-docker-images",headingTag:"h2"}}),Q=new s({props:{title:"CPU",local:"cpu",headingTag:"h3"}}),Y=new U({props:{code:"ZG9ja2VyJTIwcHVsbCUyMGdoY3IuaW8lMkZodWdnaW5nZmFjZSUyRnRleHQtZW1iZWRkaW5ncy1pbmZlcmVuY2UlM0FjcHUtaXBleC1sYXRlc3Q=",highlighted:"docker pull ghcr.io/huggingface/text-embeddings-inference:cpu-ipex-latest",wrap:!1}}),S=new s({props:{title:"XPU",local:"xpu",headingTag:"h3"}}),q=new U({props:{code:"ZG9ja2VyJTIwcHVsbCUyMGdoY3IuaW8lMkZodWdnaW5nZmFjZSUyRnRleHQtZW1iZWRkaW5ncy1pbmZlcmVuY2UlM0F4cHUtaXBleC1sYXRlc3Q=",highlighted:"docker pull ghcr.io/huggingface/text-embeddings-inference:xpu-ipex-latest",wrap:!1}}),O=new s({props:{title:"HPU",local:"hpu",headingTag:"h3"}}),ee=new U({props:{code:"ZG9ja2VyJTIwcHVsbCUyMGdoY3IuaW8lMkZodWdnaW5nZmFjZSUyRnRleHQtZW1iZWRkaW5ncy1pbmZlcmVuY2UlM0FocHUtbGF0ZXN0",highlighted:"docker pull ghcr.io/huggingface/text-embeddings-inference:hpu-latest",wrap:!1}}),te=new gt({props:{source:"https://github.com/huggingface/text-embeddings-inference/blob/main/docs/source/en/intel_container.md"}}),{c(){M=f("meta"),ne=n(),le=f("p"),me=n(),a(y.$$.fragment),ae=n(),a(b.$$.fragment),pe=n(),w=f("p"),w.innerHTML=Ne,$e=n(),a(k.$$.fragment),oe=n(),a(Z.$$.fragment),de=n(),T=f("p"),T.textContent=Ye,re=n(),a(x.$$.fragment),fe=n(),a(h.$$.fragment),ue=n(),G=f("p"),G.textContent=Se,se=n(),a(W.$$.fragment),ge=n(),a(v.$$.fragment),Me=n(),a(E.$$.fragment),Ue=n(),R=f("p"),R.textContent=ze,Ce=n(),a(I.$$.fragment),ce=n(),a(J.$$.fragment),ye=n(),H=f("p"),H.textContent=qe,be=n(),a(P.$$.fragment),we=n(),a(j.$$.fragment),ke=n(),C=f("blockquote"),C.innerHTML=Oe,Ze=n(),a(_.$$.fragment),Te=n(),V=f("p"),V.textContent=Ke,xe=n(),a(B.$$.fragment),he=n(),a(F.$$.fragment),Ge=n(),X=f("p"),X.textContent=et,We=n(),a(D.$$.fragment),ve=n(),a(L.$$.fragment),Ee=n(),A=f("p"),A.textContent=tt,Re=n(),a(Q.$$.fragment),Ie=n(),N=f("p"),N.textContent=lt,Je=n(),a(Y.$$.fragment),He=n(),a(S.$$.fragment),Pe=n(),z=f("p"),z.textContent=it,je=n(),a(q.$$.fragment),_e=n(),a(O.$$.fragment),Ve=n(),c=f("blockquote"),c.innerHTML=nt,Be=n(),K=f("p"),K.textContent=mt,Fe=n(),a(ee.$$.fragment),Xe=n(),a(te.$$.fragment),De=n(),ie=f("p"),this.h()},l(e){const t=ft("svelte-u9bgzb",document.head);M=u(t,"META",{name:!0,content:!0}),t.forEach(l),ne=m(e),le=u(e,"P",{}),at(le).forEach(l),me=m(e),p(y.$$.fragment,e),ae=m(e),p(b.$$.fragment,e),pe=m(e),w=u(e,"P",{"data-svelte-h":!0}),g(w)!=="svelte-1kwpu6h"&&(w.innerHTML=Ne),$e=m(e),p(k.$$.fragment,e),oe=m(e),p(Z.$$.fragment,e),de=m(e),T=u(e,"P",{"data-svelte-h":!0}),g(T)!=="svelte-16vcsck"&&(T.textContent=Ye),re=m(e),p(x.$$.fragment,e),fe=m(e),p(h.$$.fragment,e),ue=m(e),G=u(e,"P",{"data-svelte-h":!0}),g(G)!=="svelte-1ku0f7u"&&(G.textContent=Se),se=m(e),p(W.$$.fragment,e),ge=m(e),p(v.$$.fragment,e),Me=m(e),p(E.$$.fragment,e),Ue=m(e),R=u(e,"P",{"data-svelte-h":!0}),g(R)!=="svelte-3w7lp1"&&(R.textContent=ze),Ce=m(e),p(I.$$.fragment,e),ce=m(e),p(J.$$.fragment,e),ye=m(e),H=u(e,"P",{"data-svelte-h":!0}),g(H)!=="svelte-z995zj"&&(H.textContent=qe),be=m(e),p(P.$$.fragment,e),we=m(e),p(j.$$.fragment,e),ke=m(e),C=u(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),g(C)!=="svelte-qa9lbm"&&(C.innerHTML=Oe),Ze=m(e),p(_.$$.fragment,e),Te=m(e),V=u(e,"P",{"data-svelte-h":!0}),g(V)!=="svelte-1wc1ddo"&&(V.textContent=Ke),xe=m(e),p(B.$$.fragment,e),he=m(e),p(F.$$.fragment,e),Ge=m(e),X=u(e,"P",{"data-svelte-h":!0}),g(X)!=="svelte-pshrmo"&&(X.textContent=et),We=m(e),p(D.$$.fragment,e),ve=m(e),p(L.$$.fragment,e),Ee=m(e),A=u(e,"P",{"data-svelte-h":!0}),g(A)!=="svelte-28f729"&&(A.textContent=tt),Re=m(e),p(Q.$$.fragment,e),Ie=m(e),N=u(e,"P",{"data-svelte-h":!0}),g(N)!=="svelte-x76van"&&(N.textContent=lt),Je=m(e),p(Y.$$.fragment,e),He=m(e),p(S.$$.fragment,e),Pe=m(e),z=u(e,"P",{"data-svelte-h":!0}),g(z)!=="svelte-x3nk9c"&&(z.textContent=it),je=m(e),p(q.$$.fragment,e),_e=m(e),p(O.$$.fragment,e),Ve=m(e),c=u(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),g(c)!=="svelte-qa9lbm"&&(c.innerHTML=nt),Be=m(e),K=u(e,"P",{"data-svelte-h":!0}),g(K)!=="svelte-1onkn0f"&&(K.textContent=mt),Fe=m(e),p(ee.$$.fragment,e),Xe=m(e),p(te.$$.fragment,e),De=m(e),ie=u(e,"P",{}),at(ie).forEach(l),this.h()},h(){Ae(M,"name","hf:doc:metadata"),Ae(M,"content",Ut),Ae(C,"class","warning"),Ae(c,"class","warning")},m(e,t){ut(document.head,M),i(e,ne,t),i(e,le,t),i(e,me,t),$(y,e,t),i(e,ae,t),$(b,e,t),i(e,pe,t),i(e,w,t),i(e,$e,t),$(k,e,t),i(e,oe,t),$(Z,e,t),i(e,de,t),i(e,T,t),i(e,re,t),$(x,e,t),i(e,fe,t),$(h,e,t),i(e,ue,t),i(e,G,t),i(e,se,t),$(W,e,t),i(e,ge,t),$(v,e,t),i(e,Me,t),$(E,e,t),i(e,Ue,t),i(e,R,t),i(e,Ce,t),$(I,e,t),i(e,ce,t),$(J,e,t),i(e,ye,t),i(e,H,t),i(e,be,t),$(P,e,t),i(e,we,t),$(j,e,t),i(e,ke,t),i(e,C,t),i(e,Ze,t),$(_,e,t),i(e,Te,t),i(e,V,t),i(e,xe,t),$(B,e,t),i(e,he,t),$(F,e,t),i(e,Ge,t),i(e,X,t),i(e,We,t),$(D,e,t),i(e,ve,t),$(L,e,t),i(e,Ee,t),i(e,A,t),i(e,Re,t),$(Q,e,t),i(e,Ie,t),i(e,N,t),i(e,Je,t),$(Y,e,t),i(e,He,t),$(S,e,t),i(e,Pe,t),i(e,z,t),i(e,je,t),$(q,e,t),i(e,_e,t),$(O,e,t),i(e,Ve,t),i(e,c,t),i(e,Be,t),i(e,K,t),i(e,Fe,t),$(ee,e,t),i(e,Xe,t),$(te,e,t),i(e,De,t),i(e,ie,t),Le=!0},p:$t,i(e){Le||(o(y.$$.fragment,e),o(b.$$.fragment,e),o(k.$$.fragment,e),o(Z.$$.fragment,e),o(x.$$.fragment,e),o(h.$$.fragment,e),o(W.$$.fragment,e),o(v.$$.fragment,e),o(E.$$.fragment,e),o(I.$$.fragment,e),o(J.$$.fragment,e),o(P.$$.fragment,e),o(j.$$.fragment,e),o(_.$$.fragment,e),o(B.$$.fragment,e),o(F.$$.fragment,e),o(D.$$.fragment,e),o(L.$$.fragment,e),o(Q.$$.fragment,e),o(Y.$$.fragment,e),o(S.$$.fragment,e),o(q.$$.fragment,e),o(O.$$.fragment,e),o(ee.$$.fragment,e),o(te.$$.fragment,e),Le=!0)},o(e){d(y.$$.fragment,e),d(b.$$.fragment,e),d(k.$$.fragment,e),d(Z.$$.fragment,e),d(x.$$.fragment,e),d(h.$$.fragment,e),d(W.$$.fragment,e),d(v.$$.fragment,e),d(E.$$.fragment,e),d(I.$$.fragment,e),d(J.$$.fragment,e),d(P.$$.fragment,e),d(j.$$.fragment,e),d(_.$$.fragment,e),d(B.$$.fragment,e),d(F.$$.fragment,e),d(D.$$.fragment,e),d(L.$$.fragment,e),d(Q.$$.fragment,e),d(Y.$$.fragment,e),d(S.$$.fragment,e),d(q.$$.fragment,e),d(O.$$.fragment,e),d(ee.$$.fragment,e),d(te.$$.fragment,e),Le=!1},d(e){e&&(l(ne),l(le),l(me),l(ae),l(pe),l(w),l($e),l(oe),l(de),l(T),l(re),l(fe),l(ue),l(G),l(se),l(ge),l(Me),l(Ue),l(R),l(Ce),l(ce),l(ye),l(H),l(be),l(we),l(ke),l(C),l(Ze),l(Te),l(V),l(xe),l(he),l(Ge),l(X),l(We),l(ve),l(Ee),l(A),l(Re),l(Ie),l(N),l(Je),l(He),l(Pe),l(z),l(je),l(_e),l(Ve),l(c),l(Be),l(K),l(Fe),l(Xe),l(De),l(ie)),l(M),r(y,e),r(b,e),r(k,e),r(Z,e),r(x,e),r(h,e),r(W,e),r(v,e),r(E,e),r(I,e),r(J,e),r(P,e),r(j,e),r(_,e),r(B,e),r(F,e),r(D,e),r(L,e),r(Q,e),r(Y,e),r(S,e),r(q,e),r(O,e),r(ee,e),r(te,e)}}}const Ut='{"title":"Using TEI Container with Intel® Hardware","local":"using-tei-container-with-intel-hardware","sections":[{"title":"CPU","local":"cpu","sections":[{"title":"Build Docker Image","local":"build-docker-image","sections":[],"depth":3},{"title":"Deploy Docker Container","local":"deploy-docker-container","sections":[],"depth":3}],"depth":2},{"title":"XPU","local":"xpu","sections":[{"title":"Build Docker Image","local":"build-docker-image","sections":[],"depth":3},{"title":"Deploy Docker Container","local":"deploy-docker-container","sections":[],"depth":3}],"depth":2},{"title":"HPU","local":"hpu","sections":[{"title":"Build Docker Image","local":"build-docker-image","sections":[],"depth":3},{"title":"Deploy Docker Container","local":"deploy-docker-container","sections":[],"depth":3}],"depth":2},{"title":"Prebuilt Docker Images","local":"prebuilt-docker-images","sections":[{"title":"CPU","local":"cpu","sections":[],"depth":3},{"title":"XPU","local":"xpu","sections":[],"depth":3},{"title":"HPU","local":"hpu","sections":[],"depth":3}],"depth":2}],"depth":1}';function Ct(Qe){return ot(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class kt extends dt{constructor(M){super(),rt(this,M,Ct,Mt,pt,{})}}export{kt as component};
