import{s as q,n as B,o as S}from"../chunks/scheduler.a045fce0.js";import{S as W,i as Z,e as d,s,c as A,h as F,a as h,d as n,b as r,f as D,g as H,j as L,k as U,l as V,m as o,n as k,t as J,o as P,p as R}from"../chunks/index.c7f31426.js";import{C as N}from"../chunks/CodeBlock.022ae2ad.js";import{H as Y,E as Q}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.8ed610dd.js";function O(x){let a,_,w,y,i,b,l,I=`If the available Inference Engines don’t meet your requirements, you can deploy your own custom solution as a Docker container and run
it on Inference Endpoints. You can use public images like <code>tensorflow/serving:2.7.3</code> or private images hosted on
<a href="https://hub.docker.com/" rel="nofollow">Docker Hub</a>, <a href="https://aws.amazon.com/ecr/?nc1=h_ls" rel="nofollow">AWS ECR</a>,
<a href="https://azure.microsoft.com/de-de/services/container-registry/" rel="nofollow">Azure ACR</a>, or <a href="https://cloud.google.com/container-registry?hl=de" rel="nofollow">Google GCR</a>.`,$,c,X='<img src="https://raw.githubusercontent.com/huggingface/hf-endpoints-documentation/main/assets/custom_container/custom-container.png" alt="custom container"/>',v,m,z=`The <a href="/docs/inference-endpoints/guides/create_endpoint">creation flow</a> of your image artifacts from a custom image is the same as the
base image. This means Inference Endpoints will create a unique image artifact derived from your provided image, including all model
artifacts.`,M,u,G="The model artifacts (weights) are stored under <code>/repository</code>. For example, if you use <code>tensorflow/serving</code> as your custom image,\nthen you have to set `model_base_path=“/repository”:",T,p,E,f,j,g,C;return i=new Y({props:{title:"Deploy with your own container",local:"deploy-with-your-own-container",headingTag:"h1"}}),p=new N({props:{code:"dGVuc29yZmxvd19tb2RlbF9zZXJ2ZXIlMjAlNUMlMEElMjAlMjAtLXJlc3RfYXBpX3BvcnQlM0Q1MDAwJTIwJTVDJTBBJTIwJTIwLS1tb2RlbF9uYW1lJTNEbXlfbW9kZWwlMjAlNUMlMEElMjAlMjAtLW1vZGVsX2Jhc2VfcGF0aCUzRCUyMiUyRnJlcG9zaXRvcnklMjI=",highlighted:`tensorflow_model_server \\
  <span class="hljs-attribute">--rest_api_port</span>=5000 \\
  <span class="hljs-attribute">--model_name</span>=my_model \\
  <span class="hljs-attribute">--model_base_path</span>=<span class="hljs-string">&quot;/repository&quot;</span>`,wrap:!1}}),f=new Q({props:{source:"https://github.com/huggingface/hf-endpoints-documentation/blob/main/docs/source/engines/custom_container.md"}}),{c(){a=d("meta"),_=s(),w=d("p"),y=s(),A(i.$$.fragment),b=s(),l=d("p"),l.innerHTML=I,$=s(),c=d("p"),c.innerHTML=X,v=s(),m=d("p"),m.innerHTML=z,M=s(),u=d("p"),u.innerHTML=G,T=s(),A(p.$$.fragment),E=s(),A(f.$$.fragment),j=s(),g=d("p"),this.h()},l(e){const t=F("svelte-u9bgzb",document.head);a=h(t,"META",{name:!0,content:!0}),t.forEach(n),_=r(e),w=h(e,"P",{}),D(w).forEach(n),y=r(e),H(i.$$.fragment,e),b=r(e),l=h(e,"P",{"data-svelte-h":!0}),L(l)!=="svelte-m4cyos"&&(l.innerHTML=I),$=r(e),c=h(e,"P",{"data-svelte-h":!0}),L(c)!=="svelte-md2wf0"&&(c.innerHTML=X),v=r(e),m=h(e,"P",{"data-svelte-h":!0}),L(m)!=="svelte-3rcw9k"&&(m.innerHTML=z),M=r(e),u=h(e,"P",{"data-svelte-h":!0}),L(u)!=="svelte-1l46wwn"&&(u.innerHTML=G),T=r(e),H(p.$$.fragment,e),E=r(e),H(f.$$.fragment,e),j=r(e),g=h(e,"P",{}),D(g).forEach(n),this.h()},h(){U(a,"name","hf:doc:metadata"),U(a,"content",K)},m(e,t){V(document.head,a),o(e,_,t),o(e,w,t),o(e,y,t),k(i,e,t),o(e,b,t),o(e,l,t),o(e,$,t),o(e,c,t),o(e,v,t),o(e,m,t),o(e,M,t),o(e,u,t),o(e,T,t),k(p,e,t),o(e,E,t),k(f,e,t),o(e,j,t),o(e,g,t),C=!0},p:B,i(e){C||(J(i.$$.fragment,e),J(p.$$.fragment,e),J(f.$$.fragment,e),C=!0)},o(e){P(i.$$.fragment,e),P(p.$$.fragment,e),P(f.$$.fragment,e),C=!1},d(e){e&&(n(_),n(w),n(y),n(b),n(l),n($),n(c),n(v),n(m),n(M),n(u),n(T),n(E),n(j),n(g)),n(a),R(i,e),R(p,e),R(f,e)}}}const K='{"title":"Deploy with your own container","local":"deploy-with-your-own-container","sections":[],"depth":1}';function ee(x){return S(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class se extends W{constructor(a){super(),Z(this,a,ee,O,q,{})}}export{se as component};
