import{s as wt,a as kt,n as Ct,o as xt}from"../chunks/scheduler.3a17fb72.js";import{S as Jt,i as _t,e as s,s as n,c as r,h as Lt,a as o,d as l,b as i,f as et,g as p,j as m,k as T,l as Gt,m as a,n as d,t as u,o as c,p as f}from"../chunks/index.093f8863.js";import{C as Wt}from"../chunks/CopyLLMTxtMenu.ccc246bc.js";import{C as se}from"../chunks/CodeBlock.b126c7de.js";import{H as h,E as Ht}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.ff8099de.js";function Et(tt){let $,re,oe,pe,y,de,b,ue,v,lt=`<p>We recommend using the <code>--help</code> flag to get more information about the
available options for each command.
<code>lighteval --help</code></p>`,ce,U,at="Lighteval can be used with several different commands, each optimized for different evaluation scenarios.",fe,w,he,g,nt,ge,k,$e,C,ve,x,it=`<li><code>lighteval accelerate</code>: Evaluate models on CPU or one or more GPUs using <a href="https://github.com/huggingface/accelerate" rel="nofollow">🤗
Accelerate</a></li> <li><code>lighteval nanotron</code>: Evaluate models in distributed settings using <a href="https://github.com/huggingface/nanotron" rel="nofollow">⚡️
Nanotron</a></li> <li><code>lighteval vllm</code>: Evaluate models on one or more GPUs using <a href="https://github.com/vllm-project/vllm" rel="nofollow">🚀
VLLM</a></li> <li><code>lighteval custom</code>: Evaluate custom models (can be anything)</li> <li><code>lighteval sglang</code>: Evaluate models using <a href="https://github.com/sgl-project/sglang" rel="nofollow">SGLang</a> as backend</li> <li><code>lighteval endpoint</code>: Evaluate models using various endpoints as backend
<ul><li><code>lighteval endpoint inference-endpoint</code>: Evaluate models using Hugging Face’s <a href="https://huggingface.co/inference-endpoints/dedicated" rel="nofollow">Inference Endpoints API</a></li> <li><code>lighteval endpoint tgi</code>: Evaluate models using <a href="https://huggingface.co/docs/text-generation-inference/en/index" rel="nofollow">🔗 Text Generation Inference</a> running locally</li> <li><code>lighteval endpoint litellm</code>: Evaluate models on any compatible API using <a href="https://www.litellm.ai/" rel="nofollow">LiteLLM</a></li> <li><code>lighteval endpoint inference-providers</code>: Evaluate models using <a href="https://huggingface.co/docs/inference-providers/en/index" rel="nofollow">HuggingFace’s inference providers</a> as backend</li></ul></li>`,Me,J,Te,_,st="<li><code>lighteval baseline</code>: Compute baselines for given tasks</li>",ye,L,be,G,ot=`<li><code>lighteval tasks</code>: List or inspect tasks
<ul><li><code>lighteval tasks list</code>: List all available tasks</li> <li><code>lighteval tasks inspect</code>: Inspect a specific task to see its configuration and samples</li> <li><code>lighteval tasks create</code>: Create a new task from a template</li></ul></li>`,Ue,W,we,H,mt=`To evaluate <code>GPT-2</code> on the Truthful QA benchmark with <a href="https://github.com/huggingface/accelerate" rel="nofollow">🤗
Accelerate</a>, run:`,ke,E,Ce,j,rt="Here, we first choose a backend (either <code>accelerate</code>, <code>nanotron</code>, <code>endpoint</code>, or <code>vllm</code>), and then specify the model and task(s) to run.",xe,N,Je,Y,pt="The syntax for the task specification might be a bit hard to grasp at first. The format is as follows:",_e,R,Le,Z,dt="Tasks have a function applied at the sample level and one at the corpus level. For example,",Ge,q,ut=`<li>an exact match can be applied per sample, then averaged over the corpus to give the final score</li> <li>samples can be left untouched before applying Corpus BLEU at the corpus level
etc.</li>`,We,Q,ct=`If the task you are looking at has a sample level function (<code>sample_level_fn</code>) which can be parametrized, you can pass parameters in the CLI.
For example`,He,A,Ee,I,ft=`All officially supported tasks can be found at the <a href="available-tasks">tasks_list</a> and in the
<a href="https://github.com/huggingface/lighteval/tree/main/src/lighteval/tasks/extended" rel="nofollow">extended folder</a>.
Moreover, community-provided tasks can be found in the
<a href="https://github.com/huggingface/lighteval/tree/main/community_tasks" rel="nofollow">community</a> folder.`,je,S,ht=`For more details on the implementation of the tasks, such as how prompts are constructed or which metrics are used, you can examine the
<a href="https://github.com/huggingface/lighteval/blob/main/src/lighteval/tasks/default_tasks.py" rel="nofollow">implementation file</a>.`,Ne,P,Ye,X,gt=`Running multiple tasks is supported, either with a comma-separated list or by specifying a file path.
The file should be structured like <a href="https://github.com/huggingface/lighteval/blob/main/examples/tasks/recommended_set.txt" rel="nofollow">examples/tasks/recommended_set.txt</a>.
When specifying a path to a file, it should start with <code>./</code>.`,Re,F,Ze,V,qe,B,Qe,z,$t=`The <code>model-args</code> argument takes a string representing a list of model
arguments. The arguments allowed vary depending on the backend you use and
correspond to the fields of the model configurations.`,Ae,D,vt='The model configurations can be found <a href="./package_reference/models">here</a>.',Ie,O,Mt=`All models allow you to post-process your reasoning model predictions
to remove the thinking tokens from the trace used to compute the metrics,
using <code>--remove-reasoning-tags</code> and <code>--reasoning-tags</code> to specify which
reasoning tags to remove (defaults to <code>&lt;think&gt;</code> and <code>&lt;/think&gt;</code>).`,Se,K,Tt=`Here’s an example with <code>mistralai/Magistral-Small-2507</code> which outputs custom
thinking tokens:`,Pe,ee,Xe,te,Fe,le,yt="To evaluate a model trained with Nanotron on a single GPU:",Ve,M,bt="<p>Nanotron models cannot be evaluated without torchrun.</p>",Be,ae,ze,ne,Ut=`The <code>nproc-per-node</code> argument should match the data, tensor, and pipeline
parallelism configured in the <code>lighteval_config_template.yaml</code> file.
That is: <code>nproc-per-node = data_parallelism * tensor_parallelism * pipeline_parallelism</code>.`,De,ie,Oe,me,Ke;return y=new Wt({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),b=new h({props:{title:"Quick Tour",local:"quick-tour",headingTag:"h1"}}),w=new h({props:{title:"Find your benchmark",local:"find-your-benchmark",headingTag:"h2"}}),k=new h({props:{title:"Available Commands",local:"available-commands",headingTag:"h2"}}),C=new h({props:{title:"Evaluation Backends",local:"evaluation-backends",headingTag:"h3"}}),J=new h({props:{title:"Evaluation Utils",local:"evaluation-utils",headingTag:"h3"}}),L=new h({props:{title:"Utils",local:"utils",headingTag:"h3"}}),W=new h({props:{title:"Basic Usage",local:"basic-usage",headingTag:"h2"}}),E=new se({props:{code:"bGlnaHRldmFsJTIwYWNjZWxlcmF0ZSUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMCUyMm1vZGVsX25hbWUlM0RvcGVuYWktY29tbXVuaXR5JTJGZ3B0MiUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMCUyMmxlYWRlcmJvYXJkJTdDdHJ1dGhmdWxxYSUzQW1jJTdDMCUyMg==",highlighted:`lighteval accelerate \\
     <span class="hljs-string">&quot;model_name=openai-community/gpt2&quot;</span> \\
     <span class="hljs-string">&quot;leaderboard|truthfulqa:mc|0&quot;</span>`,wrap:!1}}),N=new h({props:{title:"Task Specification",local:"task-specification",headingTag:"h3"}}),R=new se({props:{code:"JTdCc3VpdGUlN0QlN0MlN0J0YXNrJTdEJTdDJTdCbnVtX2Zld19zaG90JTdE",highlighted:"{suite}|{task}|{num_few_shot}",wrap:!1}}),A=new se({props:{code:"JTdCc3VpdGUlN0QlN0MlN0J0YXNrJTdEJTQwJTdCcGFyYW1ldGVyX25hbWUxJTdEJTNEJTdCdmFsdWUxJTdEJTQwJTdCcGFyYW1ldGVyX25hbWUyJTdEJTNEJTdCdmFsdWUyJTdEJTJDLi4uJTdDMA==",highlighted:"{suite}|{task}@{parameter_name1}={value1}@{parameter_name2}={value2},...|0",wrap:!1}}),P=new h({props:{title:"Running Multiple Tasks",local:"running-multiple-tasks",headingTag:"h3"}}),F=new se({props:{code:"bGlnaHRldmFsJTIwYWNjZWxlcmF0ZSUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMCUyMm1vZGVsX25hbWUlM0RvcGVuYWktY29tbXVuaXR5JTJGZ3B0MiUyMiUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMC4lMkZwYXRoJTJGdG8lMkZsaWdodGV2YWwlMkZleGFtcGxlcyUyRnRhc2tzJTJGcmVjb21tZW5kZWRfc2V0LnR4dCUwQSUyMyUyMG9yJTJDJTIwZS5nLiUyQyUyMCUyMmxlYWRlcmJvYXJkJTdDdHJ1dGhmdWxxYSUzQW1jJTdDMCUyQ2xlYWRlcmJvYXJkJTdDZ3NtOGslN0MzJTIy",highlighted:`lighteval accelerate \\
     <span class="hljs-string">&quot;model_name=openai-community/gpt2&quot;</span> \\
     ./path/to/lighteval/examples/tasks/recommended_set.txt
<span class="hljs-comment"># or, e.g., &quot;leaderboard|truthfulqa:mc|0,leaderboard|gsm8k|3&quot;</span>`,wrap:!1}}),V=new h({props:{title:"Backend Configuration",local:"backend-configuration",headingTag:"h2"}}),B=new h({props:{title:"General Information",local:"general-information",headingTag:"h3"}}),ee=new se({props:{code:"bGlnaHRldmFsJTIwdmxsbSUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMm1vZGVsX25hbWUlM0RtaXN0cmFsYWklMkZNYWdpc3RyYWwtU21hbGwtMjUwNyUyQ2R0eXBlJTNEZmxvYXQxNiUyQ2RhdGFfcGFyYWxsZWxfc2l6ZSUzRDQlMjIlMjAlNUMlMEElMjAlMjAlMjAlMjAlMjJsaWdodGV2YWwlN0NhaW1lMjQlN0MwJTIyJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1yZW1vdmUtcmVhc29uaW5nLXRhZ3MlMjAlNUMlMEElMjAlMjAlMjAlMjAtLXJlYXNvbmluZy10YWdzJTNEJTIyJTVCKCclNUJUSElOSyU1RCclMkMnJTVCJTJGVEhJTkslNUQnKSU1RCUyMg==",highlighted:`lighteval vllm \\
    <span class="hljs-string">&quot;model_name=mistralai/Magistral-Small-2507,dtype=float16,data_parallel_size=4&quot;</span> \\
    <span class="hljs-string">&quot;lighteval|aime24|0&quot;</span> \\
    --remove-reasoning-tags \\
    --reasoning-tags=<span class="hljs-string">&quot;[(&#x27;[THINK]&#x27;,&#x27;[/THINK]&#x27;)]&quot;</span>`,wrap:!1}}),te=new h({props:{title:"Nanotron",local:"nanotron",headingTag:"h3"}}),ae=new se({props:{code:"dG9yY2hydW4lMjAtLXN0YW5kYWxvbmUlMjAtLW5ub2RlcyUzRDElMjAtLW5wcm9jLXBlci1ub2RlJTNEMSUyMCU1QyUwQSUyMCUyMCUyMCUyMHNyYyUyRmxpZ2h0ZXZhbCUyRl9fbWFpbl9fLnB5JTIwbmFub3Ryb24lMjAlNUMlMEElMjAlMjAlMjAlMjAtLWNoZWNrcG9pbnQtY29uZmlnLXBhdGglMjAuLiUyRm5hbm90cm9uJTJGY2hlY2twb2ludHMlMkYxMCUyRmNvbmZpZy55YW1sJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1saWdodGV2YWwtY29uZmlnLXBhdGglMjBleGFtcGxlcyUyRm5hbm90cm9uJTJGbGlnaHRldmFsX2NvbmZpZ19vdmVycmlkZV90ZW1wbGF0ZS55YW1s",highlighted:`torchrun --standalone --nnodes=1 --nproc-per-node=1 \\
    src/lighteval/__main__.py nanotron \\
    --checkpoint-config-path ../nanotron/checkpoints/10/config.yaml \\
    --lighteval-config-path examples/nanotron/lighteval_config_override_template.yaml`,wrap:!1}}),ie=new Ht({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/quicktour.mdx"}}),{c(){$=s("meta"),re=n(),oe=s("p"),pe=n(),r(y.$$.fragment),de=n(),r(b.$$.fragment),ue=n(),v=s("blockquote"),v.innerHTML=lt,ce=n(),U=s("p"),U.textContent=at,fe=n(),r(w.$$.fragment),he=n(),g=s("iframe"),ge=n(),r(k.$$.fragment),$e=n(),r(C.$$.fragment),ve=n(),x=s("ul"),x.innerHTML=it,Me=n(),r(J.$$.fragment),Te=n(),_=s("ul"),_.innerHTML=st,ye=n(),r(L.$$.fragment),be=n(),G=s("ul"),G.innerHTML=ot,Ue=n(),r(W.$$.fragment),we=n(),H=s("p"),H.innerHTML=mt,ke=n(),r(E.$$.fragment),Ce=n(),j=s("p"),j.innerHTML=rt,xe=n(),r(N.$$.fragment),Je=n(),Y=s("p"),Y.textContent=pt,_e=n(),r(R.$$.fragment),Le=n(),Z=s("p"),Z.textContent=dt,Ge=n(),q=s("ul"),q.innerHTML=ut,We=n(),Q=s("p"),Q.innerHTML=ct,He=n(),r(A.$$.fragment),Ee=n(),I=s("p"),I.innerHTML=ft,je=n(),S=s("p"),S.innerHTML=ht,Ne=n(),r(P.$$.fragment),Ye=n(),X=s("p"),X.innerHTML=gt,Re=n(),r(F.$$.fragment),Ze=n(),r(V.$$.fragment),qe=n(),r(B.$$.fragment),Qe=n(),z=s("p"),z.innerHTML=$t,Ae=n(),D=s("p"),D.innerHTML=vt,Ie=n(),O=s("p"),O.innerHTML=Mt,Se=n(),K=s("p"),K.innerHTML=Tt,Pe=n(),r(ee.$$.fragment),Xe=n(),r(te.$$.fragment),Fe=n(),le=s("p"),le.textContent=yt,Ve=n(),M=s("blockquote"),M.innerHTML=bt,Be=n(),r(ae.$$.fragment),ze=n(),ne=s("p"),ne.innerHTML=Ut,De=n(),r(ie.$$.fragment),Oe=n(),me=s("p"),this.h()},l(e){const t=Lt("svelte-u9bgzb",document.head);$=o(t,"META",{name:!0,content:!0}),t.forEach(l),re=i(e),oe=o(e,"P",{}),et(oe).forEach(l),pe=i(e),p(y.$$.fragment,e),de=i(e),p(b.$$.fragment,e),ue=i(e),v=o(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),m(v)!=="svelte-1a4xnl6"&&(v.innerHTML=lt),ce=i(e),U=o(e,"P",{"data-svelte-h":!0}),m(U)!=="svelte-1g3zc6w"&&(U.textContent=at),fe=i(e),p(w.$$.fragment,e),he=i(e),g=o(e,"IFRAME",{src:!0,frameborder:!0,width:!0,height:!0}),et(g).forEach(l),ge=i(e),p(k.$$.fragment,e),$e=i(e),p(C.$$.fragment,e),ve=i(e),x=o(e,"UL",{"data-svelte-h":!0}),m(x)!=="svelte-1qlvjq2"&&(x.innerHTML=it),Me=i(e),p(J.$$.fragment,e),Te=i(e),_=o(e,"UL",{"data-svelte-h":!0}),m(_)!=="svelte-1hjb9o8"&&(_.innerHTML=st),ye=i(e),p(L.$$.fragment,e),be=i(e),G=o(e,"UL",{"data-svelte-h":!0}),m(G)!=="svelte-1uuqk27"&&(G.innerHTML=ot),Ue=i(e),p(W.$$.fragment,e),we=i(e),H=o(e,"P",{"data-svelte-h":!0}),m(H)!=="svelte-1jqacui"&&(H.innerHTML=mt),ke=i(e),p(E.$$.fragment,e),Ce=i(e),j=o(e,"P",{"data-svelte-h":!0}),m(j)!=="svelte-1lfhd94"&&(j.innerHTML=rt),xe=i(e),p(N.$$.fragment,e),Je=i(e),Y=o(e,"P",{"data-svelte-h":!0}),m(Y)!=="svelte-1u8n90i"&&(Y.textContent=pt),_e=i(e),p(R.$$.fragment,e),Le=i(e),Z=o(e,"P",{"data-svelte-h":!0}),m(Z)!=="svelte-1vkd3du"&&(Z.textContent=dt),Ge=i(e),q=o(e,"UL",{"data-svelte-h":!0}),m(q)!=="svelte-1c8qycp"&&(q.innerHTML=ut),We=i(e),Q=o(e,"P",{"data-svelte-h":!0}),m(Q)!=="svelte-15xqaj2"&&(Q.innerHTML=ct),He=i(e),p(A.$$.fragment,e),Ee=i(e),I=o(e,"P",{"data-svelte-h":!0}),m(I)!=="svelte-e70eqq"&&(I.innerHTML=ft),je=i(e),S=o(e,"P",{"data-svelte-h":!0}),m(S)!=="svelte-kxdhy6"&&(S.innerHTML=ht),Ne=i(e),p(P.$$.fragment,e),Ye=i(e),X=o(e,"P",{"data-svelte-h":!0}),m(X)!=="svelte-102effw"&&(X.innerHTML=gt),Re=i(e),p(F.$$.fragment,e),Ze=i(e),p(V.$$.fragment,e),qe=i(e),p(B.$$.fragment,e),Qe=i(e),z=o(e,"P",{"data-svelte-h":!0}),m(z)!=="svelte-17uu0an"&&(z.innerHTML=$t),Ae=i(e),D=o(e,"P",{"data-svelte-h":!0}),m(D)!=="svelte-quwklj"&&(D.innerHTML=vt),Ie=i(e),O=o(e,"P",{"data-svelte-h":!0}),m(O)!=="svelte-1eknffc"&&(O.innerHTML=Mt),Se=i(e),K=o(e,"P",{"data-svelte-h":!0}),m(K)!=="svelte-16brxvi"&&(K.innerHTML=Tt),Pe=i(e),p(ee.$$.fragment,e),Xe=i(e),p(te.$$.fragment,e),Fe=i(e),le=o(e,"P",{"data-svelte-h":!0}),m(le)!=="svelte-l3or2u"&&(le.textContent=yt),Ve=i(e),M=o(e,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),m(M)!=="svelte-1w9heqt"&&(M.innerHTML=bt),Be=i(e),p(ae.$$.fragment,e),ze=i(e),ne=o(e,"P",{"data-svelte-h":!0}),m(ne)!=="svelte-s5fucd"&&(ne.innerHTML=Ut),De=i(e),p(ie.$$.fragment,e),Oe=i(e),me=o(e,"P",{}),et(me).forEach(l),this.h()},h(){T($,"name","hf:doc:metadata"),T($,"content",jt),T(v,"class","tip"),kt(g.src,nt="https://saylortwift-benchmark-finder.hf.space")||T(g,"src",nt),T(g,"frameborder","0"),T(g,"width","850"),T(g,"height","450"),T(M,"class","warning")},m(e,t){Gt(document.head,$),a(e,re,t),a(e,oe,t),a(e,pe,t),d(y,e,t),a(e,de,t),d(b,e,t),a(e,ue,t),a(e,v,t),a(e,ce,t),a(e,U,t),a(e,fe,t),d(w,e,t),a(e,he,t),a(e,g,t),a(e,ge,t),d(k,e,t),a(e,$e,t),d(C,e,t),a(e,ve,t),a(e,x,t),a(e,Me,t),d(J,e,t),a(e,Te,t),a(e,_,t),a(e,ye,t),d(L,e,t),a(e,be,t),a(e,G,t),a(e,Ue,t),d(W,e,t),a(e,we,t),a(e,H,t),a(e,ke,t),d(E,e,t),a(e,Ce,t),a(e,j,t),a(e,xe,t),d(N,e,t),a(e,Je,t),a(e,Y,t),a(e,_e,t),d(R,e,t),a(e,Le,t),a(e,Z,t),a(e,Ge,t),a(e,q,t),a(e,We,t),a(e,Q,t),a(e,He,t),d(A,e,t),a(e,Ee,t),a(e,I,t),a(e,je,t),a(e,S,t),a(e,Ne,t),d(P,e,t),a(e,Ye,t),a(e,X,t),a(e,Re,t),d(F,e,t),a(e,Ze,t),d(V,e,t),a(e,qe,t),d(B,e,t),a(e,Qe,t),a(e,z,t),a(e,Ae,t),a(e,D,t),a(e,Ie,t),a(e,O,t),a(e,Se,t),a(e,K,t),a(e,Pe,t),d(ee,e,t),a(e,Xe,t),d(te,e,t),a(e,Fe,t),a(e,le,t),a(e,Ve,t),a(e,M,t),a(e,Be,t),d(ae,e,t),a(e,ze,t),a(e,ne,t),a(e,De,t),d(ie,e,t),a(e,Oe,t),a(e,me,t),Ke=!0},p:Ct,i(e){Ke||(u(y.$$.fragment,e),u(b.$$.fragment,e),u(w.$$.fragment,e),u(k.$$.fragment,e),u(C.$$.fragment,e),u(J.$$.fragment,e),u(L.$$.fragment,e),u(W.$$.fragment,e),u(E.$$.fragment,e),u(N.$$.fragment,e),u(R.$$.fragment,e),u(A.$$.fragment,e),u(P.$$.fragment,e),u(F.$$.fragment,e),u(V.$$.fragment,e),u(B.$$.fragment,e),u(ee.$$.fragment,e),u(te.$$.fragment,e),u(ae.$$.fragment,e),u(ie.$$.fragment,e),Ke=!0)},o(e){c(y.$$.fragment,e),c(b.$$.fragment,e),c(w.$$.fragment,e),c(k.$$.fragment,e),c(C.$$.fragment,e),c(J.$$.fragment,e),c(L.$$.fragment,e),c(W.$$.fragment,e),c(E.$$.fragment,e),c(N.$$.fragment,e),c(R.$$.fragment,e),c(A.$$.fragment,e),c(P.$$.fragment,e),c(F.$$.fragment,e),c(V.$$.fragment,e),c(B.$$.fragment,e),c(ee.$$.fragment,e),c(te.$$.fragment,e),c(ae.$$.fragment,e),c(ie.$$.fragment,e),Ke=!1},d(e){e&&(l(re),l(oe),l(pe),l(de),l(ue),l(v),l(ce),l(U),l(fe),l(he),l(g),l(ge),l($e),l(ve),l(x),l(Me),l(Te),l(_),l(ye),l(be),l(G),l(Ue),l(we),l(H),l(ke),l(Ce),l(j),l(xe),l(Je),l(Y),l(_e),l(Le),l(Z),l(Ge),l(q),l(We),l(Q),l(He),l(Ee),l(I),l(je),l(S),l(Ne),l(Ye),l(X),l(Re),l(Ze),l(qe),l(Qe),l(z),l(Ae),l(D),l(Ie),l(O),l(Se),l(K),l(Pe),l(Xe),l(Fe),l(le),l(Ve),l(M),l(Be),l(ze),l(ne),l(De),l(Oe),l(me)),l($),f(y,e),f(b,e),f(w,e),f(k,e),f(C,e),f(J,e),f(L,e),f(W,e),f(E,e),f(N,e),f(R,e),f(A,e),f(P,e),f(F,e),f(V,e),f(B,e),f(ee,e),f(te,e),f(ae,e),f(ie,e)}}}const jt='{"title":"Quick Tour","local":"quick-tour","sections":[{"title":"Find your benchmark","local":"find-your-benchmark","sections":[],"depth":2},{"title":"Available Commands","local":"available-commands","sections":[{"title":"Evaluation Backends","local":"evaluation-backends","sections":[],"depth":3},{"title":"Evaluation Utils","local":"evaluation-utils","sections":[],"depth":3},{"title":"Utils","local":"utils","sections":[],"depth":3}],"depth":2},{"title":"Basic Usage","local":"basic-usage","sections":[{"title":"Task Specification","local":"task-specification","sections":[],"depth":3},{"title":"Running Multiple Tasks","local":"running-multiple-tasks","sections":[],"depth":3}],"depth":2},{"title":"Backend Configuration","local":"backend-configuration","sections":[{"title":"General Information","local":"general-information","sections":[],"depth":3},{"title":"Nanotron","local":"nanotron","sections":[],"depth":3}],"depth":2}],"depth":1}';function Nt(tt){return xt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class At extends Jt{constructor($){super(),_t(this,$,Nt,Et,wt,{})}}export{At as component};
