import{s as Me,f as Ce,n as Le,o as ke}from"../chunks/scheduler.37c15a92.js";import{S as Pe,i as qe,g as a,s as i,r as se,A as Ie,h as l,f as s,c as o,j as re,u as ne,x as r,k as p,y as Ee,a as n,v as ie,d as oe,t as ae,w as le}from"../chunks/index.2bf4358c.js";import{H as ue}from"../chunks/Heading.8ada512a.js";import{E as Ge}from"../chunks/index.e71982be.js";function Fe(fe){let f,I,P,E,h,G,c,pe="Now that you’re ready to dive deeper into the creation of your final agent, let’s see how you can submit it for review.",F,d,S,m,he=`The Dataset used in this leaderboard consist of 20 questions extracted from the level 1 questions of the <strong>validation</strong> set from GAIA.
The chosen question were filtered based on the number of tools and steps needed to answer a question.`,U,g,ce="Based on the current look of the GAIA benchmark, we think that getting you to try to aim for 30% on level 1 question is a fair test.",D,w,de,O,v,R,b,me="Now the big question in your mind is probably : “How do I start submitting ?”",N,y,ge=`For this Unit, we created an API that will allow you to get the questions, and send your answers for scoring.
Here is a summary of the routes (see the <a href="https://agents-course-unit4-scoring.hf.space/docs" rel="nofollow">live documentation</a> for interactive details):`,j,T,we="<li><strong><code>GET /questions</code></strong>: Retrieve the full list of filtered evaluation questions.</li> <li><strong><code>GET /random-question</code></strong>: Fetch a single random question from the list.</li> <li><strong><code>GET /files/{task_id}</code></strong>: Download a specific file associated with a given task ID.</li> <li><strong><code>POST /submit</code></strong>: Submit agent answers, calculate the score, and update the leaderboard.</li>",z,_,ve='The submit function will compare the answer to the ground truth in an <strong>EXACT MATCH</strong> manner, hence prompt it well ! The GAIA team shared a prompting example for your agent <a href="https://huggingface.co/spaces/gaia-benchmark/leaderboard" rel="nofollow">here</a> (for the sake of this course, make sure you don’t include the text “FINAL ANSWER” in your submission, just make your agent reply with the answer and nothing else).',W,x,be="🎨 <strong>Make the Template Your Own!</strong>",Y,$,ye=`To demonstrate the process of interacting with the API, we’ve included a <a href="https://huggingface.co/spaces/agents-course/Final_Assignment_Template" rel="nofollow">basic template</a> as a starting point.
Please feel free—and <strong>actively encouraged</strong>—to change, add to, or completely restructure it! Modify it in any way that best suits your approach and creativity.`,B,H,Te="In order to submit this templates compute 3 things needed by the API :",X,A,_e="<li><strong>Username:</strong> Your Hugging Face username (here obtained via Gradio login), which is used to identify your submission.</li> <li><strong>Code Link (<code>agent_code</code>):</strong> the URL linking to your Hugging Face Space code (<code>.../tree/main</code>) for verification purposes, so please keep your space public.</li> <li><strong>Answers (<code>answers</code>):</strong> The list of responses (<code>{&quot;task_id&quot;: ..., &quot;submitted_answer&quot;: ...}</code>) generated by your Agent for scoring.</li>",J,C,xe='Hence we encourage you to start by duplicating this <a href="https://huggingface.co/spaces/agents-course/Final_Assignment_Template" rel="nofollow">template</a> on your own huggingface profile.',K,M,$e='🏆 Check out the leaderboard <a href="https://huggingface.co/spaces/agents-course/Students_leaderboard" rel="nofollow">here</a>',Q,L,He=`<em>A friendly note: This leaderboard is meant for fun! We know it’s possible to submit scores without full verification. If we see too many high scores posted without a public link to back them up, we might need to review, adjust, or remove some entries to keep the leaderboard useful.</em>
The leaderboard will show the link to your space code-base, since this leaderboard is for students only, please keep your space public if you get a score you’re proud of.`,V,u,Ae,Z,k,ee,q,te;return h=new ue({props:{title:"Hands-On",local:"hands-on",headingTag:"h1"}}),d=new ue({props:{title:"The Dataset",local:"the-dataset",headingTag:"h2"}}),v=new ue({props:{title:"The process",local:"the-process",headingTag:"h2"}}),k=new Ge({props:{source:"https://github.com/huggingface/agents-course/blob/main/units/en/unit4/hands-on.mdx"}}),{c(){f=a("meta"),I=i(),P=a("p"),E=i(),se(h.$$.fragment),G=i(),c=a("p"),c.textContent=pe,F=i(),se(d.$$.fragment),S=i(),m=a("p"),m.innerHTML=he,U=i(),g=a("p"),g.textContent=ce,D=i(),w=a("img"),O=i(),se(v.$$.fragment),R=i(),b=a("p"),b.textContent=me,N=i(),y=a("p"),y.innerHTML=ge,j=i(),T=a("ul"),T.innerHTML=we,z=i(),_=a("p"),_.innerHTML=ve,W=i(),x=a("p"),x.innerHTML=be,Y=i(),$=a("p"),$.innerHTML=ye,B=i(),H=a("p"),H.textContent=Te,X=i(),A=a("ul"),A.innerHTML=_e,J=i(),C=a("p"),C.innerHTML=xe,K=i(),M=a("p"),M.innerHTML=$e,Q=i(),L=a("p"),L.innerHTML=He,V=i(),u=a("iframe"),Z=i(),se(k.$$.fragment),ee=i(),q=a("p"),this.h()},l(e){const t=Ie("svelte-u9bgzb",document.head);f=l(t,"META",{name:!0,content:!0}),t.forEach(s),I=o(e),P=l(e,"P",{}),re(P).forEach(s),E=o(e),ne(h.$$.fragment,e),G=o(e),c=l(e,"P",{"data-svelte-h":!0}),r(c)!=="svelte-1pkh1it"&&(c.textContent=pe),F=o(e),ne(d.$$.fragment,e),S=o(e),m=l(e,"P",{"data-svelte-h":!0}),r(m)!=="svelte-1dzqn3s"&&(m.innerHTML=he),U=o(e),g=l(e,"P",{"data-svelte-h":!0}),r(g)!=="svelte-ixsceg"&&(g.textContent=ce),D=o(e),w=l(e,"IMG",{src:!0,alt:!0}),O=o(e),ne(v.$$.fragment,e),R=o(e),b=l(e,"P",{"data-svelte-h":!0}),r(b)!=="svelte-pg4f52"&&(b.textContent=me),N=o(e),y=l(e,"P",{"data-svelte-h":!0}),r(y)!=="svelte-1i5vcot"&&(y.innerHTML=ge),j=o(e),T=l(e,"UL",{"data-svelte-h":!0}),r(T)!=="svelte-11wx5wm"&&(T.innerHTML=we),z=o(e),_=l(e,"P",{"data-svelte-h":!0}),r(_)!=="svelte-1s4mh74"&&(_.innerHTML=ve),W=o(e),x=l(e,"P",{"data-svelte-h":!0}),r(x)!=="svelte-1eh0xx6"&&(x.innerHTML=be),Y=o(e),$=l(e,"P",{"data-svelte-h":!0}),r($)!=="svelte-aqohl6"&&($.innerHTML=ye),B=o(e),H=l(e,"P",{"data-svelte-h":!0}),r(H)!=="svelte-rd5wrl"&&(H.textContent=Te),X=o(e),A=l(e,"UL",{"data-svelte-h":!0}),r(A)!=="svelte-16yeua6"&&(A.innerHTML=_e),J=o(e),C=l(e,"P",{"data-svelte-h":!0}),r(C)!=="svelte-1092b3t"&&(C.innerHTML=xe),K=o(e),M=l(e,"P",{"data-svelte-h":!0}),r(M)!=="svelte-1llqan4"&&(M.innerHTML=$e),Q=o(e),L=l(e,"P",{"data-svelte-h":!0}),r(L)!=="svelte-15fkx8k"&&(L.innerHTML=He),V=o(e),u=l(e,"IFRAME",{src:!0,frameborder:!0,width:!0,height:!0}),re(u).forEach(s),Z=o(e),ne(k.$$.fragment,e),ee=o(e),q=l(e,"P",{}),re(q).forEach(s),this.h()},h(){p(f,"name","hf:doc:metadata"),p(f,"content",Se),Ce(w.src,de="https://huggingface.co/datasets/agents-course/course-images/resolve/main/en/unit4/leaderboard%20GAIA%2024%3A04%3A2025.png")||p(w,"src",de),p(w,"alt","GAIA current status!"),Ce(u.src,Ae="https://agents-course-students-leaderboard.hf.space")||p(u,"src",Ae),p(u,"frameborder","0"),p(u,"width","850"),p(u,"height","450")},m(e,t){Ee(document.head,f),n(e,I,t),n(e,P,t),n(e,E,t),ie(h,e,t),n(e,G,t),n(e,c,t),n(e,F,t),ie(d,e,t),n(e,S,t),n(e,m,t),n(e,U,t),n(e,g,t),n(e,D,t),n(e,w,t),n(e,O,t),ie(v,e,t),n(e,R,t),n(e,b,t),n(e,N,t),n(e,y,t),n(e,j,t),n(e,T,t),n(e,z,t),n(e,_,t),n(e,W,t),n(e,x,t),n(e,Y,t),n(e,$,t),n(e,B,t),n(e,H,t),n(e,X,t),n(e,A,t),n(e,J,t),n(e,C,t),n(e,K,t),n(e,M,t),n(e,Q,t),n(e,L,t),n(e,V,t),n(e,u,t),n(e,Z,t),ie(k,e,t),n(e,ee,t),n(e,q,t),te=!0},p:Le,i(e){te||(oe(h.$$.fragment,e),oe(d.$$.fragment,e),oe(v.$$.fragment,e),oe(k.$$.fragment,e),te=!0)},o(e){ae(h.$$.fragment,e),ae(d.$$.fragment,e),ae(v.$$.fragment,e),ae(k.$$.fragment,e),te=!1},d(e){e&&(s(I),s(P),s(E),s(G),s(c),s(F),s(S),s(m),s(U),s(g),s(D),s(w),s(O),s(R),s(b),s(N),s(y),s(j),s(T),s(z),s(_),s(W),s(x),s(Y),s($),s(B),s(H),s(X),s(A),s(J),s(C),s(K),s(M),s(Q),s(L),s(V),s(u),s(Z),s(ee),s(q)),s(f),le(h,e),le(d,e),le(v,e),le(k,e)}}}const Se='{"title":"Hands-On","local":"hands-on","sections":[{"title":"The Dataset","local":"the-dataset","sections":[],"depth":2},{"title":"The process","local":"the-process","sections":[],"depth":2}],"depth":1}';function Ue(fe){return ke(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class je extends Pe{constructor(f){super(),qe(this,f,Ue,Fe,Me,{})}}export{je as component};
