import{s as Ee,f as Ie,n as Ge,o as Fe}from"../chunks/scheduler.37c15a92.js";import{S as Se,i as Ue,g as l,s as i,r as le,A as De,h as a,f as s,c as o,j as ce,u as ae,x as r,k as f,y as Oe,a as n,v as re,d as ue,t as pe,w as fe}from"../chunks/index.2bf4358c.js";import{H as he}from"../chunks/Heading.8ada512a.js";import{E as Re}from"../chunks/getInferenceSnippets.42ccd5ac.js";function je(me){let p,G,I,F,c,S,h,de="Now that you’re ready to dive deeper into the creation of your final agent, let’s see how you can submit it for review.",U,m,D,d,ge="The Dataset used in this leaderboard consist of 20 questions extracted from the level 1 questions of the <strong>validation</strong> set from GAIA.",O,g,ve="The chosen question were filtered based on the number of tools and steps needed to answer a question.",R,v,we="Based on the current look of the GAIA benchmark, we think that getting you to try to aim for 30% on level 1 question is a fair test.",j,w,be,N,b,W,T,Te="Now the big question in your mind is probably : “How do I start submitting ?”",Y,_,_e=`For this Unit, we created an API that will allow you to get the questions, and send your answers for scoring.
Here is a summary of the routes (see the <a href="https://agents-course-unit4-scoring.hf.space/docs" rel="nofollow">live documentation</a> for interactive details):`,z,y,ye="<li><strong><code>GET /questions</code></strong>: Retrieve the full list of filtered evaluation questions.</li> <li><strong><code>GET /random-question</code></strong>: Fetch a single random question from the list.</li> <li><strong><code>GET /files/{task_id}</code></strong>: Download a specific file associated with a given task ID.</li> <li><strong><code>POST /submit</code></strong>: Submit agent answers, calculate the score, and update the leaderboard.</li>",B,x,xe='The submit function will compare the answer to the ground truth in an <strong>EXACT MATCH</strong> manner, hence prompt it well ! The GAIA team shared a prompting example for your agent <a href="https://huggingface.co/spaces/gaia-benchmark/leaderboard" rel="nofollow">here</a> (for the sake of this course, make sure you don’t include the text “FINAL ANSWER” in your submission, just make your agent reply with the answer and nothing else).',X,$,$e="🎨 <strong>Make the Template Your Own!</strong>",J,H,He='To demonstrate the process of interacting with the API, we’ve included a <a href="https://huggingface.co/spaces/agents-course/Final_Assignment_Template" rel="nofollow">basic template</a> as a starting point.',K,C,Ce="Please feel free—and <strong>actively encouraged</strong>—to change, add to, or completely restructure it! Modify it in any way that best suits your approach and creativity.",Q,M,Me="In order to submit this templates compute 3 things needed by the API :",V,L,Le="<li><strong>Username:</strong> Your Hugging Face username (here obtained via Gradio login), which is used to identify your submission.</li> <li><strong>Code Link (<code>agent_code</code>):</strong> the URL linking to your Hugging Face Space code (<code>.../tree/main</code>) for verification purposes, so please keep your space public.</li> <li><strong>Answers (<code>answers</code>):</strong> The list of responses (<code>{&quot;task_id&quot;: ..., &quot;submitted_answer&quot;: ...}</code>) generated by your Agent for scoring.</li>",Z,A,Ae='Hence we encourage you to start by duplicating this <a href="https://huggingface.co/spaces/agents-course/Final_Assignment_Template" rel="nofollow">template</a> on your own huggingface profile.',ee,k,ke='🏆 Check out the leaderboard <a href="https://huggingface.co/spaces/agents-course/Students_leaderboard" rel="nofollow">here</a>',te,P,Pe=`<em>A friendly note: This leaderboard is meant for fun! We know it’s possible to submit scores without full verification. If we see too many high scores posted without a public link to back them up, we might need to review, adjust, or remove some entries to keep the leaderboard useful.</em>
The leaderboard will show the link to your space code-base, since this leaderboard is for students only, please keep your space public if you get a score you’re proud of.`,se,u,qe,ne,q,ie,E,oe;return c=new he({props:{title:"Hands-On",local:"hands-on",headingTag:"h1"}}),m=new he({props:{title:"The Dataset",local:"the-dataset",headingTag:"h2"}}),b=new he({props:{title:"The process",local:"the-process",headingTag:"h2"}}),q=new Re({props:{source:"https://github.com/huggingface/agents-course/blob/main/units/en/unit4/hands-on.mdx"}}),{c(){p=l("meta"),G=i(),I=l("p"),F=i(),le(c.$$.fragment),S=i(),h=l("p"),h.textContent=de,U=i(),le(m.$$.fragment),D=i(),d=l("p"),d.innerHTML=ge,O=i(),g=l("p"),g.textContent=ve,R=i(),v=l("p"),v.textContent=we,j=i(),w=l("img"),N=i(),le(b.$$.fragment),W=i(),T=l("p"),T.textContent=Te,Y=i(),_=l("p"),_.innerHTML=_e,z=i(),y=l("ul"),y.innerHTML=ye,B=i(),x=l("p"),x.innerHTML=xe,X=i(),$=l("p"),$.innerHTML=$e,J=i(),H=l("p"),H.innerHTML=He,K=i(),C=l("p"),C.innerHTML=Ce,Q=i(),M=l("p"),M.textContent=Me,V=i(),L=l("ul"),L.innerHTML=Le,Z=i(),A=l("p"),A.innerHTML=Ae,ee=i(),k=l("p"),k.innerHTML=ke,te=i(),P=l("p"),P.innerHTML=Pe,se=i(),u=l("iframe"),ne=i(),le(q.$$.fragment),ie=i(),E=l("p"),this.h()},l(e){const t=De("svelte-u9bgzb",document.head);p=a(t,"META",{name:!0,content:!0}),t.forEach(s),G=o(e),I=a(e,"P",{}),ce(I).forEach(s),F=o(e),ae(c.$$.fragment,e),S=o(e),h=a(e,"P",{"data-svelte-h":!0}),r(h)!=="svelte-1pkh1it"&&(h.textContent=de),U=o(e),ae(m.$$.fragment,e),D=o(e),d=a(e,"P",{"data-svelte-h":!0}),r(d)!=="svelte-1dbtc9y"&&(d.innerHTML=ge),O=o(e),g=a(e,"P",{"data-svelte-h":!0}),r(g)!=="svelte-1sq5bwc"&&(g.textContent=ve),R=o(e),v=a(e,"P",{"data-svelte-h":!0}),r(v)!=="svelte-ixsceg"&&(v.textContent=we),j=o(e),w=a(e,"IMG",{src:!0,alt:!0}),N=o(e),ae(b.$$.fragment,e),W=o(e),T=a(e,"P",{"data-svelte-h":!0}),r(T)!=="svelte-pg4f52"&&(T.textContent=Te),Y=o(e),_=a(e,"P",{"data-svelte-h":!0}),r(_)!=="svelte-1i5vcot"&&(_.innerHTML=_e),z=o(e),y=a(e,"UL",{"data-svelte-h":!0}),r(y)!=="svelte-11wx5wm"&&(y.innerHTML=ye),B=o(e),x=a(e,"P",{"data-svelte-h":!0}),r(x)!=="svelte-1s4mh74"&&(x.innerHTML=xe),X=o(e),$=a(e,"P",{"data-svelte-h":!0}),r($)!=="svelte-1eh0xx6"&&($.innerHTML=$e),J=o(e),H=a(e,"P",{"data-svelte-h":!0}),r(H)!=="svelte-1njhx4c"&&(H.innerHTML=He),K=o(e),C=a(e,"P",{"data-svelte-h":!0}),r(C)!=="svelte-1fvlct0"&&(C.innerHTML=Ce),Q=o(e),M=a(e,"P",{"data-svelte-h":!0}),r(M)!=="svelte-rd5wrl"&&(M.textContent=Me),V=o(e),L=a(e,"UL",{"data-svelte-h":!0}),r(L)!=="svelte-16yeua6"&&(L.innerHTML=Le),Z=o(e),A=a(e,"P",{"data-svelte-h":!0}),r(A)!=="svelte-1092b3t"&&(A.innerHTML=Ae),ee=o(e),k=a(e,"P",{"data-svelte-h":!0}),r(k)!=="svelte-1llqan4"&&(k.innerHTML=ke),te=o(e),P=a(e,"P",{"data-svelte-h":!0}),r(P)!=="svelte-15fkx8k"&&(P.innerHTML=Pe),se=o(e),u=a(e,"IFRAME",{src:!0,frameborder:!0,width:!0,height:!0}),ce(u).forEach(s),ne=o(e),ae(q.$$.fragment,e),ie=o(e),E=a(e,"P",{}),ce(E).forEach(s),this.h()},h(){f(p,"name","hf:doc:metadata"),f(p,"content",Ne),Ie(w.src,be="https://huggingface.co/datasets/agents-course/course-images/resolve/main/en/unit4/leaderboard%20GAIA%2024%3A04%3A2025.png")||f(w,"src",be),f(w,"alt","GAIA current status!"),Ie(u.src,qe="https://agents-course-students-leaderboard.hf.space")||f(u,"src",qe),f(u,"frameborder","0"),f(u,"width","850"),f(u,"height","450")},m(e,t){Oe(document.head,p),n(e,G,t),n(e,I,t),n(e,F,t),re(c,e,t),n(e,S,t),n(e,h,t),n(e,U,t),re(m,e,t),n(e,D,t),n(e,d,t),n(e,O,t),n(e,g,t),n(e,R,t),n(e,v,t),n(e,j,t),n(e,w,t),n(e,N,t),re(b,e,t),n(e,W,t),n(e,T,t),n(e,Y,t),n(e,_,t),n(e,z,t),n(e,y,t),n(e,B,t),n(e,x,t),n(e,X,t),n(e,$,t),n(e,J,t),n(e,H,t),n(e,K,t),n(e,C,t),n(e,Q,t),n(e,M,t),n(e,V,t),n(e,L,t),n(e,Z,t),n(e,A,t),n(e,ee,t),n(e,k,t),n(e,te,t),n(e,P,t),n(e,se,t),n(e,u,t),n(e,ne,t),re(q,e,t),n(e,ie,t),n(e,E,t),oe=!0},p:Ge,i(e){oe||(ue(c.$$.fragment,e),ue(m.$$.fragment,e),ue(b.$$.fragment,e),ue(q.$$.fragment,e),oe=!0)},o(e){pe(c.$$.fragment,e),pe(m.$$.fragment,e),pe(b.$$.fragment,e),pe(q.$$.fragment,e),oe=!1},d(e){e&&(s(G),s(I),s(F),s(S),s(h),s(U),s(D),s(d),s(O),s(g),s(R),s(v),s(j),s(w),s(N),s(W),s(T),s(Y),s(_),s(z),s(y),s(B),s(x),s(X),s($),s(J),s(H),s(K),s(C),s(Q),s(M),s(V),s(L),s(Z),s(A),s(ee),s(k),s(te),s(P),s(se),s(u),s(ne),s(ie),s(E)),s(p),fe(c,e),fe(m,e),fe(b,e),fe(q,e)}}}const Ne='{"title":"Hands-On","local":"hands-on","sections":[{"title":"The Dataset","local":"the-dataset","sections":[],"depth":2},{"title":"The process","local":"the-process","sections":[],"depth":2}],"depth":1}';function We(me){return Fe(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Je extends Se{constructor(p){super(),Ue(this,p,We,je,Ee,{})}}export{Je as component};
