import{s as pe,n as he,o as de}from"../chunks/scheduler.19cc4639.js";import{S as me,i as Me,e as i,s as n,c as r,h as Te,a as o,d as l,b as s,f as re,g as p,j as u,k as Pt,l as ce,m as a,n as h,t as d,o as m,p as M}from"../chunks/index.6703add8.js";import{C as fe,H as T,E as ye}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.a6202e33.js";import{C as Zt}from"../chunks/CodeBlock.454e7a46.js";function we(Yt){let c,et,K,lt,w,at,g,nt,j,Rt="It’s time to submit your DPO-aligned model! This unit uses the same leaderboard-based submission system as Unit 1. Here’s the plan:",st,J,Gt="<li>Read the written guide for the chapter ✅</li> <li>Train a model using what you learned in the chapter.</li> <li>Push the model to the Hugging Face Hub.</li> <li>Evaluate the model using <code>hf jobs</code>.</li> <li>Open a pull request on the leaderboard.</li>",it,b,zt="On this page we will go through each step.",ot,U,ut,I,Ft="For Unit 3’s submission, you should read all the materials in the unit and train a preference-aligned model using DPO. The training code is provided in:",rt,$,Xt='<li><a href="./4">DPO Training Exercise</a> - Complete DPO training guide with SmolLM3</li>',pt,C,St='You’ll need to combine this with <a href="../unit1/5">Training with Hugging Face Jobs</a> techniques from Unit 1.',ht,v,dt,A,Vt="Once you’ve trained your DPO-aligned model, you’ll need to push it to a repo on the Hugging Face Hub. TRL will take care of this for you if you add the <code>--push_to_hub</code> flag to your training command.",mt,L,Mt,W,Tt,q,Ot='Your trained model will be available at <code>your-username/your-model-name</code>. For detailed documentation, check out the <a href="https://huggingface.co/docs/transformers/trainer#checkpoints" rel="nofollow">checkpoints documentation</a> from <code>transformers</code>.',ct,H,ft,x,Dt="Now, we will evaluate your DPO-aligned model. We will use <code>hf jobs</code> to evaluate the model and combine it with <code>lighteval</code>. We will push the evaluation results to a dataset on the hub.",yt,f,Qt="<p>For DPO evaluation, we use tasks that test both helpfulness and safety aspects of alignment, including <code>truthfulqa</code>, <code>gsm8k</code>, and other alignment-focused benchmarks.</p>",wt,_,gt,N,Kt="This command will evaluate the model using <code>lighteval</code> and <code>vllm</code> and save the results to the Hugging Face Hub in a dataset repo that you define.",jt,y,te="<p>We focus on alignment evaluation in Unit 3, but in Unit 2 we explore evaluation in more detail. The key benchmarks for DPO evaluation include:</p> <ul><li>TruthfulQA: Tests for truthful and honest responses</li> <li>GSM8K: Mathematical reasoning and helpfulness</li> <li>MMLU: Broad knowledge and helpfulness across domains</li></ul>",Jt,E,bt,B,ee="You are now ready to submit your DPO-aligned model to the leaderboard! You need to do two things:",Ut,k,le="<li>Add your model’s results to <code>submissions.json</code></li> <li>Share your training and evaluation commands in the PR text.</li>",It,P,$t,Z,ae='Open a pull request on the <a href="https://huggingface.co/spaces/smol-course/leaderboard/edit/main/submissions.json" rel="nofollow">leaderboard space</a> to submit your model. You just need to add your model info and reference to the dataset you created in the previous step. We will pull the results and display them on the leaderboard.',Ct,Y,vt,R,At,G,ne="Within the PR text, share both your training and evaluation commands.",Lt,z,Wt,F,se='Once the PR is merged, your DPO-aligned model will be added to the leaderboard! You can check the leaderboard <a href="https://huggingface.co/spaces/smol-course/leaderboard" rel="nofollow">here</a>.',qt,X,Ht,S,ie=`You’ve completed the unit — great work!
Now put your learning to the test by taking the <a href="https://huggingface.co/spaces/smol-course/unit_3_quiz" rel="nofollow">quiz</a>.`,xt,V,_t,O,oe='<li><a href="./4">Unit 3 DPO Exercise</a> - Complete DPO training guide</li> <li><a href="https://huggingface.co/papers/2305.18290" rel="nofollow">DPO Paper</a> - Original research paper</li> <li><a href="https://huggingface.co/docs/trl/dpo_trainer" rel="nofollow">TRL DPO Documentation</a> - Implementation details</li> <li><a href="https://huggingface.co/papers/2204.05862" rel="nofollow">Anthropic HH-RLHF Paper</a> - Human feedback methodology</li> <li><a href="https://github.com/huggingface/alignment-handbook" rel="nofollow">Alignment Handbook</a> - Advanced alignment techniques</li>',Nt,D,ue="Good luck with your DPO preference alignment submission! 🚀",Et,Q,Bt,tt,kt;return w=new fe({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),g=new T({props:{title:"Submit your final project!",local:"submit-your-final-project",headingTag:"h1"}}),U=new T({props:{title:"1. Read the written guide for the chapter and 2. Train a model using what you learned in the chapter.",local:"1-read-the-written-guide-for-the-chapter-and-2-train-a-model-using-what-you-learned-in-the-chapter",headingTag:"h2"}}),v=new T({props:{title:"3. Push the model to the Hugging Face Hub",local:"3-push-the-model-to-the-hugging-face-hub",headingTag:"h2"}}),L=new T({props:{title:"DPO Training with Hub Upload:",local:"dpo-training-with-hub-upload",headingTag:"h3"}}),W=new Zt({props:{code:"aGYlMjBqb2JzJTIwdXYlMjBydW4lMjAlNUMlMEElMjAlMjAlMjAlMjAtLWZsYXZvciUyMGExMDAtbGFyZ2UlMjAlNUMlMEElMjAlMjAlMjAlMjAtLXNlY3JldHMlMjBIRl9UT0tFTiUyMCU1QyUwQSUyMCUyMCUyMCUyMCUyMmh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRmh1Z2dpbmdmYWNlJTJGdHJsJTJGbWFpbiUyRnRybCUyRnNjcmlwdHMlMkZkcG8ucHklMjIlMjAlNUMlMEElMjAlMjAlMjAlMjAtLW1vZGVsX25hbWVfb3JfcGF0aCUyMEh1Z2dpbmdGYWNlVEIlMkZTbW9sTE0zLTNCJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1kYXRhc2V0X25hbWUlMjBBbnRocm9waWMlMkZoaC1ybGhmJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1sZWFybmluZ19yYXRlJTIwNWUtNyUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tYmV0YSUyMDAuMSUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tbWF4X3N0ZXBzJTIwMTAwMCUyMCU1QyUwQSUyMCUyMCUyMCUyMC0tcHVzaF90b19odWIlMjAlNUMlMEElMjAlMjAlMjAlMjAtLWh1Yl9tb2RlbF9pZCUyMHlvdXItdXNlcm5hbWUlMkZzbW9sbG0zLWRwby1hbGlnbmVkJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1yZXBvcnRfdG8lMjB0cmFja2lv",highlighted:`hf <span class="hljs-built_in">jobs</span> uv run \\
    --flavor a100-large \\
    --secrets HF_TOKEN \\
    <span class="hljs-string">&quot;https://raw.githubusercontent.com/huggingface/trl/main/trl/scripts/dpo.py&quot;</span> \\
    --model_name_or_path HuggingFaceTB/SmolLM3-3B \\
    --dataset_name Anthropic/hh-rlhf \\
    --learning_rate 5e-7 \\
    --beta 0.1 \\
    --max_steps 1000 \\
    --push_to_hub \\
    --hub_model_id your-username/smollm3-dpo-aligned \\
    --report_to trackio`,wrap:!1}}),H=new T({props:{title:"4. Evaluate the model using hf jobs",local:"4-evaluate-the-model-using-hf-jobs",headingTag:"h2"}}),_=new Zt({props:{code:"aGYlMjBqb2JzJTIwdXYlMjBydW4lMjAlNUMlMEElMjAlMjAlMjAlMjAtLWZsYXZvciUyMGExMGctbGFyZ2UlMjAlNUMlMEElMjAlMjAlMjAlMjAtLXdpdGglMjAlMjJsaWdodGV2YWwlNUJ2bGxtJTVEJTIyJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1zZWNyZXRzJTIwSEZfVE9LRU4lMjAlNUMlMEElMjAlMjAlMjAlMjBsaWdodGV2YWwlMjB2bGxtJTIwJTIybW9kZWxfbmFtZSUzRCUzQ3lvdXItdXNlcm5hbWUlM0UlMkYlM0N5b3VyLW1vZGVsLW5hbWUlM0UlMjIlMjAlNUMlMEElMjAlMjAlMjAlMjAlMjJsaWdodGV2YWwlN0N0cnV0aGZ1bHFhJTNBbWMyJTdDMCU3QzAlMkNsaWdodGV2YWwlN0NoZWxsYXN3YWclN0MwJTdDMCUyQ2xpZ2h0ZXZhbCU3Q2FyYyUzQWNoYWxsZW5nZSU3QzAlN0MwJTIyJTIwJTVDJTBBJTIwJTIwJTIwJTIwLS1wdXNoLXRvLWh1YiUyMC0tcmVzdWx0cy1vcmclMjAlM0N5b3VyLXVzZXJuYW1lJTNF",highlighted:`hf <span class="hljs-built_in">jobs</span> uv run \\
    --flavor a10g-large \\
    --with <span class="hljs-string">&quot;lighteval[vllm]&quot;</span> \\
    --secrets HF_TOKEN \\
    lighteval vllm <span class="hljs-string">&quot;model_name=&lt;your-username&gt;/&lt;your-model-name&gt;&quot;</span> \\
    <span class="hljs-string">&quot;lighteval|truthfulqa:mc2|0|0,lighteval|hellaswag|0|0,lighteval|arc:challenge|0|0&quot;</span> \\
    --push-to-hub --results-org &lt;your-username&gt;`,wrap:!1}}),E=new T({props:{title:"5. Open a pull request on the leaderboard space",local:"5-open-a-pull-request-on-the-leaderboard-space",headingTag:"h2"}}),P=new T({props:{title:"Add your model’s results to submissions.json",local:"add-your-models-results-to-submissionsjson",headingTag:"h3"}}),Y=new Zt({props:{code:"JTdCJTBBJTIwJTIwJTIwJTIwJTIyc3VibWlzc2lvbnMlMjIlM0ElMjAlNUIlMEElMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAuLi4lMjAlMkYlMkYlMjBleGlzdGluZyUyMHN1Ym1pc3Npb25zJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTdCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIydXNlcm5hbWUlMjIlM0ElMjAlMjIlM0N5b3VyLXVzZXJuYW1lJTNFJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIybW9kZWxfbmFtZSUyMiUzQSUyMCUyMiUzQ3lvdXItbW9kZWwtbmFtZSUzRSUyMiUyQyUyMCUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMmNoYXB0ZXIlMjIlM0ElMjAlMjIzJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIybWV0aG9kJTIyJTNBJTIwJTIyRFBPJTIyJTJDJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIyc3VibWlzc2lvbl9kYXRlJTIyJTNBJTIwJTIyJTNDeW91ci1zdWJtaXNzaW9uLWRhdGUlM0UlMjIlMkMlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjJyZXN1bHRzLWRhdGFzZXQlMjIlM0ElMjAlMjIlM0N5b3VyLXJlc3VsdHMtZGF0YXNldCUzRSUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMmJhc2VfbW9kZWwlMjIlM0ElMjAlMjJIdWdnaW5nRmFjZVRCJTJGU21vbExNMy0zQiUyMiUyQyUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMCUyMnByZWZlcmVuY2VfZGF0YXNldCUyMiUzQSUyMCUyMkFudGhyb3BpYyUyRmhoLXJsaGYlMjIlMEElMjAlMjAlMjAlMjAlMjAlMjAlMjAlMjAlN0QlMEElMjAlMjAlMjAlMjAlNUQlMEElN0Q=",highlighted:`<span class="hljs-punctuation">{</span>
    <span class="hljs-attr">&quot;submissions&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-punctuation">[</span>

        ... <span class="hljs-comment">// existing submissions</span>
        
        <span class="hljs-punctuation">{</span>
            <span class="hljs-attr">&quot;username&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;&lt;your-username&gt;&quot;</span><span class="hljs-punctuation">,</span>
            <span class="hljs-attr">&quot;model_name&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;&lt;your-model-name&gt;&quot;</span><span class="hljs-punctuation">,</span> 
            <span class="hljs-attr">&quot;chapter&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;3&quot;</span><span class="hljs-punctuation">,</span>
            <span class="hljs-attr">&quot;method&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;DPO&quot;</span><span class="hljs-punctuation">,</span>
            <span class="hljs-attr">&quot;submission_date&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;&lt;your-submission-date&gt;&quot;</span><span class="hljs-punctuation">,</span>
            <span class="hljs-attr">&quot;results-dataset&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;&lt;your-results-dataset&gt;&quot;</span><span class="hljs-punctuation">,</span>
            <span class="hljs-attr">&quot;base_model&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;HuggingFaceTB/SmolLM3-3B&quot;</span><span class="hljs-punctuation">,</span>
            <span class="hljs-attr">&quot;preference_dataset&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;Anthropic/hh-rlhf&quot;</span>
        <span class="hljs-punctuation">}</span>
    <span class="hljs-punctuation">]</span>
<span class="hljs-punctuation">}</span>`,wrap:!1}}),R=new T({props:{title:"Share your training and evaluation commands in the PR text.",local:"share-your-training-and-evaluation-commands-in-the-pr-text",headingTag:"h3"}}),z=new T({props:{title:"Wait for the PR to be merged",local:"wait-for-the-pr-to-be-merged",headingTag:"h3"}}),X=new T({props:{title:"Test your knowledge",local:"test-your-knowledge",headingTag:"h2"}}),V=new T({props:{title:"Resources and Further Reading",local:"resources-and-further-reading",headingTag:"h2"}}),Q=new ye({props:{source:"https://github.com/huggingface/smol-course/blob/main/units/en/unit2/4.md"}}),{c(){c=i("meta"),et=n(),K=i("p"),lt=n(),r(w.$$.fragment),at=n(),r(g.$$.fragment),nt=n(),j=i("p"),j.textContent=Rt,st=n(),J=i("ol"),J.innerHTML=Gt,it=n(),b=i("p"),b.textContent=zt,ot=n(),r(U.$$.fragment),ut=n(),I=i("p"),I.textContent=Ft,rt=n(),$=i("ul"),$.innerHTML=Xt,pt=n(),C=i("p"),C.innerHTML=St,ht=n(),r(v.$$.fragment),dt=n(),A=i("p"),A.innerHTML=Vt,mt=n(),r(L.$$.fragment),Mt=n(),r(W.$$.fragment),Tt=n(),q=i("p"),q.innerHTML=Ot,ct=n(),r(H.$$.fragment),ft=n(),x=i("p"),x.innerHTML=Dt,yt=n(),f=i("blockquote"),f.innerHTML=Qt,wt=n(),r(_.$$.fragment),gt=n(),N=i("p"),N.innerHTML=Kt,jt=n(),y=i("blockquote"),y.innerHTML=te,Jt=n(),r(E.$$.fragment),bt=n(),B=i("p"),B.textContent=ee,Ut=n(),k=i("ol"),k.innerHTML=le,It=n(),r(P.$$.fragment),$t=n(),Z=i("p"),Z.innerHTML=ae,Ct=n(),r(Y.$$.fragment),vt=n(),r(R.$$.fragment),At=n(),G=i("p"),G.textContent=ne,Lt=n(),r(z.$$.fragment),Wt=n(),F=i("p"),F.innerHTML=se,qt=n(),r(X.$$.fragment),Ht=n(),S=i("p"),S.innerHTML=ie,xt=n(),r(V.$$.fragment),_t=n(),O=i("ul"),O.innerHTML=oe,Nt=n(),D=i("p"),D.textContent=ue,Et=n(),r(Q.$$.fragment),Bt=n(),tt=i("p"),this.h()},l(t){const e=Te("svelte-u9bgzb",document.head);c=o(e,"META",{name:!0,content:!0}),e.forEach(l),et=s(t),K=o(t,"P",{}),re(K).forEach(l),lt=s(t),p(w.$$.fragment,t),at=s(t),p(g.$$.fragment,t),nt=s(t),j=o(t,"P",{"data-svelte-h":!0}),u(j)!=="svelte-a8tqk0"&&(j.textContent=Rt),st=s(t),J=o(t,"OL",{"data-svelte-h":!0}),u(J)!=="svelte-1o2cbb5"&&(J.innerHTML=Gt),it=s(t),b=o(t,"P",{"data-svelte-h":!0}),u(b)!=="svelte-1qwargy"&&(b.textContent=zt),ot=s(t),p(U.$$.fragment,t),ut=s(t),I=o(t,"P",{"data-svelte-h":!0}),u(I)!=="svelte-vp3ys2"&&(I.textContent=Ft),rt=s(t),$=o(t,"UL",{"data-svelte-h":!0}),u($)!=="svelte-4pml94"&&($.innerHTML=Xt),pt=s(t),C=o(t,"P",{"data-svelte-h":!0}),u(C)!=="svelte-t76afp"&&(C.innerHTML=St),ht=s(t),p(v.$$.fragment,t),dt=s(t),A=o(t,"P",{"data-svelte-h":!0}),u(A)!=="svelte-18djdd1"&&(A.innerHTML=Vt),mt=s(t),p(L.$$.fragment,t),Mt=s(t),p(W.$$.fragment,t),Tt=s(t),q=o(t,"P",{"data-svelte-h":!0}),u(q)!=="svelte-1o1ar0u"&&(q.innerHTML=Ot),ct=s(t),p(H.$$.fragment,t),ft=s(t),x=o(t,"P",{"data-svelte-h":!0}),u(x)!=="svelte-z55s4b"&&(x.innerHTML=Dt),yt=s(t),f=o(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),u(f)!=="svelte-1mlooy6"&&(f.innerHTML=Qt),wt=s(t),p(_.$$.fragment,t),gt=s(t),N=o(t,"P",{"data-svelte-h":!0}),u(N)!=="svelte-1vqdtp1"&&(N.innerHTML=Kt),jt=s(t),y=o(t,"BLOCKQUOTE",{class:!0,"data-svelte-h":!0}),u(y)!=="svelte-16w157s"&&(y.innerHTML=te),Jt=s(t),p(E.$$.fragment,t),bt=s(t),B=o(t,"P",{"data-svelte-h":!0}),u(B)!=="svelte-dclmpj"&&(B.textContent=ee),Ut=s(t),k=o(t,"OL",{"data-svelte-h":!0}),u(k)!=="svelte-11sbuys"&&(k.innerHTML=le),It=s(t),p(P.$$.fragment,t),$t=s(t),Z=o(t,"P",{"data-svelte-h":!0}),u(Z)!=="svelte-vduzj7"&&(Z.innerHTML=ae),Ct=s(t),p(Y.$$.fragment,t),vt=s(t),p(R.$$.fragment,t),At=s(t),G=o(t,"P",{"data-svelte-h":!0}),u(G)!=="svelte-1hm8pcp"&&(G.textContent=ne),Lt=s(t),p(z.$$.fragment,t),Wt=s(t),F=o(t,"P",{"data-svelte-h":!0}),u(F)!=="svelte-173fjg4"&&(F.innerHTML=se),qt=s(t),p(X.$$.fragment,t),Ht=s(t),S=o(t,"P",{"data-svelte-h":!0}),u(S)!=="svelte-1enj7aa"&&(S.innerHTML=ie),xt=s(t),p(V.$$.fragment,t),_t=s(t),O=o(t,"UL",{"data-svelte-h":!0}),u(O)!=="svelte-5tjewz"&&(O.innerHTML=oe),Nt=s(t),D=o(t,"P",{"data-svelte-h":!0}),u(D)!=="svelte-13gjevs"&&(D.textContent=ue),Et=s(t),p(Q.$$.fragment,t),Bt=s(t),tt=o(t,"P",{}),re(tt).forEach(l),this.h()},h(){Pt(c,"name","hf:doc:metadata"),Pt(c,"content",ge),Pt(f,"class","tip"),Pt(y,"class","tip")},m(t,e){ce(document.head,c),a(t,et,e),a(t,K,e),a(t,lt,e),h(w,t,e),a(t,at,e),h(g,t,e),a(t,nt,e),a(t,j,e),a(t,st,e),a(t,J,e),a(t,it,e),a(t,b,e),a(t,ot,e),h(U,t,e),a(t,ut,e),a(t,I,e),a(t,rt,e),a(t,$,e),a(t,pt,e),a(t,C,e),a(t,ht,e),h(v,t,e),a(t,dt,e),a(t,A,e),a(t,mt,e),h(L,t,e),a(t,Mt,e),h(W,t,e),a(t,Tt,e),a(t,q,e),a(t,ct,e),h(H,t,e),a(t,ft,e),a(t,x,e),a(t,yt,e),a(t,f,e),a(t,wt,e),h(_,t,e),a(t,gt,e),a(t,N,e),a(t,jt,e),a(t,y,e),a(t,Jt,e),h(E,t,e),a(t,bt,e),a(t,B,e),a(t,Ut,e),a(t,k,e),a(t,It,e),h(P,t,e),a(t,$t,e),a(t,Z,e),a(t,Ct,e),h(Y,t,e),a(t,vt,e),h(R,t,e),a(t,At,e),a(t,G,e),a(t,Lt,e),h(z,t,e),a(t,Wt,e),a(t,F,e),a(t,qt,e),h(X,t,e),a(t,Ht,e),a(t,S,e),a(t,xt,e),h(V,t,e),a(t,_t,e),a(t,O,e),a(t,Nt,e),a(t,D,e),a(t,Et,e),h(Q,t,e),a(t,Bt,e),a(t,tt,e),kt=!0},p:he,i(t){kt||(d(w.$$.fragment,t),d(g.$$.fragment,t),d(U.$$.fragment,t),d(v.$$.fragment,t),d(L.$$.fragment,t),d(W.$$.fragment,t),d(H.$$.fragment,t),d(_.$$.fragment,t),d(E.$$.fragment,t),d(P.$$.fragment,t),d(Y.$$.fragment,t),d(R.$$.fragment,t),d(z.$$.fragment,t),d(X.$$.fragment,t),d(V.$$.fragment,t),d(Q.$$.fragment,t),kt=!0)},o(t){m(w.$$.fragment,t),m(g.$$.fragment,t),m(U.$$.fragment,t),m(v.$$.fragment,t),m(L.$$.fragment,t),m(W.$$.fragment,t),m(H.$$.fragment,t),m(_.$$.fragment,t),m(E.$$.fragment,t),m(P.$$.fragment,t),m(Y.$$.fragment,t),m(R.$$.fragment,t),m(z.$$.fragment,t),m(X.$$.fragment,t),m(V.$$.fragment,t),m(Q.$$.fragment,t),kt=!1},d(t){t&&(l(et),l(K),l(lt),l(at),l(nt),l(j),l(st),l(J),l(it),l(b),l(ot),l(ut),l(I),l(rt),l($),l(pt),l(C),l(ht),l(dt),l(A),l(mt),l(Mt),l(Tt),l(q),l(ct),l(ft),l(x),l(yt),l(f),l(wt),l(gt),l(N),l(jt),l(y),l(Jt),l(bt),l(B),l(Ut),l(k),l(It),l($t),l(Z),l(Ct),l(vt),l(At),l(G),l(Lt),l(Wt),l(F),l(qt),l(Ht),l(S),l(xt),l(_t),l(O),l(Nt),l(D),l(Et),l(Bt),l(tt)),l(c),M(w,t),M(g,t),M(U,t),M(v,t),M(L,t),M(W,t),M(H,t),M(_,t),M(E,t),M(P,t),M(Y,t),M(R,t),M(z,t),M(X,t),M(V,t),M(Q,t)}}}const ge='{"title":"Submit your final project!","local":"submit-your-final-project","sections":[{"title":"1. Read the written guide for the chapter and 2. Train a model using what you learned in the chapter.","local":"1-read-the-written-guide-for-the-chapter-and-2-train-a-model-using-what-you-learned-in-the-chapter","sections":[],"depth":2},{"title":"3. Push the model to the Hugging Face Hub","local":"3-push-the-model-to-the-hugging-face-hub","sections":[{"title":"DPO Training with Hub Upload:","local":"dpo-training-with-hub-upload","sections":[],"depth":3}],"depth":2},{"title":"4. Evaluate the model using hf jobs","local":"4-evaluate-the-model-using-hf-jobs","sections":[],"depth":2},{"title":"5. Open a pull request on the leaderboard space","local":"5-open-a-pull-request-on-the-leaderboard-space","sections":[{"title":"Add your model’s results to submissions.json","local":"add-your-models-results-to-submissionsjson","sections":[],"depth":3},{"title":"Share your training and evaluation commands in the PR text.","local":"share-your-training-and-evaluation-commands-in-the-pr-text","sections":[],"depth":3},{"title":"Wait for the PR to be merged","local":"wait-for-the-pr-to-be-merged","sections":[],"depth":3}],"depth":2},{"title":"Test your knowledge","local":"test-your-knowledge","sections":[],"depth":2},{"title":"Resources and Further Reading","local":"resources-and-further-reading","sections":[],"depth":2}],"depth":1}';function je(Yt){return de(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class $e extends me{constructor(c){super(),Me(this,c,je,we,pe,{})}}export{$e as component};
