import{s as ya,o as La,n as et}from"../chunks/scheduler.56730f09.js";import{S as Ta,i as $a,g as i,s as n,r as p,A as Ma,h as l,f as t,c as a,j as T,u,x as c,k as $,y as s,a as r,v as h,d as f,t as _,w as g}from"../chunks/index.1f144517.js";import{T as vn}from"../chunks/Tip.41e845e5.js";import{D as w,E as wo}from"../chunks/ExampleCodeBlock.e82611a0.js";import{C as It}from"../chunks/CodeBlock.738eeccb.js";import{P as va}from"../chunks/PipelineTag.82d6c31e.js";import{H as xo,E as wa}from"../chunks/EditOnGithub.854793f1.js";function xa(z){let d,v;return d=new It({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMExsYW1hTW9kZWwlMkMlMjBMbGFtYUNvbmZpZyUwQSUwQSUyMyUyMEluaXRpYWxpemluZyUyMGElMjBMTGFNQSUyMGxsYW1hLTdiJTIwc3R5bGUlMjBjb25maWd1cmF0aW9uJTBBY29uZmlndXJhdGlvbiUyMCUzRCUyMExsYW1hQ29uZmlnKCklMEElMEElMjMlMjBJbml0aWFsaXppbmclMjBhJTIwbW9kZWwlMjBmcm9tJTIwdGhlJTIwbGxhbWEtN2IlMjBzdHlsZSUyMGNvbmZpZ3VyYXRpb24lMEFtb2RlbCUyMCUzRCUyMExsYW1hTW9kZWwoY29uZmlndXJhdGlvbiklMEElMEElMjMlMjBBY2Nlc3NpbmclMjB0aGUlMjBtb2RlbCUyMGNvbmZpZ3VyYXRpb24lMEFjb25maWd1cmF0aW9uJTIwJTNEJTIwbW9kZWwuY29uZmln",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaModel, LlamaConfig

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Initializing a LLaMA llama-7b style configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>configuration = LlamaConfig()

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Initializing a model from the llama-7b style configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = LlamaModel(configuration)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Accessing the model configuration</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>configuration = model.config`,wrap:!1}}),{c(){p(d.$$.fragment)},l(m){u(d.$$.fragment,m)},m(m,k){h(d,m,k),v=!0},p:et,i(m){v||(f(d.$$.fragment,m),v=!0)},o(m){_(d.$$.fragment,m),v=!1},d(m){g(d,m)}}}function Ca(z){let d,v="sequence pair mask has the following format:",m,k,x;return k=new It({props:{code:"MCUyMDAlMjAwJTIwMCUyMDAlMjAwJTIwMCUyMDAlMjAwJTIwMCUyMDAlMjAxJTIwMSUyMDElMjAxJTIwMSUyMDElMjAxJTIwMSUyMDElMEElN0MlMjBmaXJzdCUyMHNlcXVlbmNlJTIwJTIwJTIwJTIwJTdDJTIwc2Vjb25kJTIwc2VxdWVuY2UlMjAlN0M=",highlighted:`0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1 1
| first sequence    | second sequence |`,wrap:!1}}),{c(){d=i("p"),d.textContent=v,m=n(),p(k.$$.fragment)},l(b){d=l(b,"P",{"data-svelte-h":!0}),c(d)!=="svelte-16klr56"&&(d.textContent=v),m=a(b),u(k.$$.fragment,b)},m(b,q){r(b,d,q),r(b,m,q),h(k,b,q),x=!0},p:et,i(b){x||(f(k.$$.fragment,b),x=!0)},o(b){_(k.$$.fragment,b),x=!1},d(b){b&&(t(d),t(m)),g(k,b)}}}function za(z){let d,v;return d=new It({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMExsYW1hVG9rZW5pemVyRmFzdCUwQSUwQXRva2VuaXplciUyMCUzRCUyMExsYW1hVG9rZW5pemVyRmFzdC5mcm9tX3ByZXRyYWluZWQoJTIyaGYtaW50ZXJuYWwtdGVzdGluZyUyRmxsYW1hLXRva2VuaXplciUyMiklMEF0b2tlbml6ZXIuZW5jb2RlKCUyMkhlbGxvJTIwdGhpcyUyMGlzJTIwYSUyMHRlc3QlMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaTokenizerFast

<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = LlamaTokenizerFast.from_pretrained(<span class="hljs-string">&quot;hf-internal-testing/llama-tokenizer&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.encode(<span class="hljs-string">&quot;Hello this is a test&quot;</span>)
[<span class="hljs-number">1</span>, <span class="hljs-number">15043</span>, <span class="hljs-number">445</span>, <span class="hljs-number">338</span>, <span class="hljs-number">263</span>, <span class="hljs-number">1243</span>]`,wrap:!1}}),{c(){p(d.$$.fragment)},l(m){u(d.$$.fragment,m)},m(m,k){h(d,m,k),v=!0},p:et,i(m){v||(f(d.$$.fragment,m),v=!0)},o(m){_(d.$$.fragment,m),v=!1},d(m){g(d,m)}}}function qa(z){let d,v=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){d=i("p"),d.innerHTML=v},l(m){d=l(m,"P",{"data-svelte-h":!0}),c(d)!=="svelte-fincs2"&&(d.innerHTML=v)},m(m,k){r(m,d,k)},p:et,d(m){m&&t(d)}}}function Fa(z){let d,v=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){d=i("p"),d.innerHTML=v},l(m){d=l(m,"P",{"data-svelte-h":!0}),c(d)!=="svelte-fincs2"&&(d.innerHTML=v)},m(m,k){r(m,d,k)},p:et,d(m){m&&t(d)}}}function ja(z){let d,v="Example:",m,k,x;return k=new It({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMkMlMjBMbGFtYUZvckNhdXNhbExNJTBBJTBBbW9kZWwlMjAlM0QlMjBMbGFtYUZvckNhdXNhbExNLmZyb21fcHJldHJhaW5lZCglMjJtZXRhLWxsYW1hJTJGTGxhbWEtMi03Yi1oZiUyMiklMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJtZXRhLWxsYW1hJTJGTGxhbWEtMi03Yi1oZiUyMiklMEElMEFwcm9tcHQlMjAlM0QlMjAlMjJIZXklMkMlMjBhcmUlMjB5b3UlMjBjb25zY2lvdXMlM0YlMjBDYW4lMjB5b3UlMjB0YWxrJTIwdG8lMjBtZSUzRiUyMiUwQWlucHV0cyUyMCUzRCUyMHRva2VuaXplcihwcm9tcHQlMkMlMjByZXR1cm5fdGVuc29ycyUzRCUyMnB0JTIyKSUwQSUwQSUyMyUyMEdlbmVyYXRlJTBBZ2VuZXJhdGVfaWRzJTIwJTNEJTIwbW9kZWwuZ2VuZXJhdGUoaW5wdXRzLmlucHV0X2lkcyUyQyUyMG1heF9sZW5ndGglM0QzMCklMEF0b2tlbml6ZXIuYmF0Y2hfZGVjb2RlKGdlbmVyYXRlX2lkcyUyQyUyMHNraXBfc3BlY2lhbF90b2tlbnMlM0RUcnVlJTJDJTIwY2xlYW5fdXBfdG9rZW5pemF0aW9uX3NwYWNlcyUzREZhbHNlKSU1QjAlNUQ=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, LlamaForCausalLM

<span class="hljs-meta">&gt;&gt;&gt; </span>model = LlamaForCausalLM.from_pretrained(<span class="hljs-string">&quot;meta-llama/Llama-2-7b-hf&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;meta-llama/Llama-2-7b-hf&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>prompt = <span class="hljs-string">&quot;Hey, are you conscious? Can you talk to me?&quot;</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>inputs = tokenizer(prompt, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Generate</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>generate_ids = model.generate(inputs.input_ids, max_length=<span class="hljs-number">30</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer.batch_decode(generate_ids, skip_special_tokens=<span class="hljs-literal">True</span>, clean_up_tokenization_spaces=<span class="hljs-literal">False</span>)[<span class="hljs-number">0</span>]
<span class="hljs-string">&quot;Hey, are you conscious? Can you talk to me?\\nI&#x27;m not conscious, but I can talk to you.&quot;</span>`,wrap:!1}}),{c(){d=i("p"),d.textContent=v,m=n(),p(k.$$.fragment)},l(b){d=l(b,"P",{"data-svelte-h":!0}),c(d)!=="svelte-11lpom8"&&(d.textContent=v),m=a(b),u(k.$$.fragment,b)},m(b,q){r(b,d,q),r(b,m,q),h(k,b,q),x=!0},p:et,i(b){x||(f(k.$$.fragment,b),x=!0)},o(b){_(k.$$.fragment,b),x=!1},d(b){b&&(t(d),t(m)),g(k,b)}}}function Ia(z){let d,v=`Although the recipe for forward pass needs to be defined within this function, one should call the <code>Module</code>
instance afterwards instead of this since the former takes care of running the pre and post processing steps while
the latter silently ignores them.`;return{c(){d=i("p"),d.innerHTML=v},l(m){d=l(m,"P",{"data-svelte-h":!0}),c(d)!=="svelte-fincs2"&&(d.innerHTML=v)},m(m,k){r(m,d,k)},p:et,d(m){m&&t(d)}}}function Pa(z){let d,v,m,k,x,b,q,Ut,oe,yn='LLaMA 모델은 Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timothée Lacroix, Baptiste Rozière, Naman Goyal, Eric Hambro, Faisal Azhar, Aurelien Rodriguez, Armand Joulin, Edouard Grave, Guillaume Lample에 의해 제안된 <a href="https://arxiv.org/abs/2302.13971" rel="nofollow">LLaMA: Open and Efficient Foundation Language Models</a>에서 소개되었습니다. 이 모델은 7B에서 65B개의 파라미터까지 다양한 크기의 기초 언어 모델을 모아놓은 것입니다.',At,ne,Ln="논문의 초록은 다음과 같습니다:",Ht,ae,Tn="<em>“LLaMA는 7B에서 65B개의 파라미터 수를 가진 기초 언어 모델의 모음입니다. 우리는 수조 개의 토큰으로 모델을 훈련시켰고, 공개적으로 이용 가능한 데이터셋만을 사용하여 최고 수준의 모델을 훈련시킬 수 있음을 보여줍니다. 특히, LLaMA-13B 모델은 대부분의 벤치마크에서 GPT-3 (175B)를 능가하며, LLaMA-65B는 최고 수준의 모델인 Chinchilla-70B와 PaLM-540B에 버금가는 성능을 보입니다. 우리는 모든 모델을 연구 커뮤니티에 공개합니다.”</em>",Et,se,$n="팁:",St,re,Mn='<li>LLaMA 모델의 가중치는 <a href="https://docs.google.com/forms/d/e/1FAIpQLSfqNECQnMkycAp2jP4Z9TFX0cGR4uf7b_fBxjY_OjhJILlKGA/viewform?usp=send_form" rel="nofollow">이 양식</a>을 작성하여 얻을 수 있습니다.</li> <li>가중치를 다운로드한 후에는 이를 <a href="https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/convert_llama_weights_to_hf.py" rel="nofollow">변환 스크립트</a>를 사용하여 Hugging Face Transformers 형식으로 변환해야합니다. 변환 스크립트를 실행하려면 아래의 예시 명령어를 참고하세요:</li>',Nt,ie,Jt,le,wn="<li>변환을 하였다면 모델과 토크나이저는 다음과 같이 로드할 수 있습니다:</li>",Gt,de,Zt,ce,xn="스크립트를 실행하기 위해서는 모델을 float16 정밀도로 전부 로드할 수 있을 만큼의 충분한 CPU RAM이 필요합니다. (가장 큰 버전의 모델이 여러 체크포인트로 나뉘어 있더라도, 각 체크포인트는 모델의 각 가중치의 일부를 포함하고 있기 때문에 모든 체크포인트를 RAM에 로드해야 합니다) 65B 모델의 경우, 총 130GB의 RAM이 필요합니다.",Dt,me,Cn='<li>LLaMA 토크나이저는 <a href="https://github.com/google/sentencepiece" rel="nofollow">sentencepiece</a>를 기반으로 하는 BPE 모델입니다. sentencepiece의 특징 중 하나는 시퀀스를 디코딩할 때 첫 토큰이 단어의 시작이라면 (예를 들어 “Banana”), 토크나이저는 문자열 앞에 공백을 추가하지 않는다는 것입니다.</li>',Bt,pe,zn='이 모델은 <a href="https://huggingface.co/BlackSamorez" rel="nofollow">BlackSamorez</a>의 기여와 함께, <a href="https://huggingface.co/zphang" rel="nofollow">zphang</a>에 의해 제공되었습니다. Hugging Face에서의 구현 코드는 GPT-NeoX를 기반으로 하며 <a href="https://github.com/EleutherAI/gpt-neox" rel="nofollow">여기</a>에서 찾을 수 있고, 저자의 코드 원본은 <a href="https://github.com/facebookresearch/llama" rel="nofollow">여기</a>에서 확인할 수 있습니다.',Rt,ue,qn="원래 LLaMA 모델을 기반으로 Meta AI에서 몇 가지 후속 작업을 발표했습니다:",Vt,he,Fn='<li><strong>Llama2</strong>: Llama2는 구조적인 몇 가지 수정(Grouped Query Attention)을 통해 개선된 버전이며, 2조 개의 토큰으로 사전 훈련이 되어 있습니다. Llama2에 대한 자세한 내용은 <a href="llama2">이 문서</a>를 참고하세요.</li>',Xt,fe,Yt,_e,jn="LLaMA를 시작하는 데 도움이 될 Hugging Face 및 커뮤니티(🌎로 표시)의 공식 자료 목록입니다. 여기에 자료를 제출하고 싶다면 Pull Request를 올려주세요! 추가할 자료는 기존의 자료와 중복되지 않고 새로운 내용을 보여주는 것이 좋습니다.",Ot,ge,Qt,be,In='<li>LLaMA 모델을 텍스트 분류 작업에 적용하기 위한 프롬프트 튜닝 방법에 대한 <a href="https://colab.research.google.com/github/bigscience-workshop/petals/blob/main/examples/prompt-tuning-sst2.ipynb#scrollTo=f04ba4d2" rel="nofollow">노트북</a> 🌎</li>',Kt,ke,eo,ve,Pn='<li><a href="https://stackexchange.com/" rel="nofollow">Stack Exchange</a>에서 질문에 답하는 LLaMA를 훈련하는 방법을 위한 <a href="https://huggingface.co/blog/stackllama#stackllama-a-hands-on-guide-to-train-llama-with-rlhf" rel="nofollow">StackLLaMA: RLHF로 LLaMA를 훈련하는 실전 가이드</a> 🌎</li>',to,ye,Wn="⚗️ 최적화",oo,Le,Un='<li>제한된 메모리를 가진 GPU에서 xturing 라이브러리를 사용하여 LLaMA 모델을 미세 조정하는 방법에 대한 <a href="https://colab.research.google.com/drive/1SQUXq1AMZPSLD4mk3A3swUIc6Y2dclme?usp=sharing" rel="nofollow">노트북</a> 🌎</li>',no,Te,An="⚡️ 추론",ao,$e,Hn='<li>🤗 PEFT 라이브러리의 PeftModel을 사용하여 LLaMA 모델을 실행하는 방법에 대한 <a href="https://colab.research.google.com/github/DominguesM/alpaca-lora-ptbr-7b/blob/main/notebooks/02%20-%20Evaluate.ipynb" rel="nofollow">노트북</a> 🌎</li> <li>LangChain을 사용하여 PEFT 어댑터 LLaMA 모델을 로드하는 방법에 대한 <a href="https://colab.research.google.com/drive/1l2GiSSPbajVyp2Nk3CFT4t3uH6-5TiBe?usp=sharing" rel="nofollow">노트북</a> 🌎</li>',so,Me,En="🚀 배포",ro,we,Sn='<li>🤗 PEFT 라이브러리와 사용자 친화적인 UI로 LLaMA 모델을 미세 조정하는 방법에 대한 <a href="https://colab.research.google.com/github/lxe/simple-llama-finetuner/blob/master/Simple_LLaMA_FineTuner.ipynb#scrollTo=3PM_DilAZD8T" rel="nofollow">노트북</a> 🌎</li> <li>Amazon SageMaker에서 텍스트 생성을 위해 Open-LLaMA 모델을 배포하는 방법에 대한 <a href="https://github.com/aws/amazon-sagemaker-examples/blob/main/introduction_to_amazon_algorithms/jumpstart-foundation-models/text-generation-open-llama.ipynb" rel="nofollow">노트북</a> 🌎</li>',io,xe,lo,P,Ce,Co,tt,Nn=`This is the configuration class to store the configuration of a <a href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaModel">LlamaModel</a>. It is used to instantiate an LLaMA
model according to the specified arguments, defining the model architecture. Instantiating a configuration with the
defaults will yield a similar configuration to that of the LLaMA-7B.`,zo,ot,Jn=`Configuration objects inherit from <code>PretrainedConfig</code> and can be used to control the model outputs. Read the
documentation from <code>PretrainedConfig</code> for more information.`,qo,Z,co,ze,Gn="## LlamaTokenizer [[llamatokenizer]][[transformers.LlamaTokenizer]]",mo,C,qe,Fo,nt,Zn=`Construct a Llama tokenizer. Based on byte-level Byte-Pair-Encoding. The default padding token is unset as there is
no padding token in the original model.`,jo,at,Fe,Io,D,je,Po,st,Dn=`Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> method.`,Wo,W,Ie,Uo,rt,Bn="Creates a mask from the two sequences passed to be used in a sequence-pair classification task. An ALBERT",Ao,B,Ho,it,Rn="if token_ids_1 is None, only returns the first portion of the mask (0s).",Eo,R,Pe,So,lt,Vn="Save the vocabulary and special tokens file to a directory.",po,We,Xn="## LlamaTokenizerFast [[llamatokenizerfast]][[transformers.LlamaTokenizerFast]]",uo,y,Ue,No,dt,Yn="Construct a Llama tokenizer. Based on byte-level Byte-Pair-Encoding.",Jo,ct,On="This uses notably ByteFallback and no normalization.",Go,V,Zo,mt,Qn=`If you want to change the <code>bos_token</code> or the <code>eos_token</code>, make sure to specify them when initializing the model, or
call <code>tokenizer.update_post_processor()</code> to make sure that the post-processing is correctly done (otherwise the
values of the first token and final token of an encoded sequence will not be correct). For more details, checkout
[post-processors] (<a href="https://huggingface.co/docs/tokenizers/api/post-processors" rel="nofollow">https://huggingface.co/docs/tokenizers/api/post-processors</a>) documentation.`,Do,pt,Kn=`This tokenizer inherits from <code>PreTrainedTokenizerFast</code> which contains most of the main methods. Users should
refer to this superclass for more information regarding those methods.`,Bo,ut,Ae,Ro,X,He,Vo,ht,ea=`Retrieves sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> or <code>encode_plus</code> methods.`,Xo,E,Ee,Yo,ft,ta=`Create the token type IDs corresponding to the sequences passed. <a href="../glossary#token-type-ids">What are token type
IDs?</a>`,Oo,_t,oa="Should be overridden in a subclass if the model has a special way of building those.",Qo,Y,Se,Ko,gt,na="Updates the underlying post processor with the current <code>bos_token</code> and <code>eos_token</code>.",en,bt,Ne,ho,Je,aa="## LlamaModel [[llamamodel]][[transformers.LlamaModel]]",fo,F,Ge,tn,kt,sa=`The bare LLaMA Model outputting raw hidden-states without any specific head on top.
This model inherits from <code>PreTrainedModel</code>. Check the superclass documentation for the generic methods the
library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads
etc.)`,on,vt,ra=`This model is also a PyTorch <a href="https://pytorch.org/docs/stable/nn.html#torch.nn.Module" rel="nofollow">torch.nn.Module</a> subclass.
Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage
and behavior.`,nn,yt,ia="Transformer decoder consisting of <em>config.num_hidden_layers</em> layers. Each layer is a <code>LlamaDecoderLayer</code>",an,S,Ze,sn,Lt,la='The <a href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaModel">LlamaModel</a> forward method, overrides the <code>__call__</code> special method.',rn,O,_o,De,da="## LlamaForCausalLM [[llamaforcausallm]][[transformers.LlamaForCausalLM]]",go,G,Be,ln,U,Re,dn,Tt,ca='The <a href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaForCausalLM">LlamaForCausalLM</a> forward method, overrides the <code>__call__</code> special method.',cn,Q,mn,K,bo,Ve,ma="## LlamaForSequenceClassification [[llamaforsequenceclassification]][[transformers.LlamaForSequenceClassification]]",ko,M,Xe,pn,$t,pa="The LLaMa Model transformer with a sequence classification head on top (linear layer).",un,Mt,ua=`<a href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaForSequenceClassification">LlamaForSequenceClassification</a> uses the last token in order to do the classification, as other causal models
(e.g. GPT-2) do.`,hn,wt,ha=`Since it does classification on the last token, it requires to know the position of the last token. If a
<code>pad_token_id</code> is defined in the configuration, it finds the last token that is not a padding token in each row. If
no <code>pad_token_id</code> is defined, it simply takes the last value in each row of the batch. Since it cannot guess the
padding tokens when <code>inputs_embeds</code> are passed instead of <code>input_ids</code>, it does the same (take the last value in
each row of the batch).`,fn,xt,fa=`This model inherits from <code>PreTrainedModel</code>. Check the superclass documentation for the generic methods the
library implements for all its model (such as downloading or saving, resizing the input embeddings, pruning heads
etc.)`,_n,Ct,_a=`This model is also a PyTorch <a href="https://pytorch.org/docs/stable/nn.html#torch.nn.Module" rel="nofollow">torch.nn.Module</a> subclass.
Use it as a regular PyTorch Module and refer to the PyTorch documentation for all matter related to general usage
and behavior.`,gn,N,Ye,bn,zt,ga='The <a href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaForSequenceClassification">LlamaForSequenceClassification</a> forward method, overrides the <code>__call__</code> special method.',kn,ee,vo,Oe,yo,Pt,Lo;return x=new xo({props:{title:"LLaMA",local:"llama",headingTag:"h1"}}),q=new xo({props:{title:"개요",local:"overview",headingTag:"h2"}}),ie=new It({props:{code:"cHl0aG9uJTIwc3JjJTJGdHJhbnNmb3JtZXJzJTJGbW9kZWxzJTJGbGxhbWElMkZjb252ZXJ0X2xsYW1hX3dlaWdodHNfdG9faGYucHklMjAlNUMlMEElMjAlMjAlMjAlMjAtLWlucHV0X2RpciUyMCUyRnBhdGglMkZ0byUyRmRvd25sb2FkZWQlMkZsbGFtYSUyRndlaWdodHMlMjAtLW1vZGVsX3NpemUlMjA3QiUyMC0tb3V0cHV0X2RpciUyMCUyRm91dHB1dCUyRnBhdGg=",highlighted:`python src/transformers/models/llama/convert_llama_weights_to_hf.py \\
    --input_dir /path/to/downloaded/llama/weights --model_size 7B --output_dir /output/path`,wrap:!1}}),de=new It({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMExsYW1hRm9yQ2F1c2FsTE0lMkMlMjBMbGFtYVRva2VuaXplciUwQSUwQXRva2VuaXplciUyMCUzRCUyMExsYW1hVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjIlMkZvdXRwdXQlMkZwYXRoJTIyKSUwQW1vZGVsJTIwJTNEJTIwTGxhbWFGb3JDYXVzYWxMTS5mcm9tX3ByZXRyYWluZWQoJTIyJTJGb3V0cHV0JTJGcGF0aCUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> LlamaForCausalLM, LlamaTokenizer

tokenizer = LlamaTokenizer.from_pretrained(<span class="hljs-string">&quot;/output/path&quot;</span>)
model = LlamaForCausalLM.from_pretrained(<span class="hljs-string">&quot;/output/path&quot;</span>)`,wrap:!1}}),fe=new xo({props:{title:"리소스",local:"resources",headingTag:"h2"}}),ge=new va({props:{pipeline:"text-classification"}}),ke=new va({props:{pipeline:"question-answering"}}),xe=new xo({props:{title:"LlamaConfig",local:"llamaconfig ][ transformers.LlamaConfig",headingTag:"h2"}}),Ce=new w({props:{name:"class transformers.LlamaConfig",anchor:"transformers.LlamaConfig",parameters:[{name:"vocab_size",val:" = 32000"},{name:"hidden_size",val:" = 4096"},{name:"intermediate_size",val:" = 11008"},{name:"num_hidden_layers",val:" = 32"},{name:"num_attention_heads",val:" = 32"},{name:"num_key_value_heads",val:" = None"},{name:"hidden_act",val:" = 'silu'"},{name:"max_position_embeddings",val:" = 2048"},{name:"initializer_range",val:" = 0.02"},{name:"rms_norm_eps",val:" = 1e-06"},{name:"use_cache",val:" = True"},{name:"pad_token_id",val:" = None"},{name:"bos_token_id",val:" = 1"},{name:"eos_token_id",val:" = 2"},{name:"pretraining_tp",val:" = 1"},{name:"tie_word_embeddings",val:" = False"},{name:"rope_theta",val:" = 10000.0"},{name:"rope_scaling",val:" = None"},{name:"attention_bias",val:" = False"},{name:"attention_dropout",val:" = 0.0"},{name:"mlp_bias",val:" = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaConfig.vocab_size",description:`<strong>vocab_size</strong> (<code>int</code>, <em>optional</em>, defaults to 32000) &#x2014;
Vocabulary size of the LLaMA model. Defines the number of different tokens that can be represented by the
<code>inputs_ids</code> passed when calling <a href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaModel">LlamaModel</a>`,name:"vocab_size"},{anchor:"transformers.LlamaConfig.hidden_size",description:`<strong>hidden_size</strong> (<code>int</code>, <em>optional</em>, defaults to 4096) &#x2014;
Dimension of the hidden representations.`,name:"hidden_size"},{anchor:"transformers.LlamaConfig.intermediate_size",description:`<strong>intermediate_size</strong> (<code>int</code>, <em>optional</em>, defaults to 11008) &#x2014;
Dimension of the MLP representations.`,name:"intermediate_size"},{anchor:"transformers.LlamaConfig.num_hidden_layers",description:`<strong>num_hidden_layers</strong> (<code>int</code>, <em>optional</em>, defaults to 32) &#x2014;
Number of hidden layers in the Transformer decoder.`,name:"num_hidden_layers"},{anchor:"transformers.LlamaConfig.num_attention_heads",description:`<strong>num_attention_heads</strong> (<code>int</code>, <em>optional</em>, defaults to 32) &#x2014;
Number of attention heads for each attention layer in the Transformer decoder.`,name:"num_attention_heads"},{anchor:"transformers.LlamaConfig.num_key_value_heads",description:`<strong>num_key_value_heads</strong> (<code>int</code>, <em>optional</em>) &#x2014;
This is the number of key_value heads that should be used to implement Grouped Query Attention. If
<code>num_key_value_heads=num_attention_heads</code>, the model will use Multi Head Attention (MHA), if
<code>num_key_value_heads=1 the model will use Multi Query Attention (MQA) otherwise GQA is used. When converting a multi-head checkpoint to a GQA checkpoint, each group key and value head should be constructed by meanpooling all the original heads within that group. For more details checkout [this paper](https://arxiv.org/pdf/2305.13245.pdf). If it is not specified, will default to </code>num_attention_heads\`.`,name:"num_key_value_heads"},{anchor:"transformers.LlamaConfig.hidden_act",description:`<strong>hidden_act</strong> (<code>str</code> or <code>function</code>, <em>optional</em>, defaults to <code>&quot;silu&quot;</code>) &#x2014;
The non-linear activation function (function or string) in the decoder.`,name:"hidden_act"},{anchor:"transformers.LlamaConfig.max_position_embeddings",description:`<strong>max_position_embeddings</strong> (<code>int</code>, <em>optional</em>, defaults to 2048) &#x2014;
The maximum sequence length that this model might ever be used with. Llama 1 supports up to 2048 tokens,
Llama 2 up to 4096, CodeLlama up to 16384.`,name:"max_position_embeddings"},{anchor:"transformers.LlamaConfig.initializer_range",description:`<strong>initializer_range</strong> (<code>float</code>, <em>optional</em>, defaults to 0.02) &#x2014;
The standard deviation of the truncated_normal_initializer for initializing all weight matrices.`,name:"initializer_range"},{anchor:"transformers.LlamaConfig.rms_norm_eps",description:`<strong>rms_norm_eps</strong> (<code>float</code>, <em>optional</em>, defaults to 1e-06) &#x2014;
The epsilon used by the rms normalization layers.`,name:"rms_norm_eps"},{anchor:"transformers.LlamaConfig.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not the model should return the last key/values attentions (not used by all models). Only
relevant if <code>config.is_decoder=True</code>.`,name:"use_cache"},{anchor:"transformers.LlamaConfig.pad_token_id",description:`<strong>pad_token_id</strong> (<code>int</code>, <em>optional</em>) &#x2014;
Padding token id.`,name:"pad_token_id"},{anchor:"transformers.LlamaConfig.bos_token_id",description:`<strong>bos_token_id</strong> (<code>int</code>, <em>optional</em>, defaults to 1) &#x2014;
Beginning of stream token id.`,name:"bos_token_id"},{anchor:"transformers.LlamaConfig.eos_token_id",description:`<strong>eos_token_id</strong> (<code>int</code>, <em>optional</em>, defaults to 2) &#x2014;
End of stream token id.`,name:"eos_token_id"},{anchor:"transformers.LlamaConfig.pretraining_tp",description:`<strong>pretraining_tp</strong> (<code>int</code>, <em>optional</em>, defaults to 1) &#x2014;
Experimental feature. Tensor parallelism rank used during pretraining. Please refer to <a href="https://huggingface.co/docs/transformers/main/perf_train_gpu_many#tensor-parallelism" rel="nofollow">this
document</a> to understand more about it. This value is
necessary to ensure exact reproducibility of the pretraining results. Please refer to <a href="https://github.com/pytorch/pytorch/issues/76232" rel="nofollow">this
issue</a>.`,name:"pretraining_tp"},{anchor:"transformers.LlamaConfig.tie_word_embeddings",description:`<strong>tie_word_embeddings</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to tie weight embeddings`,name:"tie_word_embeddings"},{anchor:"transformers.LlamaConfig.rope_theta",description:`<strong>rope_theta</strong> (<code>float</code>, <em>optional</em>, defaults to 10000.0) &#x2014;
The base period of the RoPE embeddings.`,name:"rope_theta"},{anchor:"transformers.LlamaConfig.rope_scaling",description:`<strong>rope_scaling</strong> (<code>Dict</code>, <em>optional</em>) &#x2014;
Dictionary containing the scaling configuration for the RoPE embeddings. Currently supports two scaling
strategies: linear and dynamic. Their scaling factor must be a float greater than 1. The expected format is
<code>{&quot;type&quot;: strategy name, &quot;factor&quot;: scaling factor}</code>. When using this flag, don&#x2019;t update
<code>max_position_embeddings</code> to the expected new maximum. See the following thread for more information on how
these scaling strategies behave:
<a href="https://www.reddit.com/r/LocalLLaMA/comments/14mrgpr/dynamically_scaled_rope_further_increases/" rel="nofollow">https://www.reddit.com/r/LocalLLaMA/comments/14mrgpr/dynamically_scaled_rope_further_increases/</a>. This is an
experimental feature, subject to breaking API changes in future versions.`,name:"rope_scaling"},{anchor:"transformers.LlamaConfig.attention_bias",description:`<strong>attention_bias</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to use a bias in the query, key, value and output projection layers during self-attention.`,name:"attention_bias"},{anchor:"transformers.LlamaConfig.attention_dropout",description:`<strong>attention_dropout</strong> (<code>float</code>, <em>optional</em>, defaults to 0.0) &#x2014;
The dropout ratio for the attention probabilities.`,name:"attention_dropout"},{anchor:"transformers.LlamaConfig.mlp_bias",description:`<strong>mlp_bias</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to use a bias in up_proj, down_proj and gate_proj layers in the MLP layers.`,name:"mlp_bias"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/configuration_llama.py#L29"}}),Z=new wo({props:{anchor:"transformers.LlamaConfig.example",$$slots:{default:[xa]},$$scope:{ctx:z}}}),qe=new w({props:{name:"class transformers.LlamaTokenizer",anchor:"transformers.LlamaTokenizer",parameters:[{name:"vocab_file",val:""},{name:"unk_token",val:" = '<unk>'"},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"pad_token",val:" = None"},{name:"sp_model_kwargs",val:": Optional = None"},{name:"add_bos_token",val:" = True"},{name:"add_eos_token",val:" = False"},{name:"clean_up_tokenization_spaces",val:" = False"},{name:"use_default_system_prompt",val:" = False"},{name:"spaces_between_special_tokens",val:" = False"},{name:"legacy",val:" = None"},{name:"add_prefix_space",val:" = True"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
Path to the vocabulary file.`,name:"vocab_file"},{anchor:"transformers.LlamaTokenizer.unk_token",description:`<strong>unk_token</strong> (<code>str</code> or <code>tokenizers.AddedToken</code>, <em>optional</em>, defaults to <code>&quot;&lt;unk&gt;&quot;</code>) &#x2014;
The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
token instead.`,name:"unk_token"},{anchor:"transformers.LlamaTokenizer.bos_token",description:`<strong>bos_token</strong> (<code>str</code> or <code>tokenizers.AddedToken</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.`,name:"bos_token"},{anchor:"transformers.LlamaTokenizer.eos_token",description:`<strong>eos_token</strong> (<code>str</code> or <code>tokenizers.AddedToken</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The end of sequence token.`,name:"eos_token"},{anchor:"transformers.LlamaTokenizer.pad_token",description:`<strong>pad_token</strong> (<code>str</code> or <code>tokenizers.AddedToken</code>, <em>optional</em>) &#x2014;
A special token used to make arrays of tokens the same size for batching purpose. Will then be ignored by
attention mechanisms or loss computation.`,name:"pad_token"},{anchor:"transformers.LlamaTokenizer.sp_model_kwargs",description:`<strong>sp_model_kwargs</strong> (<code>Dict[str, Any]</code>, <code>Optional</code>, <em>optional</em>) &#x2014;
Will be passed to the <code>SentencePieceProcessor.__init__()</code> method. The <a href="https://github.com/google/sentencepiece/tree/master/python" rel="nofollow">Python wrapper for
SentencePiece</a> can be used, among other things,
to set:</p>
<ul>
<li>
<p><code>enable_sampling</code>: Enable subword regularization.</p>
</li>
<li>
<p><code>nbest_size</code>: Sampling parameters for unigram. Invalid for BPE-Dropout.</p>
<ul>
<li><code>nbest_size = {0,1}</code>: No sampling is performed.</li>
<li><code>nbest_size &gt; 1</code>: samples from the nbest_size results.</li>
<li><code>nbest_size &lt; 0</code>: assuming that nbest_size is infinite and samples from the all hypothesis (lattice)
using forward-filtering-and-backward-sampling algorithm.</li>
</ul>
</li>
<li>
<p><code>alpha</code>: Smoothing parameter for unigram sampling, and dropout probability of merge operations for
BPE-dropout.</p>
</li>
</ul>`,name:"sp_model_kwargs"},{anchor:"transformers.LlamaTokenizer.add_bos_token",description:`<strong>add_bos_token</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to add an <code>bos_token</code> at the start of sequences.`,name:"add_bos_token"},{anchor:"transformers.LlamaTokenizer.add_eos_token",description:`<strong>add_eos_token</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to add an <code>eos_token</code> at the end of sequences.`,name:"add_eos_token"},{anchor:"transformers.LlamaTokenizer.clean_up_tokenization_spaces",description:`<strong>clean_up_tokenization_spaces</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to cleanup spaces after decoding, cleanup consists in removing potential artifacts like
extra spaces.`,name:"clean_up_tokenization_spaces"},{anchor:"transformers.LlamaTokenizer.use_default_system_prompt",description:`<strong>use_default_system_prompt</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the default system prompt for Llama should be used.`,name:"use_default_system_prompt"},{anchor:"transformers.LlamaTokenizer.spaces_between_special_tokens",description:`<strong>spaces_between_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to add spaces between special tokens.`,name:"spaces_between_special_tokens"},{anchor:"transformers.LlamaTokenizer.legacy",description:`<strong>legacy</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not the <code>legacy</code> behavior of the tokenizer should be used. Legacy is before the merge of #24622
and #25224 which includes fixes to properly handle tokens that appear after special tokens.
Make sure to also set <code>from_slow</code> to <code>True</code>.
A simple example:</p>
<ul>
<li><code>legacy=True</code>:</li>
</ul>`,name:"legacy"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama.py#L56"}}),Fe=new w({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.LlamaTokenizer.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:""},{name:"token_ids_1",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama.py#L333"}}),je=new w({props:{name:"get_special_tokens_mask",anchor:"transformers.LlamaTokenizer.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": List"},{name:"token_ids_1",val:": Optional = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"},{anchor:"transformers.LlamaTokenizer.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama.py#L344",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),Ie=new w({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": List"},{name:"token_ids_1",val:": Optional = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of ids.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama.py#L381",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of <a href="../glossary#token-type-ids">token type IDs</a> according to the given sequence(s).</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),B=new wo({props:{anchor:"transformers.LlamaTokenizer.create_token_type_ids_from_sequences.example",$$slots:{default:[Ca]},$$scope:{ctx:z}}}),Pe=new w({props:{name:"save_vocabulary",anchor:"transformers.LlamaTokenizer.save_vocabulary",parameters:[{name:"save_directory",val:""},{name:"filename_prefix",val:": Optional = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizer.save_vocabulary.save_directory",description:`<strong>save_directory</strong> (<code>str</code>) &#x2014;
The directory in which to save the vocabulary.`,name:"save_directory"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama.py#L306",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Paths to the files saved.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Tuple(str)</code></p>
`}}),Ue=new w({props:{name:"class transformers.LlamaTokenizerFast",anchor:"transformers.LlamaTokenizerFast",parameters:[{name:"vocab_file",val:" = None"},{name:"tokenizer_file",val:" = None"},{name:"clean_up_tokenization_spaces",val:" = False"},{name:"unk_token",val:" = '<unk>'"},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"add_bos_token",val:" = True"},{name:"add_eos_token",val:" = False"},{name:"use_default_system_prompt",val:" = False"},{name:"legacy",val:" = None"},{name:"add_prefix_space",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>, <em>optional</em>) &#x2014;
<a href="https://github.com/google/sentencepiece" rel="nofollow">SentencePiece</a> file (generally has a .model extension) that
contains the vocabulary necessary to instantiate a tokenizer.`,name:"vocab_file"},{anchor:"transformers.LlamaTokenizerFast.tokenizer_file",description:`<strong>tokenizer_file</strong> (<code>str</code>, <em>optional</em>) &#x2014;
<a href="https://github.com/huggingface/tokenizers" rel="nofollow">tokenizers</a> file (generally has a .json extension) that
contains everything needed to load the tokenizer.`,name:"tokenizer_file"},{anchor:"transformers.LlamaTokenizerFast.clean_up_tokenization_spaces",description:`<strong>clean_up_tokenization_spaces</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to cleanup spaces after decoding, cleanup consists in removing potential artifacts like
extra spaces.`,name:"clean_up_tokenization_spaces"},{anchor:"transformers.LlamaTokenizerFast.unk_token",description:`<strong>unk_token</strong> (<code>str</code> or <code>tokenizers.AddedToken</code>, <em>optional</em>, defaults to <code>&quot;&lt;unk&gt;&quot;</code>) &#x2014;
The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
token instead.`,name:"unk_token"},{anchor:"transformers.LlamaTokenizerFast.bos_token",description:`<strong>bos_token</strong> (<code>str</code> or <code>tokenizers.AddedToken</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.`,name:"bos_token"},{anchor:"transformers.LlamaTokenizerFast.eos_token",description:`<strong>eos_token</strong> (<code>str</code> or <code>tokenizers.AddedToken</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The end of sequence token.`,name:"eos_token"},{anchor:"transformers.LlamaTokenizerFast.add_bos_token",description:`<strong>add_bos_token</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to add an <code>bos_token</code> at the start of sequences.`,name:"add_bos_token"},{anchor:"transformers.LlamaTokenizerFast.add_eos_token",description:`<strong>add_eos_token</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to add an <code>eos_token</code> at the end of sequences.`,name:"add_eos_token"},{anchor:"transformers.LlamaTokenizerFast.use_default_system_prompt",description:`<strong>use_default_system_prompt</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the default system prompt for Llama should be used`,name:"use_default_system_prompt"},{anchor:"transformers.LlamaTokenizerFast.legacy",description:`<strong>legacy</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not the <code>legacy</code> behavior of the tokenizer should be used. Legacy is before the merge of #24622
and #25224 which includes fixes to properly handle tokens that appear after special tokens.
Make sure to also set <code>from_slow</code> to <code>True</code>.
A simple example:</p>
<ul>
<li><code>legacy=True</code>:</li>
</ul>`,name:"legacy"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama_fast.py#L49"}}),V=new wo({props:{anchor:"transformers.LlamaTokenizerFast.example",$$slots:{default:[za]},$$scope:{ctx:z}}}),Ae=new w({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.LlamaTokenizerFast.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:""},{name:"token_ids_1",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama_fast.py#L300"}}),He=new w({props:{name:"get_special_tokens_mask",anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": List"},{name:"token_ids_1",val:": Optional = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of ids of the first sequence.`,name:"token_ids_0"},{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
List of ids of the second sequence.`,name:"token_ids_1"},{anchor:"transformers.LlamaTokenizerFast.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/tokenization_utils_base.py#L3911",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>1 for a special token, 0 for a sequence token.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A list of integers in the range [0, 1]</p>
`}}),Ee=new w({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": List"},{name:"token_ids_1",val:": Optional = None"}],parametersDescription:[{anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences.token_ids_0",description:"<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014; The first tokenized sequence.",name:"token_ids_0"},{anchor:"transformers.LlamaTokenizerFast.create_token_type_ids_from_sequences.token_ids_1",description:"<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014; The second tokenized sequence.",name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/tokenization_utils_base.py#L3441",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The token type ids.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),Se=new w({props:{name:"update_post_processor",anchor:"transformers.LlamaTokenizerFast.update_post_processor",parameters:[],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama_fast.py#L180"}}),Ne=new w({props:{name:"save_vocabulary",anchor:"transformers.LlamaTokenizerFast.save_vocabulary",parameters:[{name:"save_directory",val:": str"},{name:"filename_prefix",val:": Optional = None"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/tokenization_llama_fast.py#L224"}}),Ge=new w({props:{name:"class transformers.LlamaModel",anchor:"transformers.LlamaModel",parameters:[{name:"config",val:": LlamaConfig"}],parametersDescription:[{anchor:"transformers.LlamaModel.config",description:`<strong>config</strong> (<a href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaConfig">LlamaConfig</a>) &#x2014;
Model configuration class with all the parameters of the model. Initializing with a config file does not
load the weights associated with the model, only the configuration. Check out the
<code>from_pretrained()</code> method to load the model weights.
config &#x2014; LlamaConfig`,name:"config"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/modeling_llama.py#L857"}}),Ze=new w({props:{name:"forward",anchor:"transformers.LlamaModel.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": Optional = None"},{name:"position_ids",val:": Optional = None"},{name:"past_key_values",val:": Union = None"},{name:"inputs_embeds",val:": Optional = None"},{name:"use_cache",val:": Optional = None"},{name:"output_attentions",val:": Optional = None"},{name:"output_hidden_states",val:": Optional = None"},{name:"return_dict",val:": Optional = None"},{name:"cache_position",val:": Optional = None"}],parametersDescription:[{anchor:"transformers.LlamaModel.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaModel.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaModel.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaModel.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>Cache</code> or <code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>) &#x2014;
Pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used to speed up sequential decoding. This typically consists in the <code>past_key_values</code>
returned by the model at a previous stage of decoding, when <code>use_cache=True</code> or <code>config.use_cache=True</code>.</p>
<p>Two formats are allowed:</p>
<ul>
<li>a <code>Cache</code> instance;</li>
<li>Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of
shape <code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>). This is also known as the legacy
cache format.</li>
</ul>
<p>The model will output the same cache format that is fed as input. If no <code>past_key_values</code> are passed, the
legacy cache format will be returned.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>input_ids</code> (those that don&#x2019;t
have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all <code>input_ids</code>
of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaModel.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaModel.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaModel.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaModel.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaModel.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <code>ModelOutput</code> instead of a plain tuple.`,name:"return_dict"},{anchor:"transformers.LlamaModel.forward.cache_position",description:`<strong>cache_position</strong> (<code>torch.LongTensor</code> of shape <code>(sequence_length)</code>, <em>optional</em>) &#x2014;
Indices depicting the position of the input sequence tokens in the sequence. Contrarily to <code>position_ids</code>,
this tensor is not affected by padding. It is used to update the cache in the correct position and to infer
the complete sequence length.`,name:"cache_position"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/modeling_llama.py#L890"}}),O=new vn({props:{$$slots:{default:[qa]},$$scope:{ctx:z}}}),Be=new w({props:{name:"class transformers.LlamaForCausalLM",anchor:"transformers.LlamaForCausalLM",parameters:[{name:"config",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/modeling_llama.py#L1084"}}),Re=new w({props:{name:"forward",anchor:"transformers.LlamaForCausalLM.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": Optional = None"},{name:"position_ids",val:": Optional = None"},{name:"past_key_values",val:": Union = None"},{name:"inputs_embeds",val:": Optional = None"},{name:"labels",val:": Optional = None"},{name:"use_cache",val:": Optional = None"},{name:"output_attentions",val:": Optional = None"},{name:"output_hidden_states",val:": Optional = None"},{name:"return_dict",val:": Optional = None"},{name:"cache_position",val:": Optional = None"}],parametersDescription:[{anchor:"transformers.LlamaForCausalLM.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaForCausalLM.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaForCausalLM.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaForCausalLM.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>Cache</code> or <code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>) &#x2014;
Pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used to speed up sequential decoding. This typically consists in the <code>past_key_values</code>
returned by the model at a previous stage of decoding, when <code>use_cache=True</code> or <code>config.use_cache=True</code>.</p>
<p>Two formats are allowed:</p>
<ul>
<li>a <code>Cache</code> instance;</li>
<li>Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of
shape <code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>). This is also known as the legacy
cache format.</li>
</ul>
<p>The model will output the same cache format that is fed as input. If no <code>past_key_values</code> are passed, the
legacy cache format will be returned.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>input_ids</code> (those that don&#x2019;t
have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all <code>input_ids</code>
of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaForCausalLM.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaForCausalLM.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaForCausalLM.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaForCausalLM.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaForCausalLM.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <code>ModelOutput</code> instead of a plain tuple.`,name:"return_dict"},{anchor:"transformers.LlamaForCausalLM.forward.cache_position",description:`<strong>cache_position</strong> (<code>torch.LongTensor</code> of shape <code>(sequence_length)</code>, <em>optional</em>) &#x2014;
Indices depicting the position of the input sequence tokens in the sequence. Contrarily to <code>position_ids</code>,
this tensor is not affected by padding. It is used to update the cache in the correct position and to infer
the complete sequence length.</p>
<p>Args &#x2014;
labels (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>):
Labels for computing the masked language modeling loss. Indices should either be in <code>[0, ..., config.vocab_size]</code> or -100 (see <code>input_ids</code> docstring). Tokens with indices set to <code>-100</code> are ignored
(masked), the loss is only computed for the tokens with labels in <code>[0, ..., config.vocab_size]</code>.`,name:"cache_position"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/modeling_llama.py#L1114",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A <code>transformers.modeling_outputs.CausalLMOutputWithPast</code> or a tuple of
<code>torch.FloatTensor</code> (if <code>return_dict=False</code> is passed or when <code>config.return_dict=False</code>) comprising various
elements depending on the configuration (<a
  href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaConfig"
>LlamaConfig</a>) and inputs.</p>
<ul>
<li>
<p><strong>loss</strong> (<code>torch.FloatTensor</code> of shape <code>(1,)</code>, <em>optional</em>, returned when <code>labels</code> is provided) — Language modeling loss (for next-token prediction).</p>
</li>
<li>
<p><strong>logits</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, config.vocab_size)</code>) — Prediction scores of the language modeling head (scores for each vocabulary token before SoftMax).</p>
</li>
<li>
<p><strong>past_key_values</strong> (<code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>, returned when <code>use_cache=True</code> is passed or when <code>config.use_cache=True</code>) — Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of shape
<code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>)</p>
<p>Contains pre-computed hidden-states (key and values in the self-attention blocks) that can be used (see
<code>past_key_values</code> input) to speed up sequential decoding.</p>
</li>
<li>
<p><strong>hidden_states</strong> (<code>tuple(torch.FloatTensor)</code>, <em>optional</em>, returned when <code>output_hidden_states=True</code> is passed or when <code>config.output_hidden_states=True</code>) — Tuple of <code>torch.FloatTensor</code> (one for the output of the embeddings, if the model has an embedding layer, +
one for the output of each layer) of shape <code>(batch_size, sequence_length, hidden_size)</code>.</p>
<p>Hidden-states of the model at the output of each layer plus the optional initial embedding outputs.</p>
</li>
<li>
<p><strong>attentions</strong> (<code>tuple(torch.FloatTensor)</code>, <em>optional</em>, returned when <code>output_attentions=True</code> is passed or when <code>config.output_attentions=True</code>) — Tuple of <code>torch.FloatTensor</code> (one for each layer) of shape <code>(batch_size, num_heads, sequence_length, sequence_length)</code>.</p>
<p>Attentions weights after the attention softmax, used to compute the weighted average in the self-attention
heads.</p>
</li>
</ul>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>transformers.modeling_outputs.CausalLMOutputWithPast</code> or <code>tuple(torch.FloatTensor)</code></p>
`}}),Q=new vn({props:{$$slots:{default:[Fa]},$$scope:{ctx:z}}}),K=new wo({props:{anchor:"transformers.LlamaForCausalLM.forward.example",$$slots:{default:[ja]},$$scope:{ctx:z}}}),Xe=new w({props:{name:"class transformers.LlamaForSequenceClassification",anchor:"transformers.LlamaForSequenceClassification",parameters:[{name:"config",val:""}],parametersDescription:[{anchor:"transformers.LlamaForSequenceClassification.config",description:`<strong>config</strong> (<a href="/docs/transformers/pr_30621/ko/model_doc/llama#transformers.LlamaConfig">LlamaConfig</a>) &#x2014;
Model configuration class with all the parameters of the model. Initializing with a config file does not
load the weights associated with the model, only the configuration. Check out the
<code>from_pretrained()</code> method to load the model weights.`,name:"config"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/modeling_llama.py#L1293"}}),Ye=new w({props:{name:"forward",anchor:"transformers.LlamaForSequenceClassification.forward",parameters:[{name:"input_ids",val:": LongTensor = None"},{name:"attention_mask",val:": Optional = None"},{name:"position_ids",val:": Optional = None"},{name:"past_key_values",val:": Union = None"},{name:"inputs_embeds",val:": Optional = None"},{name:"labels",val:": Optional = None"},{name:"use_cache",val:": Optional = None"},{name:"output_attentions",val:": Optional = None"},{name:"output_hidden_states",val:": Optional = None"},{name:"return_dict",val:": Optional = None"}],parametersDescription:[{anchor:"transformers.LlamaForSequenceClassification.forward.input_ids",description:`<strong>input_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>) &#x2014;
Indices of input sequence tokens in the vocabulary. Padding will be ignored by default should you provide
it.</p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p><a href="../glossary#input-ids">What are input IDs?</a>`,name:"input_ids"},{anchor:"transformers.LlamaForSequenceClassification.forward.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Mask to avoid performing attention on padding token indices. Mask values selected in <code>[0, 1]</code>:</p>
<ul>
<li>1 for tokens that are <strong>not masked</strong>,</li>
<li>0 for tokens that are <strong>masked</strong>.</li>
</ul>
<p><a href="../glossary#attention-mask">What are attention masks?</a></p>
<p>Indices can be obtained using <code>AutoTokenizer</code>. See <code>PreTrainedTokenizer.encode()</code> and
<code>PreTrainedTokenizer.__call__()</code> for details.</p>
<p>If <code>past_key_values</code> is used, optionally only the last <code>input_ids</code> have to be input (see
<code>past_key_values</code>).</p>
<p>If you want to change padding behavior, you should read <code>modeling_opt._prepare_decoder_attention_mask</code>
and modify to your needs. See diagram 1 in <a href="https://arxiv.org/abs/1910.13461" rel="nofollow">the paper</a> for more
information on the default strategy.</p>
<ul>
<li>1 indicates the head is <strong>not masked</strong>,</li>
<li>0 indicates the head is <strong>masked</strong>.</li>
</ul>`,name:"attention_mask"},{anchor:"transformers.LlamaForSequenceClassification.forward.position_ids",description:`<strong>position_ids</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size, sequence_length)</code>, <em>optional</em>) &#x2014;
Indices of positions of each input sequence tokens in the position embeddings. Selected in the range <code>[0, config.n_positions - 1]</code>.</p>
<p><a href="../glossary#position-ids">What are position IDs?</a>`,name:"position_ids"},{anchor:"transformers.LlamaForSequenceClassification.forward.past_key_values",description:`<strong>past_key_values</strong> (<code>Cache</code> or <code>tuple(tuple(torch.FloatTensor))</code>, <em>optional</em>) &#x2014;
Pre-computed hidden-states (key and values in the self-attention blocks and in the cross-attention
blocks) that can be used to speed up sequential decoding. This typically consists in the <code>past_key_values</code>
returned by the model at a previous stage of decoding, when <code>use_cache=True</code> or <code>config.use_cache=True</code>.</p>
<p>Two formats are allowed:</p>
<ul>
<li>a <code>Cache</code> instance;</li>
<li>Tuple of <code>tuple(torch.FloatTensor)</code> of length <code>config.n_layers</code>, with each tuple having 2 tensors of
shape <code>(batch_size, num_heads, sequence_length, embed_size_per_head)</code>). This is also known as the legacy
cache format.</li>
</ul>
<p>The model will output the same cache format that is fed as input. If no <code>past_key_values</code> are passed, the
legacy cache format will be returned.</p>
<p>If <code>past_key_values</code> are used, the user can optionally input only the last <code>input_ids</code> (those that don&#x2019;t
have their past key value states given to this model) of shape <code>(batch_size, 1)</code> instead of all <code>input_ids</code>
of shape <code>(batch_size, sequence_length)</code>.`,name:"past_key_values"},{anchor:"transformers.LlamaForSequenceClassification.forward.inputs_embeds",description:`<strong>inputs_embeds</strong> (<code>torch.FloatTensor</code> of shape <code>(batch_size, sequence_length, hidden_size)</code>, <em>optional</em>) &#x2014;
Optionally, instead of passing <code>input_ids</code> you can choose to directly pass an embedded representation. This
is useful if you want more control over how to convert <code>input_ids</code> indices into associated vectors than the
model&#x2019;s internal embedding lookup matrix.`,name:"inputs_embeds"},{anchor:"transformers.LlamaForSequenceClassification.forward.use_cache",description:`<strong>use_cache</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If set to <code>True</code>, <code>past_key_values</code> key value states are returned and can be used to speed up decoding (see
<code>past_key_values</code>).`,name:"use_cache"},{anchor:"transformers.LlamaForSequenceClassification.forward.output_attentions",description:`<strong>output_attentions</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the attentions tensors of all attention layers. See <code>attentions</code> under returned
tensors for more detail.`,name:"output_attentions"},{anchor:"transformers.LlamaForSequenceClassification.forward.output_hidden_states",description:`<strong>output_hidden_states</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return the hidden states of all layers. See <code>hidden_states</code> under returned tensors for
more detail.`,name:"output_hidden_states"},{anchor:"transformers.LlamaForSequenceClassification.forward.return_dict",description:`<strong>return_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to return a <code>ModelOutput</code> instead of a plain tuple.`,name:"return_dict"},{anchor:"transformers.LlamaForSequenceClassification.forward.cache_position",description:`<strong>cache_position</strong> (<code>torch.LongTensor</code> of shape <code>(sequence_length)</code>, <em>optional</em>) &#x2014;
Indices depicting the position of the input sequence tokens in the sequence. Contrarily to <code>position_ids</code>,
this tensor is not affected by padding. It is used to update the cache in the correct position and to infer
the complete sequence length.`,name:"cache_position"},{anchor:"transformers.LlamaForSequenceClassification.forward.labels",description:`<strong>labels</strong> (<code>torch.LongTensor</code> of shape <code>(batch_size,)</code>, <em>optional</em>) &#x2014;
Labels for computing the sequence classification/regression loss. Indices should be in <code>[0, ..., config.num_labels - 1]</code>. If <code>config.num_labels == 1</code> a regression loss is computed (Mean-Square loss), If
<code>config.num_labels &gt; 1</code> a classification loss is computed (Cross-Entropy).`,name:"labels"}],source:"https://github.com/huggingface/transformers/blob/vr_30621/src/transformers/models/llama/modeling_llama.py#L1324"}}),ee=new vn({props:{$$slots:{default:[Ia]},$$scope:{ctx:z}}}),Oe=new wa({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/ko/model_doc/llama.md"}}),{c(){d=i("meta"),v=n(),m=i("p"),k=n(),p(x.$$.fragment),b=n(),p(q.$$.fragment),Ut=n(),oe=i("p"),oe.innerHTML=yn,At=n(),ne=i("p"),ne.textContent=Ln,Ht=n(),ae=i("p"),ae.innerHTML=Tn,Et=n(),se=i("p"),se.textContent=$n,St=n(),re=i("ul"),re.innerHTML=Mn,Nt=n(),p(ie.$$.fragment),Jt=n(),le=i("ul"),le.innerHTML=wn,Gt=n(),p(de.$$.fragment),Zt=n(),ce=i("p"),ce.textContent=xn,Dt=n(),me=i("ul"),me.innerHTML=Cn,Bt=n(),pe=i("p"),pe.innerHTML=zn,Rt=n(),ue=i("p"),ue.textContent=qn,Vt=n(),he=i("ul"),he.innerHTML=Fn,Xt=n(),p(fe.$$.fragment),Yt=n(),_e=i("p"),_e.textContent=jn,Ot=n(),p(ge.$$.fragment),Qt=n(),be=i("ul"),be.innerHTML=In,Kt=n(),p(ke.$$.fragment),eo=n(),ve=i("ul"),ve.innerHTML=Pn,to=n(),ye=i("p"),ye.textContent=Wn,oo=n(),Le=i("ul"),Le.innerHTML=Un,no=n(),Te=i("p"),Te.textContent=An,ao=n(),$e=i("ul"),$e.innerHTML=Hn,so=n(),Me=i("p"),Me.textContent=En,ro=n(),we=i("ul"),we.innerHTML=Sn,io=n(),p(xe.$$.fragment),lo=n(),P=i("div"),p(Ce.$$.fragment),Co=n(),tt=i("p"),tt.innerHTML=Nn,zo=n(),ot=i("p"),ot.innerHTML=Jn,qo=n(),p(Z.$$.fragment),co=n(),ze=i("p"),ze.textContent=Gn,mo=n(),C=i("div"),p(qe.$$.fragment),Fo=n(),nt=i("p"),nt.textContent=Zn,jo=n(),at=i("div"),p(Fe.$$.fragment),Io=n(),D=i("div"),p(je.$$.fragment),Po=n(),st=i("p"),st.innerHTML=Dn,Wo=n(),W=i("div"),p(Ie.$$.fragment),Uo=n(),rt=i("p"),rt.textContent=Bn,Ao=n(),p(B.$$.fragment),Ho=n(),it=i("p"),it.textContent=Rn,Eo=n(),R=i("div"),p(Pe.$$.fragment),So=n(),lt=i("p"),lt.textContent=Vn,po=n(),We=i("p"),We.textContent=Xn,uo=n(),y=i("div"),p(Ue.$$.fragment),No=n(),dt=i("p"),dt.textContent=Yn,Jo=n(),ct=i("p"),ct.textContent=On,Go=n(),p(V.$$.fragment),Zo=n(),mt=i("p"),mt.innerHTML=Qn,Do=n(),pt=i("p"),pt.innerHTML=Kn,Bo=n(),ut=i("div"),p(Ae.$$.fragment),Ro=n(),X=i("div"),p(He.$$.fragment),Vo=n(),ht=i("p"),ht.innerHTML=ea,Xo=n(),E=i("div"),p(Ee.$$.fragment),Yo=n(),ft=i("p"),ft.innerHTML=ta,Oo=n(),_t=i("p"),_t.textContent=oa,Qo=n(),Y=i("div"),p(Se.$$.fragment),Ko=n(),gt=i("p"),gt.innerHTML=na,en=n(),bt=i("div"),p(Ne.$$.fragment),ho=n(),Je=i("p"),Je.textContent=aa,fo=n(),F=i("div"),p(Ge.$$.fragment),tn=n(),kt=i("p"),kt.innerHTML=sa,on=n(),vt=i("p"),vt.innerHTML=ra,nn=n(),yt=i("p"),yt.innerHTML=ia,an=n(),S=i("div"),p(Ze.$$.fragment),sn=n(),Lt=i("p"),Lt.innerHTML=la,rn=n(),p(O.$$.fragment),_o=n(),De=i("p"),De.textContent=da,go=n(),G=i("div"),p(Be.$$.fragment),ln=n(),U=i("div"),p(Re.$$.fragment),dn=n(),Tt=i("p"),Tt.innerHTML=ca,cn=n(),p(Q.$$.fragment),mn=n(),p(K.$$.fragment),bo=n(),Ve=i("p"),Ve.textContent=ma,ko=n(),M=i("div"),p(Xe.$$.fragment),pn=n(),$t=i("p"),$t.textContent=pa,un=n(),Mt=i("p"),Mt.innerHTML=ua,hn=n(),wt=i("p"),wt.innerHTML=ha,fn=n(),xt=i("p"),xt.innerHTML=fa,_n=n(),Ct=i("p"),Ct.innerHTML=_a,gn=n(),N=i("div"),p(Ye.$$.fragment),bn=n(),zt=i("p"),zt.innerHTML=ga,kn=n(),p(ee.$$.fragment),vo=n(),p(Oe.$$.fragment),yo=n(),Pt=i("p"),this.h()},l(e){const o=Ma("svelte-u9bgzb",document.head);d=l(o,"META",{name:!0,content:!0}),o.forEach(t),v=a(e),m=l(e,"P",{}),T(m).forEach(t),k=a(e),u(x.$$.fragment,e),b=a(e),u(q.$$.fragment,e),Ut=a(e),oe=l(e,"P",{"data-svelte-h":!0}),c(oe)!=="svelte-a353de"&&(oe.innerHTML=yn),At=a(e),ne=l(e,"P",{"data-svelte-h":!0}),c(ne)!=="svelte-e5r8wp"&&(ne.textContent=Ln),Ht=a(e),ae=l(e,"P",{"data-svelte-h":!0}),c(ae)!=="svelte-1w8ji9d"&&(ae.innerHTML=Tn),Et=a(e),se=l(e,"P",{"data-svelte-h":!0}),c(se)!=="svelte-k6v9m1"&&(se.textContent=$n),St=a(e),re=l(e,"UL",{"data-svelte-h":!0}),c(re)!=="svelte-qgv262"&&(re.innerHTML=Mn),Nt=a(e),u(ie.$$.fragment,e),Jt=a(e),le=l(e,"UL",{"data-svelte-h":!0}),c(le)!=="svelte-1m2lh35"&&(le.innerHTML=wn),Gt=a(e),u(de.$$.fragment,e),Zt=a(e),ce=l(e,"P",{"data-svelte-h":!0}),c(ce)!=="svelte-uib2dz"&&(ce.textContent=xn),Dt=a(e),me=l(e,"UL",{"data-svelte-h":!0}),c(me)!=="svelte-9ksrjp"&&(me.innerHTML=Cn),Bt=a(e),pe=l(e,"P",{"data-svelte-h":!0}),c(pe)!=="svelte-wjmudq"&&(pe.innerHTML=zn),Rt=a(e),ue=l(e,"P",{"data-svelte-h":!0}),c(ue)!=="svelte-f24v5"&&(ue.textContent=qn),Vt=a(e),he=l(e,"UL",{"data-svelte-h":!0}),c(he)!=="svelte-1u3qfca"&&(he.innerHTML=Fn),Xt=a(e),u(fe.$$.fragment,e),Yt=a(e),_e=l(e,"P",{"data-svelte-h":!0}),c(_e)!=="svelte-12agt6k"&&(_e.textContent=jn),Ot=a(e),u(ge.$$.fragment,e),Qt=a(e),be=l(e,"UL",{"data-svelte-h":!0}),c(be)!=="svelte-1hrgzzb"&&(be.innerHTML=In),Kt=a(e),u(ke.$$.fragment,e),eo=a(e),ve=l(e,"UL",{"data-svelte-h":!0}),c(ve)!=="svelte-1nqtlhx"&&(ve.innerHTML=Pn),to=a(e),ye=l(e,"P",{"data-svelte-h":!0}),c(ye)!=="svelte-14a1znp"&&(ye.textContent=Wn),oo=a(e),Le=l(e,"UL",{"data-svelte-h":!0}),c(Le)!=="svelte-8brual"&&(Le.innerHTML=Un),no=a(e),Te=l(e,"P",{"data-svelte-h":!0}),c(Te)!=="svelte-1x58uo"&&(Te.textContent=An),ao=a(e),$e=l(e,"UL",{"data-svelte-h":!0}),c($e)!=="svelte-1dxsod4"&&($e.innerHTML=Hn),so=a(e),Me=l(e,"P",{"data-svelte-h":!0}),c(Me)!=="svelte-3z2x4b"&&(Me.textContent=En),ro=a(e),we=l(e,"UL",{"data-svelte-h":!0}),c(we)!=="svelte-fjx670"&&(we.innerHTML=Sn),io=a(e),u(xe.$$.fragment,e),lo=a(e),P=l(e,"DIV",{class:!0});var A=T(P);u(Ce.$$.fragment,A),Co=a(A),tt=l(A,"P",{"data-svelte-h":!0}),c(tt)!=="svelte-1hsnfex"&&(tt.innerHTML=Nn),zo=a(A),ot=l(A,"P",{"data-svelte-h":!0}),c(ot)!=="svelte-huu8ef"&&(ot.innerHTML=Jn),qo=a(A),u(Z.$$.fragment,A),A.forEach(t),co=a(e),ze=l(e,"P",{"data-svelte-h":!0}),c(ze)!=="svelte-65bwg2"&&(ze.textContent=Gn),mo=a(e),C=l(e,"DIV",{class:!0});var j=T(C);u(qe.$$.fragment,j),Fo=a(j),nt=l(j,"P",{"data-svelte-h":!0}),c(nt)!=="svelte-qfiu5a"&&(nt.textContent=Zn),jo=a(j),at=l(j,"DIV",{class:!0});var Wt=T(at);u(Fe.$$.fragment,Wt),Wt.forEach(t),Io=a(j),D=l(j,"DIV",{class:!0});var Qe=T(D);u(je.$$.fragment,Qe),Po=a(Qe),st=l(Qe,"P",{"data-svelte-h":!0}),c(st)!=="svelte-1f4f5kp"&&(st.innerHTML=Dn),Qe.forEach(t),Wo=a(j),W=l(j,"DIV",{class:!0});var H=T(W);u(Ie.$$.fragment,H),Uo=a(H),rt=l(H,"P",{"data-svelte-h":!0}),c(rt)!=="svelte-13bfd60"&&(rt.textContent=Bn),Ao=a(H),u(B.$$.fragment,H),Ho=a(H),it=l(H,"P",{"data-svelte-h":!0}),c(it)!=="svelte-wtrslu"&&(it.textContent=Rn),H.forEach(t),Eo=a(j),R=l(j,"DIV",{class:!0});var Ke=T(R);u(Pe.$$.fragment,Ke),So=a(Ke),lt=l(Ke,"P",{"data-svelte-h":!0}),c(lt)!=="svelte-1slb66l"&&(lt.textContent=Vn),Ke.forEach(t),j.forEach(t),po=a(e),We=l(e,"P",{"data-svelte-h":!0}),c(We)!=="svelte-cbziqo"&&(We.textContent=Xn),uo=a(e),y=l(e,"DIV",{class:!0});var L=T(y);u(Ue.$$.fragment,L),No=a(L),dt=l(L,"P",{"data-svelte-h":!0}),c(dt)!=="svelte-15tdcz8"&&(dt.textContent=Yn),Jo=a(L),ct=l(L,"P",{"data-svelte-h":!0}),c(ct)!=="svelte-llhmpa"&&(ct.textContent=On),Go=a(L),u(V.$$.fragment,L),Zo=a(L),mt=l(L,"P",{"data-svelte-h":!0}),c(mt)!=="svelte-cnb6q1"&&(mt.innerHTML=Qn),Do=a(L),pt=l(L,"P",{"data-svelte-h":!0}),c(pt)!=="svelte-1ndfe3e"&&(pt.innerHTML=Kn),Bo=a(L),ut=l(L,"DIV",{class:!0});var ba=T(ut);u(Ae.$$.fragment,ba),ba.forEach(t),Ro=a(L),X=l(L,"DIV",{class:!0});var To=T(X);u(He.$$.fragment,To),Vo=a(To),ht=l(To,"P",{"data-svelte-h":!0}),c(ht)!=="svelte-1wmjg8a"&&(ht.innerHTML=ea),To.forEach(t),Xo=a(L),E=l(L,"DIV",{class:!0});var qt=T(E);u(Ee.$$.fragment,qt),Yo=a(qt),ft=l(qt,"P",{"data-svelte-h":!0}),c(ft)!=="svelte-1rw5jlb"&&(ft.innerHTML=ta),Oo=a(qt),_t=l(qt,"P",{"data-svelte-h":!0}),c(_t)!=="svelte-9vptpw"&&(_t.textContent=oa),qt.forEach(t),Qo=a(L),Y=l(L,"DIV",{class:!0});var $o=T(Y);u(Se.$$.fragment,$o),Ko=a($o),gt=l($o,"P",{"data-svelte-h":!0}),c(gt)!=="svelte-nfci2w"&&(gt.innerHTML=na),$o.forEach(t),en=a(L),bt=l(L,"DIV",{class:!0});var ka=T(bt);u(Ne.$$.fragment,ka),ka.forEach(t),L.forEach(t),ho=a(e),Je=l(e,"P",{"data-svelte-h":!0}),c(Je)!=="svelte-1cjtp0q"&&(Je.textContent=aa),fo=a(e),F=l(e,"DIV",{class:!0});var J=T(F);u(Ge.$$.fragment,J),tn=a(J),kt=l(J,"P",{"data-svelte-h":!0}),c(kt)!=="svelte-16gi54p"&&(kt.innerHTML=sa),on=a(J),vt=l(J,"P",{"data-svelte-h":!0}),c(vt)!=="svelte-1ydu1el"&&(vt.innerHTML=ra),nn=a(J),yt=l(J,"P",{"data-svelte-h":!0}),c(yt)!=="svelte-eom0yk"&&(yt.innerHTML=ia),an=a(J),S=l(J,"DIV",{class:!0});var Ft=T(S);u(Ze.$$.fragment,Ft),sn=a(Ft),Lt=l(Ft,"P",{"data-svelte-h":!0}),c(Lt)!=="svelte-7yhe3r"&&(Lt.innerHTML=la),rn=a(Ft),u(O.$$.fragment,Ft),Ft.forEach(t),J.forEach(t),_o=a(e),De=l(e,"P",{"data-svelte-h":!0}),c(De)!=="svelte-14hr41y"&&(De.textContent=da),go=a(e),G=l(e,"DIV",{class:!0});var Mo=T(G);u(Be.$$.fragment,Mo),ln=a(Mo),U=l(Mo,"DIV",{class:!0});var te=T(U);u(Re.$$.fragment,te),dn=a(te),Tt=l(te,"P",{"data-svelte-h":!0}),c(Tt)!=="svelte-12heupz"&&(Tt.innerHTML=ca),cn=a(te),u(Q.$$.fragment,te),mn=a(te),u(K.$$.fragment,te),te.forEach(t),Mo.forEach(t),bo=a(e),Ve=l(e,"P",{"data-svelte-h":!0}),c(Ve)!=="svelte-zn0ssb"&&(Ve.textContent=ma),ko=a(e),M=l(e,"DIV",{class:!0});var I=T(M);u(Xe.$$.fragment,I),pn=a(I),$t=l(I,"P",{"data-svelte-h":!0}),c($t)!=="svelte-62must"&&($t.textContent=pa),un=a(I),Mt=l(I,"P",{"data-svelte-h":!0}),c(Mt)!=="svelte-1ikd3i4"&&(Mt.innerHTML=ua),hn=a(I),wt=l(I,"P",{"data-svelte-h":!0}),c(wt)!=="svelte-10ugs3m"&&(wt.innerHTML=ha),fn=a(I),xt=l(I,"P",{"data-svelte-h":!0}),c(xt)!=="svelte-ehy44e"&&(xt.innerHTML=fa),_n=a(I),Ct=l(I,"P",{"data-svelte-h":!0}),c(Ct)!=="svelte-1ydu1el"&&(Ct.innerHTML=_a),gn=a(I),N=l(I,"DIV",{class:!0});var jt=T(N);u(Ye.$$.fragment,jt),bn=a(jt),zt=l(jt,"P",{"data-svelte-h":!0}),c(zt)!=="svelte-1eyyxnt"&&(zt.innerHTML=ga),kn=a(jt),u(ee.$$.fragment,jt),jt.forEach(t),I.forEach(t),vo=a(e),u(Oe.$$.fragment,e),yo=a(e),Pt=l(e,"P",{}),T(Pt).forEach(t),this.h()},h(){$(d,"name","hf:doc:metadata"),$(d,"content",Wa),$(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(at,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(D,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(W,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(R,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(ut,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(bt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(F,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(G,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(N,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),$(M,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,o){s(document.head,d),r(e,v,o),r(e,m,o),r(e,k,o),h(x,e,o),r(e,b,o),h(q,e,o),r(e,Ut,o),r(e,oe,o),r(e,At,o),r(e,ne,o),r(e,Ht,o),r(e,ae,o),r(e,Et,o),r(e,se,o),r(e,St,o),r(e,re,o),r(e,Nt,o),h(ie,e,o),r(e,Jt,o),r(e,le,o),r(e,Gt,o),h(de,e,o),r(e,Zt,o),r(e,ce,o),r(e,Dt,o),r(e,me,o),r(e,Bt,o),r(e,pe,o),r(e,Rt,o),r(e,ue,o),r(e,Vt,o),r(e,he,o),r(e,Xt,o),h(fe,e,o),r(e,Yt,o),r(e,_e,o),r(e,Ot,o),h(ge,e,o),r(e,Qt,o),r(e,be,o),r(e,Kt,o),h(ke,e,o),r(e,eo,o),r(e,ve,o),r(e,to,o),r(e,ye,o),r(e,oo,o),r(e,Le,o),r(e,no,o),r(e,Te,o),r(e,ao,o),r(e,$e,o),r(e,so,o),r(e,Me,o),r(e,ro,o),r(e,we,o),r(e,io,o),h(xe,e,o),r(e,lo,o),r(e,P,o),h(Ce,P,null),s(P,Co),s(P,tt),s(P,zo),s(P,ot),s(P,qo),h(Z,P,null),r(e,co,o),r(e,ze,o),r(e,mo,o),r(e,C,o),h(qe,C,null),s(C,Fo),s(C,nt),s(C,jo),s(C,at),h(Fe,at,null),s(C,Io),s(C,D),h(je,D,null),s(D,Po),s(D,st),s(C,Wo),s(C,W),h(Ie,W,null),s(W,Uo),s(W,rt),s(W,Ao),h(B,W,null),s(W,Ho),s(W,it),s(C,Eo),s(C,R),h(Pe,R,null),s(R,So),s(R,lt),r(e,po,o),r(e,We,o),r(e,uo,o),r(e,y,o),h(Ue,y,null),s(y,No),s(y,dt),s(y,Jo),s(y,ct),s(y,Go),h(V,y,null),s(y,Zo),s(y,mt),s(y,Do),s(y,pt),s(y,Bo),s(y,ut),h(Ae,ut,null),s(y,Ro),s(y,X),h(He,X,null),s(X,Vo),s(X,ht),s(y,Xo),s(y,E),h(Ee,E,null),s(E,Yo),s(E,ft),s(E,Oo),s(E,_t),s(y,Qo),s(y,Y),h(Se,Y,null),s(Y,Ko),s(Y,gt),s(y,en),s(y,bt),h(Ne,bt,null),r(e,ho,o),r(e,Je,o),r(e,fo,o),r(e,F,o),h(Ge,F,null),s(F,tn),s(F,kt),s(F,on),s(F,vt),s(F,nn),s(F,yt),s(F,an),s(F,S),h(Ze,S,null),s(S,sn),s(S,Lt),s(S,rn),h(O,S,null),r(e,_o,o),r(e,De,o),r(e,go,o),r(e,G,o),h(Be,G,null),s(G,ln),s(G,U),h(Re,U,null),s(U,dn),s(U,Tt),s(U,cn),h(Q,U,null),s(U,mn),h(K,U,null),r(e,bo,o),r(e,Ve,o),r(e,ko,o),r(e,M,o),h(Xe,M,null),s(M,pn),s(M,$t),s(M,un),s(M,Mt),s(M,hn),s(M,wt),s(M,fn),s(M,xt),s(M,_n),s(M,Ct),s(M,gn),s(M,N),h(Ye,N,null),s(N,bn),s(N,zt),s(N,kn),h(ee,N,null),r(e,vo,o),h(Oe,e,o),r(e,yo,o),r(e,Pt,o),Lo=!0},p(e,[o]){const A={};o&2&&(A.$$scope={dirty:o,ctx:e}),Z.$set(A);const j={};o&2&&(j.$$scope={dirty:o,ctx:e}),B.$set(j);const Wt={};o&2&&(Wt.$$scope={dirty:o,ctx:e}),V.$set(Wt);const Qe={};o&2&&(Qe.$$scope={dirty:o,ctx:e}),O.$set(Qe);const H={};o&2&&(H.$$scope={dirty:o,ctx:e}),Q.$set(H);const Ke={};o&2&&(Ke.$$scope={dirty:o,ctx:e}),K.$set(Ke);const L={};o&2&&(L.$$scope={dirty:o,ctx:e}),ee.$set(L)},i(e){Lo||(f(x.$$.fragment,e),f(q.$$.fragment,e),f(ie.$$.fragment,e),f(de.$$.fragment,e),f(fe.$$.fragment,e),f(ge.$$.fragment,e),f(ke.$$.fragment,e),f(xe.$$.fragment,e),f(Ce.$$.fragment,e),f(Z.$$.fragment,e),f(qe.$$.fragment,e),f(Fe.$$.fragment,e),f(je.$$.fragment,e),f(Ie.$$.fragment,e),f(B.$$.fragment,e),f(Pe.$$.fragment,e),f(Ue.$$.fragment,e),f(V.$$.fragment,e),f(Ae.$$.fragment,e),f(He.$$.fragment,e),f(Ee.$$.fragment,e),f(Se.$$.fragment,e),f(Ne.$$.fragment,e),f(Ge.$$.fragment,e),f(Ze.$$.fragment,e),f(O.$$.fragment,e),f(Be.$$.fragment,e),f(Re.$$.fragment,e),f(Q.$$.fragment,e),f(K.$$.fragment,e),f(Xe.$$.fragment,e),f(Ye.$$.fragment,e),f(ee.$$.fragment,e),f(Oe.$$.fragment,e),Lo=!0)},o(e){_(x.$$.fragment,e),_(q.$$.fragment,e),_(ie.$$.fragment,e),_(de.$$.fragment,e),_(fe.$$.fragment,e),_(ge.$$.fragment,e),_(ke.$$.fragment,e),_(xe.$$.fragment,e),_(Ce.$$.fragment,e),_(Z.$$.fragment,e),_(qe.$$.fragment,e),_(Fe.$$.fragment,e),_(je.$$.fragment,e),_(Ie.$$.fragment,e),_(B.$$.fragment,e),_(Pe.$$.fragment,e),_(Ue.$$.fragment,e),_(V.$$.fragment,e),_(Ae.$$.fragment,e),_(He.$$.fragment,e),_(Ee.$$.fragment,e),_(Se.$$.fragment,e),_(Ne.$$.fragment,e),_(Ge.$$.fragment,e),_(Ze.$$.fragment,e),_(O.$$.fragment,e),_(Be.$$.fragment,e),_(Re.$$.fragment,e),_(Q.$$.fragment,e),_(K.$$.fragment,e),_(Xe.$$.fragment,e),_(Ye.$$.fragment,e),_(ee.$$.fragment,e),_(Oe.$$.fragment,e),Lo=!1},d(e){e&&(t(v),t(m),t(k),t(b),t(Ut),t(oe),t(At),t(ne),t(Ht),t(ae),t(Et),t(se),t(St),t(re),t(Nt),t(Jt),t(le),t(Gt),t(Zt),t(ce),t(Dt),t(me),t(Bt),t(pe),t(Rt),t(ue),t(Vt),t(he),t(Xt),t(Yt),t(_e),t(Ot),t(Qt),t(be),t(Kt),t(eo),t(ve),t(to),t(ye),t(oo),t(Le),t(no),t(Te),t(ao),t($e),t(so),t(Me),t(ro),t(we),t(io),t(lo),t(P),t(co),t(ze),t(mo),t(C),t(po),t(We),t(uo),t(y),t(ho),t(Je),t(fo),t(F),t(_o),t(De),t(go),t(G),t(bo),t(Ve),t(ko),t(M),t(vo),t(yo),t(Pt)),t(d),g(x,e),g(q,e),g(ie,e),g(de,e),g(fe,e),g(ge,e),g(ke,e),g(xe,e),g(Ce),g(Z),g(qe),g(Fe),g(je),g(Ie),g(B),g(Pe),g(Ue),g(V),g(Ae),g(He),g(Ee),g(Se),g(Ne),g(Ge),g(Ze),g(O),g(Be),g(Re),g(Q),g(K),g(Xe),g(Ye),g(ee),g(Oe,e)}}}const Wa='{"title":"LLaMA","local":"llama","sections":[{"title":"개요","local":"overview","sections":[],"depth":2},{"title":"리소스","local":"resources","sections":[],"depth":2},{"title":"LlamaConfig","local":"llamaconfig ][ transformers.LlamaConfig","sections":[],"depth":2}],"depth":1}';function Ua(z){return La(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Za extends Ta{constructor(d){super(),$a(this,d,Ua,Pa,ya,{})}}export{Za as component};
