import{s as it,o as lt,n as dt}from"../chunks/scheduler.25b97de1.js";import{S as mt,i as ct,g as a,s as o,r as p,A as pt,h as i,f as s,c as r,j as T,u as f,x as k,k as v,y as t,a as m,v as g,d as u,t as h,w as _}from"../chunks/index.d9030fc9.js";import{T as ft}from"../chunks/Tip.baa67368.js";import{D as I}from"../chunks/Docstring.e257edda.js";import{C as gt}from"../chunks/CodeBlock.e6cd0d95.js";import{H as Be,E as ut}from"../chunks/EditOnGithub.91d95064.js";function ht(de){let c,q=`This implementation is the same as BERT, except for tokenization method. Refer to <a href="bert">BERT documentation</a> for
API reference information.`;return{c(){c=a("p"),c.innerHTML=q},l(b){c=i(b,"P",{"data-svelte-h":!0}),k(c)!=="svelte-wqppg4"&&(c.innerHTML=q)},m(b,G){m(b,c,G)},p:dt,d(b){b&&s(c)}}}function _t(de){let c,q,b,G,C,me,U,ce,E,Ne='The BERTweet model was proposed in <a href="https://www.aclweb.org/anthology/2020.emnlp-demos.2.pdf" rel="nofollow">BERTweet: A pre-trained language model for English Tweets</a> by Dat Quoc Nguyen, Thanh Vu, Anh Tuan Nguyen.',pe,j,Se="The abstract from the paper is the following:",fe,R,Ae=`<em>We present BERTweet, the first public large-scale pre-trained language model for English Tweets. Our BERTweet, having
the same architecture as BERT-base (Devlin et al., 2019), is trained using the RoBERTa pre-training procedure (Liu et
al., 2019). Experiments show that BERTweet outperforms strong baselines RoBERTa-base and XLM-R-base (Conneau et al.,
2020), producing better performance results than the previous state-of-the-art models on three Tweet NLP tasks:
Part-of-speech tagging, Named-entity recognition and text classification.</em>`,ge,V,Ge='This model was contributed by <a href="https://huggingface.co/dqnguyen" rel="nofollow">dqnguyen</a>. The original code can be found <a href="https://github.com/VinAIResearch/BERTweet" rel="nofollow">here</a>.',ue,L,he,Z,_e,$,ke,F,be,l,H,Ie,Y,Ye="Constructs a BERTweet tokenizer, using Byte-Pair-Encoding.",qe,O,Oe=`This tokenizer inherits from <a href="/docs/transformers/pr_30530/en/main_classes/tokenizer#transformers.PreTrainedTokenizer">PreTrainedTokenizer</a> which contains most of the main methods. Users should refer to
this superclass for more information regarding those methods.`,Ce,y,X,Ue,K,Ke="Loads a pre-existing dictionary from a text file and adds its symbols to this instance.",Ee,w,D,je,ee,et=`Build model inputs from a sequence or a pair of sequence for sequence classification tasks by concatenating and
adding special tokens. A BERTweet sequence has the following format:`,Re,te,tt="<li>single sequence: <code>&lt;s&gt; X &lt;/s&gt;</code></li> <li>pair of sequences: <code>&lt;s&gt; A &lt;/s&gt;&lt;/s&gt; B &lt;/s&gt;</code></li>",Ve,x,P,Le,ne,nt="Converts a sequence of tokens (string) in a single string.",Ze,J,W,Fe,se,st=`Create a mask from the two sequences passed to be used in a sequence-pair classification task. BERTweet does
not make use of token type ids, therefore a list of zeros is returned.`,He,M,Q,Xe,oe,ot=`Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> method.`,De,z,N,Pe,re,rt="Normalize tokens in a Tweet",We,B,S,Qe,ae,at="Normalize a raw Tweet",we,A,Te,le,ve;return C=new Be({props:{title:"BERTweet",local:"bertweet",headingTag:"h1"}}),U=new Be({props:{title:"Overview",local:"overview",headingTag:"h2"}}),L=new Be({props:{title:"Usage example",local:"usage-example",headingTag:"h2"}}),Z=new gt({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwdHJhbnNmb3JtZXJzJTIwaW1wb3J0JTIwQXV0b01vZGVsJTJDJTIwQXV0b1Rva2VuaXplciUwQSUwQWJlcnR3ZWV0JTIwJTNEJTIwQXV0b01vZGVsLmZyb21fcHJldHJhaW5lZCglMjJ2aW5haSUyRmJlcnR3ZWV0LWJhc2UlMjIpJTBBJTBBJTIzJTIwRm9yJTIwdHJhbnNmb3JtZXJzJTIwdjQueCUyQiUzQSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMnZpbmFpJTJGYmVydHdlZXQtYmFzZSUyMiUyQyUyMHVzZV9mYXN0JTNERmFsc2UpJTBBJTBBJTIzJTIwRm9yJTIwdHJhbnNmb3JtZXJzJTIwdjMueCUzQSUwQSUyMyUyMHRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMnZpbmFpJTJGYmVydHdlZXQtYmFzZSUyMiklMEElMEElMjMlMjBJTlBVVCUyMFRXRUVUJTIwSVMlMjBBTFJFQURZJTIwTk9STUFMSVpFRCElMEFsaW5lJTIwJTNEJTIwJTIyU0MlMjBoYXMlMjBmaXJzdCUyMHR3byUyMHByZXN1bXB0aXZlJTIwY2FzZXMlMjBvZiUyMGNvcm9uYXZpcnVzJTIwJTJDJTIwREhFQyUyMGNvbmZpcm1zJTIwSFRUUFVSTCUyMHZpYSUyMCU0MFVTRVIlMjAlM0FjcnklM0ElMjIlMEElMEFpbnB1dF9pZHMlMjAlM0QlMjB0b3JjaC50ZW5zb3IoJTVCdG9rZW5pemVyLmVuY29kZShsaW5lKSU1RCklMEElMEF3aXRoJTIwdG9yY2gubm9fZ3JhZCgpJTNBJTBBJTIwJTIwJTIwJTIwZmVhdHVyZXMlMjAlM0QlMjBiZXJ0d2VldChpbnB1dF9pZHMpJTIwJTIwJTIzJTIwTW9kZWxzJTIwb3V0cHV0cyUyMGFyZSUyMG5vdyUyMHR1cGxlcyUwQSUwQSUyMyUyMFdpdGglMjBUZW5zb3JGbG93JTIwMi4wJTJCJTNBJTBBJTIzJTIwZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsJTBBJTIzJTIwYmVydHdlZXQlMjAlM0QlMjBURkF1dG9Nb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIydmluYWklMkZiZXJ0d2VldC1iYXNlJTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> torch
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModel, AutoTokenizer

<span class="hljs-meta">&gt;&gt;&gt; </span>bertweet = AutoModel.from_pretrained(<span class="hljs-string">&quot;vinai/bertweet-base&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># For transformers v4.x+:</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;vinai/bertweet-base&quot;</span>, use_fast=<span class="hljs-literal">False</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># For transformers v3.x:</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># tokenizer = AutoTokenizer.from_pretrained(&quot;vinai/bertweet-base&quot;)</span>

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># INPUT TWEET IS ALREADY NORMALIZED!</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>line = <span class="hljs-string">&quot;SC has first two presumptive cases of coronavirus , DHEC confirms HTTPURL via @USER :cry:&quot;</span>

<span class="hljs-meta">&gt;&gt;&gt; </span>input_ids = torch.tensor([tokenizer.encode(line)])

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">with</span> torch.no_grad():
<span class="hljs-meta">... </span>    features = bertweet(input_ids)  <span class="hljs-comment"># Models outputs are now tuples</span>

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># With TensorFlow 2.0+:</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># from transformers import TFAutoModel</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># bertweet = TFAutoModel.from_pretrained(&quot;vinai/bertweet-base&quot;)</span>`,wrap:!1}}),$=new ft({props:{$$slots:{default:[ht]},$$scope:{ctx:de}}}),F=new Be({props:{title:"BertweetTokenizer",local:"transformers.BertweetTokenizer",headingTag:"h2"}}),H=new I({props:{name:"class transformers.BertweetTokenizer",anchor:"transformers.BertweetTokenizer",parameters:[{name:"vocab_file",val:""},{name:"merges_file",val:""},{name:"normalization",val:" = False"},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"sep_token",val:" = '</s>'"},{name:"cls_token",val:" = '<s>'"},{name:"unk_token",val:" = '<unk>'"},{name:"pad_token",val:" = '<pad>'"},{name:"mask_token",val:" = '<mask>'"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.BertweetTokenizer.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
Path to the vocabulary file.`,name:"vocab_file"},{anchor:"transformers.BertweetTokenizer.merges_file",description:`<strong>merges_file</strong> (<code>str</code>) &#x2014;
Path to the merges file.`,name:"merges_file"},{anchor:"transformers.BertweetTokenizer.normalization",description:`<strong>normalization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to apply a normalization preprocess.`,name:"normalization"},{anchor:"transformers.BertweetTokenizer.bos_token",description:`<strong>bos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						
<p>When building a sequence using special tokens, this is not the token that is used for the beginning of
sequence. The token used is the <code>cls_token</code>.</p>

					</div>`,name:"bos_token"},{anchor:"transformers.BertweetTokenizer.eos_token",description:`<strong>eos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The end of sequence token.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						
<p>When building a sequence using special tokens, this is not the token that is used for the end of sequence.
The token used is the <code>sep_token</code>.</p>

					</div>`,name:"eos_token"},{anchor:"transformers.BertweetTokenizer.sep_token",description:`<strong>sep_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The separator token, which is used when building a sequence from multiple sequences, e.g. two sequences for
sequence classification or for a text and a question for question answering. It is also used as the last
token of a sequence built with special tokens.`,name:"sep_token"},{anchor:"transformers.BertweetTokenizer.cls_token",description:`<strong>cls_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The classifier token which is used when doing sequence classification (classification of the whole sequence
instead of per-token classification). It is the first token of the sequence when built with special tokens.`,name:"cls_token"},{anchor:"transformers.BertweetTokenizer.unk_token",description:`<strong>unk_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;unk&gt;&quot;</code>) &#x2014;
The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
token instead.`,name:"unk_token"},{anchor:"transformers.BertweetTokenizer.pad_token",description:`<strong>pad_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;pad&gt;&quot;</code>) &#x2014;
The token used for padding, for example when batching sequences of different lengths.`,name:"pad_token"},{anchor:"transformers.BertweetTokenizer.mask_token",description:`<strong>mask_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;mask&gt;&quot;</code>) &#x2014;
The token used for masking values. This is the token used when training this model with masked language
modeling. This is the token which the model will try to predict.`,name:"mask_token"}],source:"https://github.com/huggingface/transformers/blob/vr_30530/src/transformers/models/bertweet/tokenization_bertweet.py#L54"}}),X=new I({props:{name:"add_from_file",anchor:"transformers.BertweetTokenizer.add_from_file",parameters:[{name:"f",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_30530/src/transformers/models/bertweet/tokenization_bertweet.py#L402"}}),D=new I({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.BertweetTokenizer.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:": List"},{name:"token_ids_1",val:": Optional = None"}],parametersDescription:[{anchor:"transformers.BertweetTokenizer.build_inputs_with_special_tokens.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs to which the special tokens will be added.`,name:"token_ids_0"},{anchor:"transformers.BertweetTokenizer.build_inputs_with_special_tokens.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/vr_30530/src/transformers/models/bertweet/tokenization_bertweet.py#L167",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of <a href="../glossary#input-ids">input IDs</a> with the appropriate special tokens.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),P=new I({props:{name:"convert_tokens_to_string",anchor:"transformers.BertweetTokenizer.convert_tokens_to_string",parameters:[{name:"tokens",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_30530/src/transformers/models/bertweet/tokenization_bertweet.py#L368"}}),W=new I({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.BertweetTokenizer.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": List"},{name:"token_ids_1",val:": Optional = None"}],parametersDescription:[{anchor:"transformers.BertweetTokenizer.create_token_type_ids_from_sequences.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.BertweetTokenizer.create_token_type_ids_from_sequences.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/vr_30530/src/transformers/models/bertweet/tokenization_bertweet.py#L221",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of zeros.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),Q=new I({props:{name:"get_special_tokens_mask",anchor:"transformers.BertweetTokenizer.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": List"},{name:"token_ids_1",val:": Optional = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.BertweetTokenizer.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.BertweetTokenizer.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"},{anchor:"transformers.BertweetTokenizer.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/vr_30530/src/transformers/models/bertweet/tokenization_bertweet.py#L193",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),N=new I({props:{name:"normalizeToken",anchor:"transformers.BertweetTokenizer.normalizeToken",parameters:[{name:"token",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_30530/src/transformers/models/bertweet/tokenization_bertweet.py#L341"}}),S=new I({props:{name:"normalizeTweet",anchor:"transformers.BertweetTokenizer.normalizeTweet",parameters:[{name:"tweet",val:""}],source:"https://github.com/huggingface/transformers/blob/vr_30530/src/transformers/models/bertweet/tokenization_bertweet.py#L307"}}),A=new ut({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/en/model_doc/bertweet.md"}}),{c(){c=a("meta"),q=o(),b=a("p"),G=o(),p(C.$$.fragment),me=o(),p(U.$$.fragment),ce=o(),E=a("p"),E.innerHTML=Ne,pe=o(),j=a("p"),j.textContent=Se,fe=o(),R=a("p"),R.innerHTML=Ae,ge=o(),V=a("p"),V.innerHTML=Ge,ue=o(),p(L.$$.fragment),he=o(),p(Z.$$.fragment),_e=o(),p($.$$.fragment),ke=o(),p(F.$$.fragment),be=o(),l=a("div"),p(H.$$.fragment),Ie=o(),Y=a("p"),Y.textContent=Ye,qe=o(),O=a("p"),O.innerHTML=Oe,Ce=o(),y=a("div"),p(X.$$.fragment),Ue=o(),K=a("p"),K.textContent=Ke,Ee=o(),w=a("div"),p(D.$$.fragment),je=o(),ee=a("p"),ee.textContent=et,Re=o(),te=a("ul"),te.innerHTML=tt,Ve=o(),x=a("div"),p(P.$$.fragment),Le=o(),ne=a("p"),ne.textContent=nt,Ze=o(),J=a("div"),p(W.$$.fragment),Fe=o(),se=a("p"),se.textContent=st,He=o(),M=a("div"),p(Q.$$.fragment),Xe=o(),oe=a("p"),oe.innerHTML=ot,De=o(),z=a("div"),p(N.$$.fragment),Pe=o(),re=a("p"),re.textContent=rt,We=o(),B=a("div"),p(S.$$.fragment),Qe=o(),ae=a("p"),ae.textContent=at,we=o(),p(A.$$.fragment),Te=o(),le=a("p"),this.h()},l(e){const n=pt("svelte-u9bgzb",document.head);c=i(n,"META",{name:!0,content:!0}),n.forEach(s),q=r(e),b=i(e,"P",{}),T(b).forEach(s),G=r(e),f(C.$$.fragment,e),me=r(e),f(U.$$.fragment,e),ce=r(e),E=i(e,"P",{"data-svelte-h":!0}),k(E)!=="svelte-1tvfkok"&&(E.innerHTML=Ne),pe=r(e),j=i(e,"P",{"data-svelte-h":!0}),k(j)!=="svelte-vfdo9a"&&(j.textContent=Se),fe=r(e),R=i(e,"P",{"data-svelte-h":!0}),k(R)!=="svelte-eh682o"&&(R.innerHTML=Ae),ge=r(e),V=i(e,"P",{"data-svelte-h":!0}),k(V)!=="svelte-fl8xrj"&&(V.innerHTML=Ge),ue=r(e),f(L.$$.fragment,e),he=r(e),f(Z.$$.fragment,e),_e=r(e),f($.$$.fragment,e),ke=r(e),f(F.$$.fragment,e),be=r(e),l=i(e,"DIV",{class:!0});var d=T(l);f(H.$$.fragment,d),Ie=r(d),Y=i(d,"P",{"data-svelte-h":!0}),k(Y)!=="svelte-b8riyv"&&(Y.textContent=Ye),qe=r(d),O=i(d,"P",{"data-svelte-h":!0}),k(O)!=="svelte-1ybv3az"&&(O.innerHTML=Oe),Ce=r(d),y=i(d,"DIV",{class:!0});var $e=T(y);f(X.$$.fragment,$e),Ue=r($e),K=i($e,"P",{"data-svelte-h":!0}),k(K)!=="svelte-ooaeix"&&(K.textContent=Ke),$e.forEach(s),Ee=r(d),w=i(d,"DIV",{class:!0});var ie=T(w);f(D.$$.fragment,ie),je=r(ie),ee=i(ie,"P",{"data-svelte-h":!0}),k(ee)!=="svelte-zjm6uf"&&(ee.textContent=et),Re=r(ie),te=i(ie,"UL",{"data-svelte-h":!0}),k(te)!=="svelte-rq8uot"&&(te.innerHTML=tt),ie.forEach(s),Ve=r(d),x=i(d,"DIV",{class:!0});var ye=T(x);f(P.$$.fragment,ye),Le=r(ye),ne=i(ye,"P",{"data-svelte-h":!0}),k(ne)!=="svelte-b3k2yi"&&(ne.textContent=nt),ye.forEach(s),Ze=r(d),J=i(d,"DIV",{class:!0});var xe=T(J);f(W.$$.fragment,xe),Fe=r(xe),se=i(xe,"P",{"data-svelte-h":!0}),k(se)!=="svelte-vpfvn5"&&(se.textContent=st),xe.forEach(s),He=r(d),M=i(d,"DIV",{class:!0});var Je=T(M);f(Q.$$.fragment,Je),Xe=r(Je),oe=i(Je,"P",{"data-svelte-h":!0}),k(oe)!=="svelte-1f4f5kp"&&(oe.innerHTML=ot),Je.forEach(s),De=r(d),z=i(d,"DIV",{class:!0});var Me=T(z);f(N.$$.fragment,Me),Pe=r(Me),re=i(Me,"P",{"data-svelte-h":!0}),k(re)!=="svelte-1jdrmaw"&&(re.textContent=rt),Me.forEach(s),We=r(d),B=i(d,"DIV",{class:!0});var ze=T(B);f(S.$$.fragment,ze),Qe=r(ze),ae=i(ze,"P",{"data-svelte-h":!0}),k(ae)!=="svelte-15su17z"&&(ae.textContent=at),ze.forEach(s),d.forEach(s),we=r(e),f(A.$$.fragment,e),Te=r(e),le=i(e,"P",{}),T(le).forEach(s),this.h()},h(){v(c,"name","hf:doc:metadata"),v(c,"content",kt),v(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(w,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(x,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(J,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(M,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(l,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,n){t(document.head,c),m(e,q,n),m(e,b,n),m(e,G,n),g(C,e,n),m(e,me,n),g(U,e,n),m(e,ce,n),m(e,E,n),m(e,pe,n),m(e,j,n),m(e,fe,n),m(e,R,n),m(e,ge,n),m(e,V,n),m(e,ue,n),g(L,e,n),m(e,he,n),g(Z,e,n),m(e,_e,n),g($,e,n),m(e,ke,n),g(F,e,n),m(e,be,n),m(e,l,n),g(H,l,null),t(l,Ie),t(l,Y),t(l,qe),t(l,O),t(l,Ce),t(l,y),g(X,y,null),t(y,Ue),t(y,K),t(l,Ee),t(l,w),g(D,w,null),t(w,je),t(w,ee),t(w,Re),t(w,te),t(l,Ve),t(l,x),g(P,x,null),t(x,Le),t(x,ne),t(l,Ze),t(l,J),g(W,J,null),t(J,Fe),t(J,se),t(l,He),t(l,M),g(Q,M,null),t(M,Xe),t(M,oe),t(l,De),t(l,z),g(N,z,null),t(z,Pe),t(z,re),t(l,We),t(l,B),g(S,B,null),t(B,Qe),t(B,ae),m(e,we,n),g(A,e,n),m(e,Te,n),m(e,le,n),ve=!0},p(e,[n]){const d={};n&2&&(d.$$scope={dirty:n,ctx:e}),$.$set(d)},i(e){ve||(u(C.$$.fragment,e),u(U.$$.fragment,e),u(L.$$.fragment,e),u(Z.$$.fragment,e),u($.$$.fragment,e),u(F.$$.fragment,e),u(H.$$.fragment,e),u(X.$$.fragment,e),u(D.$$.fragment,e),u(P.$$.fragment,e),u(W.$$.fragment,e),u(Q.$$.fragment,e),u(N.$$.fragment,e),u(S.$$.fragment,e),u(A.$$.fragment,e),ve=!0)},o(e){h(C.$$.fragment,e),h(U.$$.fragment,e),h(L.$$.fragment,e),h(Z.$$.fragment,e),h($.$$.fragment,e),h(F.$$.fragment,e),h(H.$$.fragment,e),h(X.$$.fragment,e),h(D.$$.fragment,e),h(P.$$.fragment,e),h(W.$$.fragment,e),h(Q.$$.fragment,e),h(N.$$.fragment,e),h(S.$$.fragment,e),h(A.$$.fragment,e),ve=!1},d(e){e&&(s(q),s(b),s(G),s(me),s(ce),s(E),s(pe),s(j),s(fe),s(R),s(ge),s(V),s(ue),s(he),s(_e),s(ke),s(be),s(l),s(we),s(Te),s(le)),s(c),_(C,e),_(U,e),_(L,e),_(Z,e),_($,e),_(F,e),_(H),_(X),_(D),_(P),_(W),_(Q),_(N),_(S),_(A,e)}}}const kt='{"title":"BERTweet","local":"bertweet","sections":[{"title":"Overview","local":"overview","sections":[],"depth":2},{"title":"Usage example","local":"usage-example","sections":[],"depth":2},{"title":"BertweetTokenizer","local":"transformers.BertweetTokenizer","sections":[],"depth":2}],"depth":1}';function bt(de){return lt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Jt extends mt{constructor(c){super(),ct(this,c,bt,_t,it,{})}}export{Jt as component};
