import{s as He,o as Xe,n as Ye}from"../chunks/scheduler.01eeda35.js";import{S as Ke,i as et,g as i,s as o,r as h,A as tt,h as l,f as n,c as s,j as $,u as g,x as m,k as v,y as r,a,v as f,d as u,t as k,w as b}from"../chunks/index.6dd51b66.js";import{T as nt}from"../chunks/Tip.de9bae2b.js";import{D as ne}from"../chunks/Docstring.cb556860.js";import{C as ot}from"../chunks/CodeBlock.19ec9b8c.js";import{H as we,E as st}from"../chunks/index.58fe8f9d.js";function rt(se){let c,C=`PhoBERT implementation is the same as BERT, except for tokenization. Refer to <a href="bert">BERT documentation</a> for information on
configuration classes and their parameters. PhoBERT-specific tokenizer is documented below.`;return{c(){c=i("p"),c.innerHTML=C},l(_){c=l(_,"P",{"data-svelte-h":!0}),m(c)!=="svelte-1o8sd9x"&&(c.innerHTML=C)},m(_,S){a(_,c,S)},p:Ye,d(_){_&&n(c)}}}function at(se){let c,C,_,S,U,re,y,Ie=`<img alt="PyTorch" src="https://img.shields.io/badge/PyTorch-DE3412?style=flat&amp;logo=pytorch&amp;logoColor=white"/> <img alt="TensorFlow" src="https://img.shields.io/badge/TensorFlow-FF6F00?style=flat&amp;logo=tensorflow&amp;logoColor=white"/> <img alt="Flax" src="https://img.shields.io/badge/Flax-29a79b.svg?style=flat&amp;logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAC0AAAAtCAMAAAANxBKoAAAC7lBMVEUAAADg5vYHPVgAoJH+/v76+v39/f9JbLP///9+AIgAnY3///+mcqzt8fXy9fgkXa3Ax9709fr+///9/f8qXq49qp5AaLGMwrv8/P0eW60VWawxYq8yqJzG2dytt9Wyu9elzci519Lf3O3S2efY3OrY0+Xp7PT///////+dqNCexMc6Z7AGpJeGvbenstPZ5ejQ1OfJzOLa7ejh4+/r8fT29vpccbklWK8PVa0AS6ghW63O498vYa+lsdKz1NDRt9Kw1c672tbD3tnAxt7R6OHp5vDe7OrDyuDn6vLl6/EAQKak0MgATakkppo3ZK/Bz9y8w9yzu9jey97axdvHzeG21NHH4trTwthKZrVGZLSUSpuPQJiGAI+GAI8SWKydycLL4d7f2OTi1+S9xNzL0ePT6OLGzeEAo5U0qJw/aLEAo5JFa7JBabEAp5Y4qZ2QxLyKmsm3kL2xoMOehrRNb7RIbbOZgrGre68AUqwAqZqNN5aKJ5N/lMq+qsd8kMa4pcWzh7muhLMEV69juq2kbKqgUaOTR5uMMZWLLZSGAI5VAIdEAH+ovNDHuNCnxcy3qcaYx8K8msGplrx+wLahjbYdXrV6vbMvYK9DrZ8QrZ8tqJuFms+Sos6sw8ecy8RffsNVeMCvmb43aLltv7Q4Y7EZWK4QWa1gt6meZKUdr6GOAZVeA4xPAISyveLUwtivxtKTpNJ2jcqfvcltiMiwwcfAoMVxhL+Kx7xjdrqTe60tsaNQs6KaRKACrJ6UTZwkqpqTL5pkHY4AloSgsd2ptNXPvNOOncuxxsqFl8lmg8apt8FJcr9EbryGxLqlkrkrY7dRa7ZGZLQ5t6iXUZ6PPpgVpZeJCJFKAIGareTa0+KJod3H0deY2M+esM25usmYu8d2zsJOdcBVvrCLbqcAOaaHaKQAMaScWqKBXqCXMJ2RHpiLF5NmJZAdAHN2kta11dKu1M+DkcZLdb+Mcql3TppyRJdzQ5ZtNZNlIY+DF4+voCOQAAAAZ3RSTlMABAT+MEEJ/RH+/TP+Zlv+pUo6Ifz8+fco/fz6+evr39S9nJmOilQaF/7+/f38+smmoYp6b1T+/v7++vj189zU0tDJxsGzsrKSfv34+Pf27dDOysG9t6+n/vv6+vr59uzr1tG+tZ6Qg9Ym3QAABR5JREFUSMeNlVVUG1EQhpcuxEspXqS0SKEtxQp1d3d332STTRpIQhIISQgJhODu7lAoDoUCpe7u7u7+1puGpqnCPOyZvffbOXPm/PsP9JfQgyCC+tmTABTOcbxDz/heENS7/1F+9nhvkHePG0wNDLbGWwdXL+rbLWvpmZHXD8+gMfBjTh+aSe6Gnn7lwQIOTR0c8wfX3PWgv7avbdKwf/ZoBp1Gp/PvuvXW3vw5ib7emnTW4OR+3D4jB9vjNJ/7gNvfWWeH/TO/JyYrsiKCRjVEZA3UB+96kON+DxOQ/NLE8PE5iUYgIXjFnCOlxEQMaSGVxjg4gxOnEycGz8bptuNjVx08LscIgrzH3umcn+KKtiBIyvzOO2O99aAdR8cF19oZalnCtvREUw79tCd5sow1g1UKM6kXqUx4T8wsi3sTjJ3yzDmmhenLXLpo8u45eG5y4Vvbk6kkC4LLtJMowkSQxmk4ggVJEG+7c6QpHT8vvW9X7/o7+3ELmiJi2mEzZJiz8cT6TBlanBk70cB5GGIGC1gRDdZ00yADLW1FL6gqhtvNXNG5S9gdSrk4M1qu7JAsmYshzDS4peoMrU/gT7qQdqYGZaYhxZmVbGJAm/CS/HloWyhRUlknQ9KYcExTwS80d3VNOxUZJpITYyspl0LbhArhpZCD9cRWEQuhYkNGMHToQ/2Cs6swJlb39CsllxdXX6IUKh/H5jbnSsPKjgmoaFQ1f8wRLR0UnGE/RcDEjj2jXG1WVTwUs8+zxfcrVO+vSsuOpVKxCfYZiQ0/aPKuxQbQ8lIz+DClxC8u+snlcJ7Yr1z1JPqUH0V+GDXbOwAib931Y4Imaq0NTIXPXY+N5L18GJ37SVWu+hwXff8l72Ds9XuwYIBaXPq6Shm4l+Vl/5QiOlV+uTk6YR9PxKsI9xNJny31ygK1e+nIRC1N97EGkFPI+jCpiHe5PCEy7oWqWSwRrpOvhFzcbTWMbm3ZJAOn1rUKpYIt/lDhW/5RHHteeWFN60qo98YJuoq1nK3uW5AabyspC1BcIEpOhft+SZAShYoLSvnmSfnYADUERP5jJn2h5XtsgCRuhYQqAvwTwn33+YWEKUI72HX5AtfSAZDe8F2DtPPm77afhl0EkthzuCQU0BWApgQIH9+KB0JhopMM7bJrdTRoleM2JAVNMyPF+wdoaz+XJpGoVAQ7WXUkcV7gT3oUZyi/ISIJAVKhgNp+4b4veCFhYVJw4locdSjZCp9cPUhLF9EZ3KKzURepMEtCDPP3VcWFx4UIiZIklIpFNfHpdEafIF2aRmOcrUmjohbT2WUllbmRvgfbythbQO3222fpDJoufaQPncYYuqoGtUEsCJZL6/3PR5b4syeSjZMQG/T2maGANlXT2v8S4AULWaUkCxfLyW8iW4kdka+nEMjxpL2NCwsYNBp+Q61PF43zyDg9Bm9+3NNySn78jMZUUkumqE4Gp7JmFOdP1vc8PpRrzj9+wPinCy8K1PiJ4aYbnTYpCCbDkBSbzhu2QJ1Gd82t8jI8TH51+OzvXoWbnXUOBkNW+0mWFwGcGOUVpU81/n3TOHb5oMt2FgYGjzau0Nif0Ss7Q3XB33hjjQHjHA5E5aOyIQc8CBrLdQSs3j92VG+3nNEjbkbdbBr9zm04ruvw37vh0QKOdeGIkckc80fX3KH/h7PT4BOjgCty8VZ5ux1MoO5Cf5naca2LAsEgehI+drX8o/0Nu+W0m6K/I9gGPd/dfx/EN/wN62AhsBWuAAAAAElFTkSuQmCC
"/>`,ae,q,ie,A,Re='The PhoBERT model was proposed in <a href="https://www.aclweb.org/anthology/2020.findings-emnlp.92.pdf" rel="nofollow">PhoBERT: Pre-trained language models for Vietnamese</a> by Dat Quoc Nguyen, Anh Tuan Nguyen.',le,z,Ge="The abstract from the paper is the following:",pe,E,Be=`<em>We present PhoBERT with two versions, PhoBERT-base and PhoBERT-large, the first public large-scale monolingual
language models pre-trained for Vietnamese. Experimental results show that PhoBERT consistently outperforms the recent
best pre-trained multilingual model XLM-R (Conneau et al., 2020) and improves the state-of-the-art in multiple
Vietnamese-specific NLP tasks including Part-of-speech tagging, Dependency parsing, Named-entity recognition and
Natural language inference.</em>`,de,L,Ne='This model was contributed by <a href="https://huggingface.co/dqnguyen" rel="nofollow">dqnguyen</a>. The original code can be found <a href="https://github.com/VinAIResearch/PhoBERT" rel="nofollow">here</a>.',ce,V,me,I,he,w,ge,R,fe,p,G,xe,O,Qe="Construct a PhoBERT tokenizer. Based on Byte-Pair-Encoding.",Je,W,Ze=`This tokenizer inherits from <a href="/docs/transformers/main/en/main_classes/tokenizer#transformers.PreTrainedTokenizer">PreTrainedTokenizer</a> which contains most of the main methods. Users should refer to
this superclass for more information regarding those methods.`,Me,x,B,Pe,F,je="Loads a pre-existing dictionary from a text file and adds its symbols to this instance.",$e,T,N,Ce,H,De=`Build model inputs from a sequence or a pair of sequence for sequence classification tasks by concatenating and
adding special tokens. A PhoBERT sequence has the following format:`,Ue,X,Se="<li>single sequence: <code>&lt;s&gt; X &lt;/s&gt;</code></li> <li>pair of sequences: <code>&lt;s&gt; A &lt;/s&gt;&lt;/s&gt; B &lt;/s&gt;</code></li>",qe,J,Q,Ae,Y,Oe="Converts a sequence of tokens (string) in a single string.",ze,M,Z,Ee,K,We=`Create a mask from the two sequences passed to be used in a sequence-pair classification task. PhoBERT does not
make use of token type ids, therefore a list of zeros is returned.`,Le,P,j,Ve,ee,Fe=`Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> method.`,ue,D,ke,oe,be;return U=new we({props:{title:"PhoBERT",local:"phobert",headingTag:"h1"}}),q=new we({props:{title:"Overview",local:"overview",headingTag:"h2"}}),V=new we({props:{title:"Usage example",local:"usage-example",headingTag:"h2"}}),I=new ot({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwdHJhbnNmb3JtZXJzJTIwaW1wb3J0JTIwQXV0b01vZGVsJTJDJTIwQXV0b1Rva2VuaXplciUwQSUwQXBob2JlcnQlMjAlM0QlMjBBdXRvTW9kZWwuZnJvbV9wcmV0cmFpbmVkKCUyMnZpbmFpJTJGcGhvYmVydC1iYXNlJTIyKSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMnZpbmFpJTJGcGhvYmVydC1iYXNlJTIyKSUwQSUwQSUyMyUyMElOUFVUJTIwVEVYVCUyME1VU1QlMjBCRSUyMEFMUkVBRFklMjBXT1JELVNFR01FTlRFRCElMEFsaW5lJTIwJTNEJTIwJTIyVCVDMyVCNGklMjBsJUMzJUEwJTIwc2luaF92aSVDMyVBQW4lMjB0ciVDNiVCMCVFMSVCQiU5RG5nJTIwJUM0JTkxJUUxJUJBJUExaV9oJUUxJUJCJThEYyUyMEMlQzMlQjRuZ19uZ2glRTElQkIlODclMjAuJTIyJTBBJTBBaW5wdXRfaWRzJTIwJTNEJTIwdG9yY2gudGVuc29yKCU1QnRva2VuaXplci5lbmNvZGUobGluZSklNUQpJTBBJTBBd2l0aCUyMHRvcmNoLm5vX2dyYWQoKSUzQSUwQSUyMCUyMCUyMCUyMGZlYXR1cmVzJTIwJTNEJTIwcGhvYmVydChpbnB1dF9pZHMpJTIwJTIwJTIzJTIwTW9kZWxzJTIwb3V0cHV0cyUyMGFyZSUyMG5vdyUyMHR1cGxlcyUwQSUwQSUyMyUyMFdpdGglMjBUZW5zb3JGbG93JTIwMi4wJTJCJTNBJTBBJTIzJTIwZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsJTBBJTIzJTIwcGhvYmVydCUyMCUzRCUyMFRGQXV0b01vZGVsLmZyb21fcHJldHJhaW5lZCglMjJ2aW5haSUyRnBob2JlcnQtYmFzZSUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> torch
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModel, AutoTokenizer

<span class="hljs-meta">&gt;&gt;&gt; </span>phobert = AutoModel.from_pretrained(<span class="hljs-string">&quot;vinai/phobert-base&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;vinai/phobert-base&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># INPUT TEXT MUST BE ALREADY WORD-SEGMENTED!</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>line = <span class="hljs-string">&quot;Tôi là sinh_viên trường đại_học Công_nghệ .&quot;</span>

<span class="hljs-meta">&gt;&gt;&gt; </span>input_ids = torch.tensor([tokenizer.encode(line)])

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">with</span> torch.no_grad():
<span class="hljs-meta">... </span>    features = phobert(input_ids)  <span class="hljs-comment"># Models outputs are now tuples</span>

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># With TensorFlow 2.0+:</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># from transformers import TFAutoModel</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># phobert = TFAutoModel.from_pretrained(&quot;vinai/phobert-base&quot;)</span>`,wrap:!1}}),w=new nt({props:{$$slots:{default:[rt]},$$scope:{ctx:se}}}),R=new we({props:{title:"PhobertTokenizer",local:"transformers.PhobertTokenizer",headingTag:"h2"}}),G=new ne({props:{name:"class transformers.PhobertTokenizer",anchor:"transformers.PhobertTokenizer",parameters:[{name:"vocab_file",val:""},{name:"merges_file",val:""},{name:"bos_token",val:" = '<s>'"},{name:"eos_token",val:" = '</s>'"},{name:"sep_token",val:" = '</s>'"},{name:"cls_token",val:" = '<s>'"},{name:"unk_token",val:" = '<unk>'"},{name:"pad_token",val:" = '<pad>'"},{name:"mask_token",val:" = '<mask>'"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.PhobertTokenizer.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
Path to the vocabulary file.`,name:"vocab_file"},{anchor:"transformers.PhobertTokenizer.merges_file",description:`<strong>merges_file</strong> (<code>str</code>) &#x2014;
Path to the merges file.`,name:"merges_file"},{anchor:"transformers.PhobertTokenizer.bos_token",description:`<strong>bos_token</strong> (<code>st</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The beginning of sequence token that was used during pretraining. Can be used a sequence classifier token.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						
<p>When building a sequence using special tokens, this is not the token that is used for the beginning of
sequence. The token used is the <code>cls_token</code>.</p>

					</div>`,name:"bos_token"},{anchor:"transformers.PhobertTokenizer.eos_token",description:`<strong>eos_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The end of sequence token.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						
<p>When building a sequence using special tokens, this is not the token that is used for the end of sequence.
The token used is the <code>sep_token</code>.</p>

					</div>`,name:"eos_token"},{anchor:"transformers.PhobertTokenizer.sep_token",description:`<strong>sep_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;/s&gt;&quot;</code>) &#x2014;
The separator token, which is used when building a sequence from multiple sequences, e.g. two sequences for
sequence classification or for a text and a question for question answering. It is also used as the last
token of a sequence built with special tokens.`,name:"sep_token"},{anchor:"transformers.PhobertTokenizer.cls_token",description:`<strong>cls_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;s&gt;&quot;</code>) &#x2014;
The classifier token which is used when doing sequence classification (classification of the whole sequence
instead of per-token classification). It is the first token of the sequence when built with special tokens.`,name:"cls_token"},{anchor:"transformers.PhobertTokenizer.unk_token",description:`<strong>unk_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;unk&gt;&quot;</code>) &#x2014;
The unknown token. A token that is not in the vocabulary cannot be converted to an ID and is set to be this
token instead.`,name:"unk_token"},{anchor:"transformers.PhobertTokenizer.pad_token",description:`<strong>pad_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;pad&gt;&quot;</code>) &#x2014;
The token used for padding, for example when batching sequences of different lengths.`,name:"pad_token"},{anchor:"transformers.PhobertTokenizer.mask_token",description:`<strong>mask_token</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&lt;mask&gt;&quot;</code>) &#x2014;
The token used for masking values. This is the token used when training this model with masked language
modeling. This is the token which the model will try to predict.`,name:"mask_token"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/phobert/tokenization_phobert.py#L51"}}),B=new ne({props:{name:"add_from_file",anchor:"transformers.PhobertTokenizer.add_from_file",parameters:[{name:"f",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/phobert/tokenization_phobert.py#L327"}}),N=new ne({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.PhobertTokenizer.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.PhobertTokenizer.build_inputs_with_special_tokens.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs to which the special tokens will be added.`,name:"token_ids_0"},{anchor:"transformers.PhobertTokenizer.build_inputs_with_special_tokens.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/phobert/tokenization_phobert.py#L146",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of <a href="../glossary#input-ids">input IDs</a> with the appropriate special tokens.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),Q=new ne({props:{name:"convert_tokens_to_string",anchor:"transformers.PhobertTokenizer.convert_tokens_to_string",parameters:[{name:"tokens",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/phobert/tokenization_phobert.py#L293"}}),Z=new ne({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.PhobertTokenizer.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.PhobertTokenizer.create_token_type_ids_from_sequences.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.PhobertTokenizer.create_token_type_ids_from_sequences.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/phobert/tokenization_phobert.py#L200",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of zeros.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),j=new ne({props:{name:"get_special_tokens_mask",anchor:"transformers.PhobertTokenizer.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.PhobertTokenizer.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.PhobertTokenizer.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"},{anchor:"transformers.PhobertTokenizer.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/phobert/tokenization_phobert.py#L172",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),D=new st({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/en/model_doc/phobert.md"}}),{c(){c=i("meta"),C=o(),_=i("p"),S=o(),h(U.$$.fragment),re=o(),y=i("div"),y.innerHTML=Ie,ae=o(),h(q.$$.fragment),ie=o(),A=i("p"),A.innerHTML=Re,le=o(),z=i("p"),z.textContent=Ge,pe=o(),E=i("p"),E.innerHTML=Be,de=o(),L=i("p"),L.innerHTML=Ne,ce=o(),h(V.$$.fragment),me=o(),h(I.$$.fragment),he=o(),h(w.$$.fragment),ge=o(),h(R.$$.fragment),fe=o(),p=i("div"),h(G.$$.fragment),xe=o(),O=i("p"),O.textContent=Qe,Je=o(),W=i("p"),W.innerHTML=Ze,Me=o(),x=i("div"),h(B.$$.fragment),Pe=o(),F=i("p"),F.textContent=je,$e=o(),T=i("div"),h(N.$$.fragment),Ce=o(),H=i("p"),H.textContent=De,Ue=o(),X=i("ul"),X.innerHTML=Se,qe=o(),J=i("div"),h(Q.$$.fragment),Ae=o(),Y=i("p"),Y.textContent=Oe,ze=o(),M=i("div"),h(Z.$$.fragment),Ee=o(),K=i("p"),K.textContent=We,Le=o(),P=i("div"),h(j.$$.fragment),Ve=o(),ee=i("p"),ee.innerHTML=Fe,ue=o(),h(D.$$.fragment),ke=o(),oe=i("p"),this.h()},l(e){const t=tt("svelte-u9bgzb",document.head);c=l(t,"META",{name:!0,content:!0}),t.forEach(n),C=s(e),_=l(e,"P",{}),$(_).forEach(n),S=s(e),g(U.$$.fragment,e),re=s(e),y=l(e,"DIV",{class:!0,"data-svelte-h":!0}),m(y)!=="svelte-1px1zvi"&&(y.innerHTML=Ie),ae=s(e),g(q.$$.fragment,e),ie=s(e),A=l(e,"P",{"data-svelte-h":!0}),m(A)!=="svelte-1ao5fqi"&&(A.innerHTML=Re),le=s(e),z=l(e,"P",{"data-svelte-h":!0}),m(z)!=="svelte-vfdo9a"&&(z.textContent=Ge),pe=s(e),E=l(e,"P",{"data-svelte-h":!0}),m(E)!=="svelte-pnlemp"&&(E.innerHTML=Be),de=s(e),L=l(e,"P",{"data-svelte-h":!0}),m(L)!=="svelte-cbf0gj"&&(L.innerHTML=Ne),ce=s(e),g(V.$$.fragment,e),me=s(e),g(I.$$.fragment,e),he=s(e),g(w.$$.fragment,e),ge=s(e),g(R.$$.fragment,e),fe=s(e),p=l(e,"DIV",{class:!0});var d=$(p);g(G.$$.fragment,d),xe=s(d),O=l(d,"P",{"data-svelte-h":!0}),m(O)!=="svelte-f1kmpq"&&(O.textContent=Qe),Je=s(d),W=l(d,"P",{"data-svelte-h":!0}),m(W)!=="svelte-1c3t5ty"&&(W.innerHTML=Ze),Me=s(d),x=l(d,"DIV",{class:!0});var _e=$(x);g(B.$$.fragment,_e),Pe=s(_e),F=l(_e,"P",{"data-svelte-h":!0}),m(F)!=="svelte-ooaeix"&&(F.textContent=je),_e.forEach(n),$e=s(d),T=l(d,"DIV",{class:!0});var te=$(T);g(N.$$.fragment,te),Ce=s(te),H=l(te,"P",{"data-svelte-h":!0}),m(H)!=="svelte-dhtv7"&&(H.textContent=De),Ue=s(te),X=l(te,"UL",{"data-svelte-h":!0}),m(X)!=="svelte-rq8uot"&&(X.innerHTML=Se),te.forEach(n),qe=s(d),J=l(d,"DIV",{class:!0});var Te=$(J);g(Q.$$.fragment,Te),Ae=s(Te),Y=l(Te,"P",{"data-svelte-h":!0}),m(Y)!=="svelte-b3k2yi"&&(Y.textContent=Oe),Te.forEach(n),ze=s(d),M=l(d,"DIV",{class:!0});var ve=$(M);g(Z.$$.fragment,ve),Ee=s(ve),K=l(ve,"P",{"data-svelte-h":!0}),m(K)!=="svelte-qg6q9n"&&(K.textContent=We),ve.forEach(n),Le=s(d),P=l(d,"DIV",{class:!0});var ye=$(P);g(j.$$.fragment,ye),Ve=s(ye),ee=l(ye,"P",{"data-svelte-h":!0}),m(ee)!=="svelte-1f4f5kp"&&(ee.innerHTML=Fe),ye.forEach(n),d.forEach(n),ue=s(e),g(D.$$.fragment,e),ke=s(e),oe=l(e,"P",{}),$(oe).forEach(n),this.h()},h(){v(c,"name","hf:doc:metadata"),v(c,"content",it),v(y,"class","flex flex-wrap space-x-1"),v(x,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(T,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(J,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(M,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),v(p,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,t){r(document.head,c),a(e,C,t),a(e,_,t),a(e,S,t),f(U,e,t),a(e,re,t),a(e,y,t),a(e,ae,t),f(q,e,t),a(e,ie,t),a(e,A,t),a(e,le,t),a(e,z,t),a(e,pe,t),a(e,E,t),a(e,de,t),a(e,L,t),a(e,ce,t),f(V,e,t),a(e,me,t),f(I,e,t),a(e,he,t),f(w,e,t),a(e,ge,t),f(R,e,t),a(e,fe,t),a(e,p,t),f(G,p,null),r(p,xe),r(p,O),r(p,Je),r(p,W),r(p,Me),r(p,x),f(B,x,null),r(x,Pe),r(x,F),r(p,$e),r(p,T),f(N,T,null),r(T,Ce),r(T,H),r(T,Ue),r(T,X),r(p,qe),r(p,J),f(Q,J,null),r(J,Ae),r(J,Y),r(p,ze),r(p,M),f(Z,M,null),r(M,Ee),r(M,K),r(p,Le),r(p,P),f(j,P,null),r(P,Ve),r(P,ee),a(e,ue,t),f(D,e,t),a(e,ke,t),a(e,oe,t),be=!0},p(e,[t]){const d={};t&2&&(d.$$scope={dirty:t,ctx:e}),w.$set(d)},i(e){be||(u(U.$$.fragment,e),u(q.$$.fragment,e),u(V.$$.fragment,e),u(I.$$.fragment,e),u(w.$$.fragment,e),u(R.$$.fragment,e),u(G.$$.fragment,e),u(B.$$.fragment,e),u(N.$$.fragment,e),u(Q.$$.fragment,e),u(Z.$$.fragment,e),u(j.$$.fragment,e),u(D.$$.fragment,e),be=!0)},o(e){k(U.$$.fragment,e),k(q.$$.fragment,e),k(V.$$.fragment,e),k(I.$$.fragment,e),k(w.$$.fragment,e),k(R.$$.fragment,e),k(G.$$.fragment,e),k(B.$$.fragment,e),k(N.$$.fragment,e),k(Q.$$.fragment,e),k(Z.$$.fragment,e),k(j.$$.fragment,e),k(D.$$.fragment,e),be=!1},d(e){e&&(n(C),n(_),n(S),n(re),n(y),n(ae),n(ie),n(A),n(le),n(z),n(pe),n(E),n(de),n(L),n(ce),n(me),n(he),n(ge),n(fe),n(p),n(ue),n(ke),n(oe)),n(c),b(U,e),b(q,e),b(V,e),b(I,e),b(w,e),b(R,e),b(G),b(B),b(N),b(Q),b(Z),b(j),b(D,e)}}}const it='{"title":"PhoBERT","local":"phobert","sections":[{"title":"Overview","local":"overview","sections":[],"depth":2},{"title":"Usage example","local":"usage-example","sections":[],"depth":2},{"title":"PhobertTokenizer","local":"transformers.PhobertTokenizer","sections":[],"depth":2}],"depth":1}';function lt(se){return Xe(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ft extends Ke{constructor(c){super(),et(this,c,lt,at,He,{})}}export{ft as component};
