import{s as Ta,o as Ca,n as qt}from"../chunks/scheduler.9bc65507.js";import{S as Pa,i as Ua,g as l,s,r as c,A as Ia,h as i,f as t,c as a,j as x,u as f,x as d,k as b,y as n,a as o,v as u,d as h,t as g,w as _}from"../chunks/index.707bf1b6.js";import{T as Is}from"../chunks/Tip.c2ecdbf4.js";import{D as w}from"../chunks/Docstring.17db21ae.js";import{C as Et}from"../chunks/CodeBlock.54a9f38d.js";import{E as Xs}from"../chunks/ExampleCodeBlock.4f515aa9.js";import{H as ie}from"../chunks/Heading.342b1fa6.js";function Xa(j){let m,y=`This class method is simply calling the feature extractor
<a href="/docs/transformers/main/ja/main_classes/feature_extractor#transformers.FeatureExtractionMixin.from_pretrained">from_pretrained()</a>, image processor
<a href="/docs/transformers/main/ja/main_classes/image_processor#transformers.ImageProcessingMixin">ImageProcessingMixin</a> and the tokenizer
<code>~tokenization_utils_base.PreTrainedTokenizer.from_pretrained</code> methods. Please refer to the docstrings of the
methods above for more information.`;return{c(){m=l("p"),m.innerHTML=y},l(v){m=i(v,"P",{"data-svelte-h":!0}),d(m)!=="svelte-1u99syj"&&(m.innerHTML=y)},m(v,$){o(v,m,$)},p:qt,d(v){v&&t(m)}}}function ja(j){let m,y="Examples:",v,$,M;return $=new Et({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Qcm9jZXNzb3IlMEElMEFwcm9jZXNzb3IlMjAlM0QlMjBBdXRvUHJvY2Vzc29yLmZyb21fcHJldHJhaW5lZCglMjJiZXJ0LWJhc2UtY2FzZWQlMjIpJTBBJTBBJTIzJTIwUHVzaCUyMHRoZSUyMHByb2Nlc3NvciUyMHRvJTIweW91ciUyMG5hbWVzcGFjZSUyMHdpdGglMjB0aGUlMjBuYW1lJTIwJTIybXktZmluZXR1bmVkLWJlcnQlMjIuJTBBcHJvY2Vzc29yLnB1c2hfdG9faHViKCUyMm15LWZpbmV0dW5lZC1iZXJ0JTIyKSUwQSUwQSUyMyUyMFB1c2glMjB0aGUlMjBwcm9jZXNzb3IlMjB0byUyMGFuJTIwb3JnYW5pemF0aW9uJTIwd2l0aCUyMHRoZSUyMG5hbWUlMjAlMjJteS1maW5ldHVuZWQtYmVydCUyMi4lMEFwcm9jZXNzb3IucHVzaF90b19odWIoJTIyaHVnZ2luZ2ZhY2UlMkZteS1maW5ldHVuZWQtYmVydCUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoProcessor

processor = AutoProcessor.from_pretrained(<span class="hljs-string">&quot;bert-base-cased&quot;</span>)

<span class="hljs-comment"># Push the processor to your namespace with the name &quot;my-finetuned-bert&quot;.</span>
processor.push_to_hub(<span class="hljs-string">&quot;my-finetuned-bert&quot;</span>)

<span class="hljs-comment"># Push the processor to an organization with the name &quot;my-finetuned-bert&quot;.</span>
processor.push_to_hub(<span class="hljs-string">&quot;huggingface/my-finetuned-bert&quot;</span>)`,wrap:!1}}),{c(){m=l("p"),m.textContent=y,v=s(),c($.$$.fragment)},l(p){m=i(p,"P",{"data-svelte-h":!0}),d(m)!=="svelte-kvfsh7"&&(m.textContent=y),v=a(p),f($.$$.fragment,p)},m(p,C){o(p,m,C),o(p,v,C),u($,p,C),M=!0},p:qt,i(p){M||(h($.$$.fragment,p),M=!0)},o(p){g($.$$.fragment,p),M=!1},d(p){p&&(t(m),t(v)),_($,p)}}}function Za(j){let m,y="This API is experimental and may have some slight breaking changes in the next releases.";return{c(){m=l("p"),m.textContent=y},l(v){m=i(v,"P",{"data-svelte-h":!0}),d(m)!=="svelte-15rpg4"&&(m.textContent=y)},m(v,$){o(v,m,$)},p:qt,d(v){v&&t(m)}}}function ka(j){let m,y=`This class method is simply calling <a href="/docs/transformers/main/ja/main_classes/feature_extractor#transformers.FeatureExtractionMixin.save_pretrained">save_pretrained()</a> and
<a href="/docs/transformers/main/ja/internal/tokenization_utils#transformers.PreTrainedTokenizerBase.save_pretrained">save_pretrained()</a>. Please refer to the docstrings of the
methods above for more information.`;return{c(){m=l("p"),m.innerHTML=y},l(v){m=i(v,"P",{"data-svelte-h":!0}),d(m)!=="svelte-3qu6we"&&(m.innerHTML=y)},m(v,$){o(v,m,$)},p:qt,d(v){v&&t(m)}}}function Ja(j){let m,y="Examples:",v,$,M;return $=new Et({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvd19kYXRhc2V0cyUyMGFzJTIwdGZkcyUwQSUwQWRhdGFzZXQlMjAlM0QlMjB0ZmRzLmxvYWQoJTIyc3F1YWQlMjIpJTBBJTBBdHJhaW5pbmdfZXhhbXBsZXMlMjAlM0QlMjBnZXRfZXhhbXBsZXNfZnJvbV9kYXRhc2V0KGRhdGFzZXQlMkMlMjBldmFsdWF0ZSUzREZhbHNlKSUwQWV2YWx1YXRpb25fZXhhbXBsZXMlMjAlM0QlMjBnZXRfZXhhbXBsZXNfZnJvbV9kYXRhc2V0KGRhdGFzZXQlMkMlMjBldmFsdWF0ZSUzRFRydWUp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> tensorflow_datasets <span class="hljs-keyword">as</span> tfds

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = tfds.load(<span class="hljs-string">&quot;squad&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>training_examples = get_examples_from_dataset(dataset, evaluate=<span class="hljs-literal">False</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>evaluation_examples = get_examples_from_dataset(dataset, evaluate=<span class="hljs-literal">True</span>)`,wrap:!1}}),{c(){m=l("p"),m.textContent=y,v=s(),c($.$$.fragment)},l(p){m=i(p,"P",{"data-svelte-h":!0}),d(m)!=="svelte-kvfsh7"&&(m.textContent=y),v=a(p),f($.$$.fragment,p)},m(p,C){o(p,m,C),o(p,v,C),u($,p,C),M=!0},p:qt,i(p){M||(h($.$$.fragment,p),M=!0)},o(p){g($.$$.fragment,p),M=!1},d(p){p&&(t(m),t(v)),_($,p)}}}function La(j){let m,y="Example:",v,$,M;return $=new Et({props:{code:"cHJvY2Vzc29yJTIwJTNEJTIwU3F1YWRWMlByb2Nlc3NvcigpJTBBZXhhbXBsZXMlMjAlM0QlMjBwcm9jZXNzb3IuZ2V0X2Rldl9leGFtcGxlcyhkYXRhX2RpciklMEElMEFmZWF0dXJlcyUyMCUzRCUyMHNxdWFkX2NvbnZlcnRfZXhhbXBsZXNfdG9fZmVhdHVyZXMoJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlM0RleGFtcGxlcyUyQyUwQSUyMCUyMCUyMCUyMHRva2VuaXplciUzRHRva2VuaXplciUyQyUwQSUyMCUyMCUyMCUyMG1heF9zZXFfbGVuZ3RoJTNEYXJncy5tYXhfc2VxX2xlbmd0aCUyQyUwQSUyMCUyMCUyMCUyMGRvY19zdHJpZGUlM0RhcmdzLmRvY19zdHJpZGUlMkMlMEElMjAlMjAlMjAlMjBtYXhfcXVlcnlfbGVuZ3RoJTNEYXJncy5tYXhfcXVlcnlfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwaXNfdHJhaW5pbmclM0Rub3QlMjBldmFsdWF0ZSUyQyUwQSk=",highlighted:`processor = SquadV2Processor()
examples = processor.get_dev_examples(data_dir)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=args.max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=args.max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),{c(){m=l("p"),m.textContent=y,v=s(),c($.$$.fragment)},l(p){m=i(p,"P",{"data-svelte-h":!0}),d(m)!=="svelte-11lpom8"&&(m.textContent=y),v=a(p),f($.$$.fragment,p)},m(p,C){o(p,m,C),o(p,v,C),u($,p,C),M=!0},p:qt,i(p){M||(h($.$$.fragment,p),M=!0)},o(p){g($.$$.fragment,p),M=!1},d(p){p&&(t(m),t(v)),_($,p)}}}function Va(j){let m,y,v,$,M,p,C,js="Transformers ライブラリでは、プロセッサは 2 つの異なる意味を持ちます。",Ht,me,Zs=`<li><a href="../model_doc/wav2vec2">Wav2Vec2</a> などのマルチモーダル モデルの入力を前処理するオブジェクト (音声とテキスト)
または <a href="../model_doc/clip">CLIP</a> (テキストとビジョン)</li> <li>古いバージョンのライブラリで GLUE または SQUAD のデータを前処理するために使用されていたオブジェクトは非推奨になりました。</li>`,Bt,de,Ft,pe,ks=`マルチモーダル モデルでは、オブジェクトが複数のモダリティ (テキスト、
視覚と音声）。これは、2 つ以上の処理オブジェクトをグループ化するプロセッサーと呼ばれるオブジェクトによって処理されます。
トークナイザー (テキスト モダリティ用)、画像プロセッサー (視覚用)、特徴抽出器 (オーディオ用) など。`,Nt,ce,Js="これらのプロセッサは、保存およびロード機能を実装する次の基本クラスを継承します。",Gt,U,fe,Hr,pt,Ls="This is a mixin used to provide saving/loading functionality for all processor classes.",Br,L,ue,Fr,ct,Vs="Instantiate a processor associated with a pretrained model.",Nr,W,Gr,V,he,Sr,ft,qs="Upload the processor files to the 🤗 Model Hub.",Wr,R,Rr,q,ge,Dr,ut,zs=`Register this class with a given auto class. This should only be used for custom feature extractors as the ones
in the library are already mapped with <code>AutoProcessor</code>.`,Qr,D,Yr,z,_e,Ar,ht,Es=`Saves the attributes of this processor (feature extractor, tokenizer…) in the specified directory so that it
can be reloaded using the <a href="/docs/transformers/main/ja/main_classes/processors#transformers.ProcessorMixin.from_pretrained">from_pretrained()</a> method.`,Or,Q,St,ve,Wt,$e,Hs=`すべてのプロセッサは、同じアーキテクチャに従っています。
<a href="/docs/transformers/main/ja/main_classes/processors#transformers.DataProcessor">DataProcessor</a>。プロセッサは次のリストを返します。
<a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a>。これら
<a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a> は次のように変換できます。
<code>~data.processors.utils.Input features</code> をモデルにフィードします。`,Rt,T,xe,Kr,gt,Bs="Base class for data converters for sequence classification data sets.",es,Y,be,ts,_t,Fs='Gets a collection of <a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a> for the dev set.',rs,A,ye,ss,vt,Ns="Gets an example from a dict with tensorflow tensors.",as,O,Me,os,$t,Gs="Gets the list of labels for this data set.",ns,K,we,ls,xt,Ss='Gets a collection of <a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a> for the test set.',is,ee,Te,ms,bt,Ws='Gets a collection of <a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a> for the train set.',ds,te,Ce,ps,yt,Rs=`Some tensorflow_datasets datasets are not formatted the same way the GLUE datasets are. This method converts
examples to the correct format.`,Dt,Z,Pe,cs,Mt,Ds="A single training/test example for simple sequence classification.",fs,re,Ue,us,wt,Qs="Serializes this instance to a JSON string.",Qt,k,Ie,hs,Tt,Ys="A single set of features of data. Property names are the same names as the corresponding inputs to a model.",gs,se,Xe,_s,Ct,As="Serializes this instance to a JSON string.",Yt,je,At,Ze,Os=`<a href="https://gluebenchmark.com/" rel="nofollow">一般言語理解評価 (GLUE)</a> は、
既存の NLU タスクの多様なセットにわたるモデルのパフォーマンス。紙と同時発売された <a href="https://openreview.net/pdf?id=rJ4km2R5t7" rel="nofollow">GLUE: A
自然言語理解のためのマルチタスクベンチマークおよび分析プラットフォーム</a>`,Ot,ke,Ks=`このライブラリは、MRPC、MNLI、MNLI (不一致)、CoLA、SST2、STSB、
QQP、QNLI、RTE、WNLI。`,Kt,Je,ea="それらのプロセッサは次のとおりです。",er,Le,ta="<li><code>~data.processors.utils.MrpcProcessor</code></li> <li><code>~data.processors.utils.MnliProcessor</code></li> <li><code>~data.processors.utils.MnliMismatchedProcessor</code></li> <li><code>~data.processors.utils.Sst2Processor</code></li> <li><code>~data.processors.utils.StsbProcessor</code></li> <li><code>~data.processors.utils.QqpProcessor</code></li> <li><code>~data.processors.utils.QnliProcessor</code></li> <li><code>~data.processors.utils.RteProcessor</code></li> <li><code>~data.processors.utils.WnliProcessor</code></li>",tr,Ve,ra=`さらに、次のメソッドを使用して、データ ファイルから値をロードし、それらをリストに変換することができます。
<a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a>。`,rr,B,qe,vs,Pt,sa="Loads a data file into a list of <code>InputFeatures</code>",sr,ze,ar,Ee,aa=`<a href="https://www.nyu.edu/projects/bowman/xnli/" rel="nofollow">クロスリンガル NLI コーパス (XNLI)</a> は、
言語を超えたテキスト表現の品質。 XNLI は、<a href="http://www.nyu.edu/projects/bowman/multinli/" rel="nofollow"><em>MultiNLI</em></a> に基づくクラウドソースのデータセットです。テキストのペアには、15 個のテキスト含意アノテーションがラベル付けされています。
さまざまな言語 (英語などの高リソース言語とスワヒリ語などの低リソース言語の両方を含む)。`,or,He,oa='論文 <a href="https://arxiv.org/abs/1809.05053" rel="nofollow">XNLI: Evaluating Cross-lingual Sentence Representations</a> と同時にリリースされました。',nr,Be,na="このライブラリは、XNLI データをロードするプロセッサをホストします。",lr,Fe,la="<li><code>~data.processors.utils.XnliProcessor</code></li>",ir,Ne,ia="テストセットにはゴールドラベルが付いているため、評価はテストセットで行われますのでご了承ください。",mr,Ge,ma='これらのプロセッサを使用する例は、<a href="https://github.com/huggingface/transformers/tree/main/examples/pytorch/text-classification/run_xnli.py" rel="nofollow">run_xnli.py</a> スクリプトに示されています。',dr,Se,pr,We,da=`<a href="https://rajpurkar.github.io/SQuAD-explorer//" rel="nofollow">The Stanford Question Answering Dataset (SQuAD)</a> は、次のベンチマークです。
質問応答に関するモデルのパフォーマンスを評価します。 v1.1 と v2.0 の 2 つのバージョンが利用可能です。最初のバージョン
(v1.1) は、論文 <a href="https://arxiv.org/abs/1606.05250" rel="nofollow">SQuAD: 100,000+ question for Machine Comprehension of Text</a> とともにリリースされました。 2 番目のバージョン (v2.0) は、論文 <a href="https://arxiv.org/abs/1806.03822" rel="nofollow">Know What You Don’t と同時にリリースされました。
知っておくべき: SQuAD の答えられない質問</a>。`,cr,Re,pa="このライブラリは、次の 2 つのバージョンのそれぞれのプロセッサをホストします。",fr,De,ur,Qe,ca="それらのプロセッサは次のとおりです。",hr,Ye,fa="<li><code>~data.processors.utils.SquadV1Processor</code></li> <li><code>~data.processors.utils.SquadV2Processor</code></li>",gr,Ae,ua="どちらも抽象クラス <code>~data.processors.utils.SquadProcessor</code> を継承しています。",_r,I,Oe,$s,Ut,ha=`Processor for the SQuAD data set. overridden by SquadV1Processor and SquadV2Processor, used by the version 1.1 and
version 2.0 of SQuAD, respectively.`,xs,ae,Ke,bs,It,ga="Returns the evaluation example from the data directory.",ys,E,et,Ms,Xt,_a="Creates a list of <code>SquadExample</code> using a TFDS dataset.",ws,oe,Ts,ne,tt,Cs,jt,va="Returns the training examples from the data directory.",vr,rt,$a=`さらに、次のメソッドを使用して、SQuAD の例を次の形式に変換できます。
モデルの入力として使用できる <code>~data.processors.utils.SquadFeatures</code>。`,$r,J,st,Ps,Zt,xa=`Converts a list of examples into a list of features that can be directly given as input to a model. It is
model-dependant and takes advantage of many of the tokenizer’s features to create the model’s inputs.`,Us,le,xr,at,ba=`これらのプロセッサと前述の方法は、データを含むファイルだけでなく、
<em>tensorflow_datasets</em> パッケージ。以下に例を示します。`,br,ot,yr,nt,ya="以下にプロセッサを使用した例と、データ ファイルを使用した変換方法を示します。",Mr,lt,wr,it,Ma="<em>tensorflow_datasets</em> の使用は、データ ファイルを使用するのと同じくらい簡単です。",Tr,mt,Cr,dt,wa='これらのプロセッサを使用する別の例は、<a href="https://github.com/huggingface/transformers/tree/main/examples/legacy/question-answering/run_squad.py" rel="nofollow">run_squad.py</a> スクリプトに示されています。',Pr,zt,Ur;return M=new ie({props:{title:"Processors",local:"processors",headingTag:"h1"}}),de=new ie({props:{title:"Multi-modal processors",local:"transformers.ProcessorMixin",headingTag:"h2"}}),fe=new w({props:{name:"class transformers.ProcessorMixin",anchor:"transformers.ProcessorMixin",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L42"}}),ue=new w({props:{name:"from_pretrained",anchor:"transformers.ProcessorMixin.from_pretrained",parameters:[{name:"pretrained_model_name_or_path",val:": typing.Union[str, os.PathLike]"},{name:"cache_dir",val:": typing.Union[str, os.PathLike, NoneType] = None"},{name:"force_download",val:": bool = False"},{name:"local_files_only",val:": bool = False"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"revision",val:": str = 'main'"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.from_pretrained.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
This can be either:</p>
<ul>
<li>a string, the <em>model id</em> of a pretrained feature_extractor hosted inside a model repo on
huggingface.co. Valid model ids can be located at the root-level, like <code>bert-base-uncased</code>, or
namespaced under a user or organization name, like <code>dbmdz/bert-base-german-cased</code>.</li>
<li>a path to a <em>directory</em> containing a feature extractor file saved using the
<a href="/docs/transformers/main/ja/main_classes/feature_extractor#transformers.FeatureExtractionMixin.save_pretrained">save_pretrained()</a> method, e.g., <code>./my_model_directory/</code>.</li>
<li>a path or url to a saved feature extractor JSON <em>file</em>, e.g.,
<code>./my_model_directory/preprocessor_config.json</code>.
**kwargs &#x2014;
Additional keyword arguments passed along to both
<a href="/docs/transformers/main/ja/main_classes/feature_extractor#transformers.FeatureExtractionMixin.from_pretrained">from_pretrained()</a> and
<code>~tokenization_utils_base.PreTrainedTokenizer.from_pretrained</code>.</li>
</ul>`,name:"pretrained_model_name_or_path"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L168"}}),W=new Is({props:{$$slots:{default:[Xa]},$$scope:{ctx:j}}}),he=new w({props:{name:"push_to_hub",anchor:"transformers.ProcessorMixin.push_to_hub",parameters:[{name:"repo_id",val:": str"},{name:"use_temp_dir",val:": typing.Optional[bool] = None"},{name:"commit_message",val:": typing.Optional[str] = None"},{name:"private",val:": typing.Optional[bool] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"max_shard_size",val:": typing.Union[int, str, NoneType] = '5GB'"},{name:"create_pr",val:": bool = False"},{name:"safe_serialization",val:": bool = True"},{name:"revision",val:": str = None"},{name:"commit_description",val:": str = None"},{name:"**deprecated_kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.push_to_hub.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The name of the repository you want to push your processor to. It should contain your organization name
when pushing to a given organization.`,name:"repo_id"},{anchor:"transformers.ProcessorMixin.push_to_hub.use_temp_dir",description:`<strong>use_temp_dir</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub.
Will default to <code>True</code> if there is no directory named like <code>repo_id</code>, <code>False</code> otherwise.`,name:"use_temp_dir"},{anchor:"transformers.ProcessorMixin.push_to_hub.commit_message",description:`<strong>commit_message</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Message to commit while pushing. Will default to <code>&quot;Upload processor&quot;</code>.`,name:"commit_message"},{anchor:"transformers.ProcessorMixin.push_to_hub.private",description:`<strong>private</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not the repository created should be private.`,name:"private"},{anchor:"transformers.ProcessorMixin.push_to_hub.token",description:`<strong>token</strong> (<code>bool</code> or <code>str</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, will use the token generated
when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>). Will default to <code>True</code> if <code>repo_url</code>
is not specified.`,name:"token"},{anchor:"transformers.ProcessorMixin.push_to_hub.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;5GB&quot;</code>) &#x2014;
Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard
will then be each of size lower than this size. If expressed as a string, needs to be digits followed
by a unit (like <code>&quot;5MB&quot;</code>). We default it to <code>&quot;5GB&quot;</code> so that users can easily load models on free-tier
Google Colab instances without any CPU OOM issues.`,name:"max_shard_size"},{anchor:"transformers.ProcessorMixin.push_to_hub.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"},{anchor:"transformers.ProcessorMixin.push_to_hub.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to convert the model weights in safetensors format for safer serialization.`,name:"safe_serialization"},{anchor:"transformers.ProcessorMixin.push_to_hub.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Branch to push the uploaded files to.`,name:"revision"},{anchor:"transformers.ProcessorMixin.push_to_hub.commit_description",description:`<strong>commit_description</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The description of the commit that will be created`,name:"commit_description"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/utils/hub.py#L795"}}),R=new Xs({props:{anchor:"transformers.ProcessorMixin.push_to_hub.example",$$slots:{default:[ja]},$$scope:{ctx:j}}}),ge=new w({props:{name:"register_for_auto_class",anchor:"transformers.ProcessorMixin.register_for_auto_class",parameters:[{name:"auto_class",val:" = 'AutoProcessor'"}],parametersDescription:[{anchor:"transformers.ProcessorMixin.register_for_auto_class.auto_class",description:`<strong>auto_class</strong> (<code>str</code> or <code>type</code>, <em>optional</em>, defaults to <code>&quot;AutoProcessor&quot;</code>) &#x2014;
The auto class to register this new feature extractor with.`,name:"auto_class"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L231"}}),D=new Is({props:{warning:!0,$$slots:{default:[Za]},$$scope:{ctx:j}}}),_e=new w({props:{name:"save_pretrained",anchor:"transformers.ProcessorMixin.save_pretrained",parameters:[{name:"save_directory",val:""},{name:"push_to_hub",val:": bool = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.save_pretrained.save_directory",description:`<strong>save_directory</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
Directory where the feature extractor JSON file and the tokenizer files will be saved (directory will
be created if it does not exist).`,name:"save_directory"},{anchor:"transformers.ProcessorMixin.save_pretrained.push_to_hub",description:`<strong>push_to_hub</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to push your model to the Hugging Face model hub after saving it. You can specify the
repository you want to push to with <code>repo_id</code> (will default to the name of <code>save_directory</code> in your
namespace).`,name:"push_to_hub"},{anchor:"transformers.ProcessorMixin.save_pretrained.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>, <em>optional</em>) &#x2014;
Additional key word arguments passed along to the <a href="/docs/transformers/main/ja/main_classes/tokenizer#transformers.PreTrainedTokenizerFast.push_to_hub">push_to_hub()</a> method.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L93"}}),Q=new Is({props:{$$slots:{default:[ka]},$$scope:{ctx:j}}}),ve=new ie({props:{title:"Deprecated processors",local:"transformers.DataProcessor",headingTag:"h2"}}),xe=new w({props:{name:"class transformers.DataProcessor",anchor:"transformers.DataProcessor",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L80"}}),be=new w({props:{name:"get_dev_examples",anchor:"transformers.DataProcessor.get_dev_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L97"}}),ye=new w({props:{name:"get_example_from_tensor_dict",anchor:"transformers.DataProcessor.get_example_from_tensor_dict",parameters:[{name:"tensor_dict",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L83"}}),Me=new w({props:{name:"get_labels",anchor:"transformers.DataProcessor.get_labels",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L105"}}),we=new w({props:{name:"get_test_examples",anchor:"transformers.DataProcessor.get_test_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L101"}}),Te=new w({props:{name:"get_train_examples",anchor:"transformers.DataProcessor.get_train_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L93"}}),Ce=new w({props:{name:"tfds_map",anchor:"transformers.DataProcessor.tfds_map",parameters:[{name:"example",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L109"}}),Pe=new w({props:{name:"class transformers.InputExample",anchor:"transformers.InputExample",parameters:[{name:"guid",val:": str"},{name:"text_a",val:": str"},{name:"text_b",val:": typing.Optional[str] = None"},{name:"label",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L30"}}),Ue=new w({props:{name:"to_json_string",anchor:"transformers.InputExample.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L49"}}),Ie=new w({props:{name:"class transformers.InputFeatures",anchor:"transformers.InputFeatures",parameters:[{name:"input_ids",val:": typing.List[int]"},{name:"attention_mask",val:": typing.Optional[typing.List[int]] = None"},{name:"token_type_ids",val:": typing.Optional[typing.List[int]] = None"},{name:"label",val:": typing.Union[int, float, NoneType] = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L55"}}),Xe=new w({props:{name:"to_json_string",anchor:"transformers.InputFeatures.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L75"}}),je=new ie({props:{title:"GLUE",local:"transformers.glue_convert_examples_to_features",headingTag:"h2"}}),qe=new w({props:{name:"transformers.glue_convert_examples_to_features",anchor:"transformers.glue_convert_examples_to_features",parameters:[{name:"examples",val:": typing.Union[typing.List[transformers.data.processors.utils.InputExample], ForwardRef('tf.data.Dataset')]"},{name:"tokenizer",val:": PreTrainedTokenizer"},{name:"max_length",val:": typing.Optional[int] = None"},{name:"task",val:" = None"},{name:"label_list",val:" = None"},{name:"output_mode",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/glue.py#L41",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>If the <code>examples</code> input is a <code>tf.data.Dataset</code>, will return a <code>tf.data.Dataset</code> containing the task-specific
features. If the input is a list of <code>InputExamples</code>, will return a list of task-specific <code>InputFeatures</code> which
can be fed to the model.</p>
`}}),ze=new ie({props:{title:"XNLI",local:"xnli",headingTag:"h2"}}),Se=new ie({props:{title:"SQuAD",local:"squad",headingTag:"h2"}}),De=new ie({props:{title:"Processors",local:"transformers.data.processors.squad.SquadProcessor",headingTag:"h3"}}),Oe=new w({props:{name:"class transformers.data.processors.squad.SquadProcessor",anchor:"transformers.data.processors.squad.SquadProcessor",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L541"}}),Ke=new w({props:{name:"get_dev_examples",anchor:"transformers.data.processors.squad.SquadProcessor.get_dev_examples",parameters:[{name:"data_dir",val:""},{name:"filename",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L629"}}),et=new w({props:{name:"get_examples_from_dataset",anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset",parameters:[{name:"dataset",val:""},{name:"evaluate",val:" = False"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L574",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of SquadExample</p>
`}}),oe=new Xs({props:{anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset.example",$$slots:{default:[Ja]},$$scope:{ctx:j}}}),tt=new w({props:{name:"get_train_examples",anchor:"transformers.data.processors.squad.SquadProcessor.get_train_examples",parameters:[{name:"data_dir",val:""},{name:"filename",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L607"}}),st=new w({props:{name:"transformers.squad_convert_examples_to_features",anchor:"transformers.squad_convert_examples_to_features",parameters:[{name:"examples",val:""},{name:"tokenizer",val:""},{name:"max_seq_length",val:""},{name:"doc_stride",val:""},{name:"max_query_length",val:""},{name:"is_training",val:""},{name:"padding_strategy",val:" = 'max_length'"},{name:"return_dataset",val:" = False"},{name:"threads",val:" = 1"},{name:"tqdm_enabled",val:" = True"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L316",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>list of <code>SquadFeatures</code></p>
`}}),le=new Xs({props:{anchor:"transformers.squad_convert_examples_to_features.example",$$slots:{default:[La]},$$scope:{ctx:j}}}),ot=new ie({props:{title:"Example usage",local:"example-usage",headingTag:"h3"}}),lt=new Et({props:{code:"JTIzJTIwTG9hZGluZyUyMGElMjBWMiUyMHByb2Nlc3NvciUwQXByb2Nlc3NvciUyMCUzRCUyMFNxdWFkVjJQcm9jZXNzb3IoKSUwQWV4YW1wbGVzJTIwJTNEJTIwcHJvY2Vzc29yLmdldF9kZXZfZXhhbXBsZXMoc3F1YWRfdjJfZGF0YV9kaXIpJTBBJTBBJTIzJTIwTG9hZGluZyUyMGElMjBWMSUyMHByb2Nlc3NvciUwQXByb2Nlc3NvciUyMCUzRCUyMFNxdWFkVjFQcm9jZXNzb3IoKSUwQWV4YW1wbGVzJTIwJTNEJTIwcHJvY2Vzc29yLmdldF9kZXZfZXhhbXBsZXMoc3F1YWRfdjFfZGF0YV9kaXIpJTBBJTBBZmVhdHVyZXMlMjAlM0QlMjBzcXVhZF9jb252ZXJ0X2V4YW1wbGVzX3RvX2ZlYXR1cmVzKCUwQSUyMCUyMCUyMCUyMGV4YW1wbGVzJTNEZXhhbXBsZXMlMkMlMEElMjAlMjAlMjAlMjB0b2tlbml6ZXIlM0R0b2tlbml6ZXIlMkMlMEElMjAlMjAlMjAlMjBtYXhfc2VxX2xlbmd0aCUzRG1heF9zZXFfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwZG9jX3N0cmlkZSUzRGFyZ3MuZG9jX3N0cmlkZSUyQyUwQSUyMCUyMCUyMCUyMG1heF9xdWVyeV9sZW5ndGglM0RtYXhfcXVlcnlfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwaXNfdHJhaW5pbmclM0Rub3QlMjBldmFsdWF0ZSUyQyUwQSk=",highlighted:`<span class="hljs-comment"># Loading a V2 processor</span>
processor = SquadV2Processor()
examples = processor.get_dev_examples(squad_v2_data_dir)

<span class="hljs-comment"># Loading a V1 processor</span>
processor = SquadV1Processor()
examples = processor.get_dev_examples(squad_v1_data_dir)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),mt=new Et({props:{code:"JTIzJTIwdGVuc29yZmxvd19kYXRhc2V0cyUyMG9ubHklMjBoYW5kbGUlMjBTcXVhZCUyMFYxLiUwQXRmZHNfZXhhbXBsZXMlMjAlM0QlMjB0ZmRzLmxvYWQoJTIyc3F1YWQlMjIpJTBBZXhhbXBsZXMlMjAlM0QlMjBTcXVhZFYxUHJvY2Vzc29yKCkuZ2V0X2V4YW1wbGVzX2Zyb21fZGF0YXNldCh0ZmRzX2V4YW1wbGVzJTJDJTIwZXZhbHVhdGUlM0RldmFsdWF0ZSklMEElMEFmZWF0dXJlcyUyMCUzRCUyMHNxdWFkX2NvbnZlcnRfZXhhbXBsZXNfdG9fZmVhdHVyZXMoJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlM0RleGFtcGxlcyUyQyUwQSUyMCUyMCUyMCUyMHRva2VuaXplciUzRHRva2VuaXplciUyQyUwQSUyMCUyMCUyMCUyMG1heF9zZXFfbGVuZ3RoJTNEbWF4X3NlcV9sZW5ndGglMkMlMEElMjAlMjAlMjAlMjBkb2Nfc3RyaWRlJTNEYXJncy5kb2Nfc3RyaWRlJTJDJTBBJTIwJTIwJTIwJTIwbWF4X3F1ZXJ5X2xlbmd0aCUzRG1heF9xdWVyeV9sZW5ndGglMkMlMEElMjAlMjAlMjAlMjBpc190cmFpbmluZyUzRG5vdCUyMGV2YWx1YXRlJTJDJTBBKQ==",highlighted:`<span class="hljs-comment"># tensorflow_datasets only handle Squad V1.</span>
tfds_examples = tfds.load(<span class="hljs-string">&quot;squad&quot;</span>)
examples = SquadV1Processor().get_examples_from_dataset(tfds_examples, evaluate=evaluate)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),{c(){m=l("meta"),y=s(),v=l("p"),$=s(),c(M.$$.fragment),p=s(),C=l("p"),C.textContent=js,Ht=s(),me=l("ul"),me.innerHTML=Zs,Bt=s(),c(de.$$.fragment),Ft=s(),pe=l("p"),pe.textContent=ks,Nt=s(),ce=l("p"),ce.textContent=Js,Gt=s(),U=l("div"),c(fe.$$.fragment),Hr=s(),pt=l("p"),pt.textContent=Ls,Br=s(),L=l("div"),c(ue.$$.fragment),Fr=s(),ct=l("p"),ct.textContent=Vs,Nr=s(),c(W.$$.fragment),Gr=s(),V=l("div"),c(he.$$.fragment),Sr=s(),ft=l("p"),ft.textContent=qs,Wr=s(),c(R.$$.fragment),Rr=s(),q=l("div"),c(ge.$$.fragment),Dr=s(),ut=l("p"),ut.innerHTML=zs,Qr=s(),c(D.$$.fragment),Yr=s(),z=l("div"),c(_e.$$.fragment),Ar=s(),ht=l("p"),ht.innerHTML=Es,Or=s(),c(Q.$$.fragment),St=s(),c(ve.$$.fragment),Wt=s(),$e=l("p"),$e.innerHTML=Hs,Rt=s(),T=l("div"),c(xe.$$.fragment),Kr=s(),gt=l("p"),gt.textContent=Bs,es=s(),Y=l("div"),c(be.$$.fragment),ts=s(),_t=l("p"),_t.innerHTML=Fs,rs=s(),A=l("div"),c(ye.$$.fragment),ss=s(),vt=l("p"),vt.textContent=Ns,as=s(),O=l("div"),c(Me.$$.fragment),os=s(),$t=l("p"),$t.textContent=Gs,ns=s(),K=l("div"),c(we.$$.fragment),ls=s(),xt=l("p"),xt.innerHTML=Ss,is=s(),ee=l("div"),c(Te.$$.fragment),ms=s(),bt=l("p"),bt.innerHTML=Ws,ds=s(),te=l("div"),c(Ce.$$.fragment),ps=s(),yt=l("p"),yt.textContent=Rs,Dt=s(),Z=l("div"),c(Pe.$$.fragment),cs=s(),Mt=l("p"),Mt.textContent=Ds,fs=s(),re=l("div"),c(Ue.$$.fragment),us=s(),wt=l("p"),wt.textContent=Qs,Qt=s(),k=l("div"),c(Ie.$$.fragment),hs=s(),Tt=l("p"),Tt.textContent=Ys,gs=s(),se=l("div"),c(Xe.$$.fragment),_s=s(),Ct=l("p"),Ct.textContent=As,Yt=s(),c(je.$$.fragment),At=s(),Ze=l("p"),Ze.innerHTML=Os,Ot=s(),ke=l("p"),ke.textContent=Ks,Kt=s(),Je=l("p"),Je.textContent=ea,er=s(),Le=l("ul"),Le.innerHTML=ta,tr=s(),Ve=l("p"),Ve.innerHTML=ra,rr=s(),B=l("div"),c(qe.$$.fragment),vs=s(),Pt=l("p"),Pt.innerHTML=sa,sr=s(),c(ze.$$.fragment),ar=s(),Ee=l("p"),Ee.innerHTML=aa,or=s(),He=l("p"),He.innerHTML=oa,nr=s(),Be=l("p"),Be.textContent=na,lr=s(),Fe=l("ul"),Fe.innerHTML=la,ir=s(),Ne=l("p"),Ne.textContent=ia,mr=s(),Ge=l("p"),Ge.innerHTML=ma,dr=s(),c(Se.$$.fragment),pr=s(),We=l("p"),We.innerHTML=da,cr=s(),Re=l("p"),Re.textContent=pa,fr=s(),c(De.$$.fragment),ur=s(),Qe=l("p"),Qe.textContent=ca,hr=s(),Ye=l("ul"),Ye.innerHTML=fa,gr=s(),Ae=l("p"),Ae.innerHTML=ua,_r=s(),I=l("div"),c(Oe.$$.fragment),$s=s(),Ut=l("p"),Ut.textContent=ha,xs=s(),ae=l("div"),c(Ke.$$.fragment),bs=s(),It=l("p"),It.textContent=ga,ys=s(),E=l("div"),c(et.$$.fragment),Ms=s(),Xt=l("p"),Xt.innerHTML=_a,ws=s(),c(oe.$$.fragment),Ts=s(),ne=l("div"),c(tt.$$.fragment),Cs=s(),jt=l("p"),jt.textContent=va,vr=s(),rt=l("p"),rt.innerHTML=$a,$r=s(),J=l("div"),c(st.$$.fragment),Ps=s(),Zt=l("p"),Zt.textContent=xa,Us=s(),c(le.$$.fragment),xr=s(),at=l("p"),at.innerHTML=ba,br=s(),c(ot.$$.fragment),yr=s(),nt=l("p"),nt.textContent=ya,Mr=s(),c(lt.$$.fragment),wr=s(),it=l("p"),it.innerHTML=Ma,Tr=s(),c(mt.$$.fragment),Cr=s(),dt=l("p"),dt.innerHTML=wa,Pr=s(),zt=l("p"),this.h()},l(e){const r=Ia("svelte-u9bgzb",document.head);m=i(r,"META",{name:!0,content:!0}),r.forEach(t),y=a(e),v=i(e,"P",{}),x(v).forEach(t),$=a(e),f(M.$$.fragment,e),p=a(e),C=i(e,"P",{"data-svelte-h":!0}),d(C)!=="svelte-4gs895"&&(C.textContent=js),Ht=a(e),me=i(e,"UL",{"data-svelte-h":!0}),d(me)!=="svelte-1h23xz2"&&(me.innerHTML=Zs),Bt=a(e),f(de.$$.fragment,e),Ft=a(e),pe=i(e,"P",{"data-svelte-h":!0}),d(pe)!=="svelte-hbbv64"&&(pe.textContent=ks),Nt=a(e),ce=i(e,"P",{"data-svelte-h":!0}),d(ce)!=="svelte-t565jj"&&(ce.textContent=Js),Gt=a(e),U=i(e,"DIV",{class:!0});var X=x(U);f(fe.$$.fragment,X),Hr=a(X),pt=i(X,"P",{"data-svelte-h":!0}),d(pt)!=="svelte-1s4wckx"&&(pt.textContent=Ls),Br=a(X),L=i(X,"DIV",{class:!0});var F=x(L);f(ue.$$.fragment,F),Fr=a(F),ct=i(F,"P",{"data-svelte-h":!0}),d(ct)!=="svelte-1cj8dcb"&&(ct.textContent=Vs),Nr=a(F),f(W.$$.fragment,F),F.forEach(t),Gr=a(X),V=i(X,"DIV",{class:!0});var N=x(V);f(he.$$.fragment,N),Sr=a(N),ft=i(N,"P",{"data-svelte-h":!0}),d(ft)!=="svelte-1cwsjho"&&(ft.textContent=qs),Wr=a(N),f(R.$$.fragment,N),N.forEach(t),Rr=a(X),q=i(X,"DIV",{class:!0});var G=x(q);f(ge.$$.fragment,G),Dr=a(G),ut=i(G,"P",{"data-svelte-h":!0}),d(ut)!=="svelte-hhsvto"&&(ut.innerHTML=zs),Qr=a(G),f(D.$$.fragment,G),G.forEach(t),Yr=a(X),z=i(X,"DIV",{class:!0});var S=x(z);f(_e.$$.fragment,S),Ar=a(S),ht=i(S,"P",{"data-svelte-h":!0}),d(ht)!=="svelte-1yuddp1"&&(ht.innerHTML=Es),Or=a(S),f(Q.$$.fragment,S),S.forEach(t),X.forEach(t),St=a(e),f(ve.$$.fragment,e),Wt=a(e),$e=i(e,"P",{"data-svelte-h":!0}),d($e)!=="svelte-g98oo1"&&($e.innerHTML=Hs),Rt=a(e),T=i(e,"DIV",{class:!0});var P=x(T);f(xe.$$.fragment,P),Kr=a(P),gt=i(P,"P",{"data-svelte-h":!0}),d(gt)!=="svelte-1bsw04k"&&(gt.textContent=Bs),es=a(P),Y=i(P,"DIV",{class:!0});var Ir=x(Y);f(be.$$.fragment,Ir),ts=a(Ir),_t=i(Ir,"P",{"data-svelte-h":!0}),d(_t)!=="svelte-1szdena"&&(_t.innerHTML=Fs),Ir.forEach(t),rs=a(P),A=i(P,"DIV",{class:!0});var Xr=x(A);f(ye.$$.fragment,Xr),ss=a(Xr),vt=i(Xr,"P",{"data-svelte-h":!0}),d(vt)!=="svelte-pplryq"&&(vt.textContent=Ns),Xr.forEach(t),as=a(P),O=i(P,"DIV",{class:!0});var jr=x(O);f(Me.$$.fragment,jr),os=a(jr),$t=i(jr,"P",{"data-svelte-h":!0}),d($t)!=="svelte-3oqyjr"&&($t.textContent=Gs),jr.forEach(t),ns=a(P),K=i(P,"DIV",{class:!0});var Zr=x(K);f(we.$$.fragment,Zr),ls=a(Zr),xt=i(Zr,"P",{"data-svelte-h":!0}),d(xt)!=="svelte-6j503t"&&(xt.innerHTML=Ss),Zr.forEach(t),is=a(P),ee=i(P,"DIV",{class:!0});var kr=x(ee);f(Te.$$.fragment,kr),ms=a(kr),bt=i(kr,"P",{"data-svelte-h":!0}),d(bt)!=="svelte-w0fgcv"&&(bt.innerHTML=Ws),kr.forEach(t),ds=a(P),te=i(P,"DIV",{class:!0});var Jr=x(te);f(Ce.$$.fragment,Jr),ps=a(Jr),yt=i(Jr,"P",{"data-svelte-h":!0}),d(yt)!=="svelte-1jevh15"&&(yt.textContent=Rs),Jr.forEach(t),P.forEach(t),Dt=a(e),Z=i(e,"DIV",{class:!0});var kt=x(Z);f(Pe.$$.fragment,kt),cs=a(kt),Mt=i(kt,"P",{"data-svelte-h":!0}),d(Mt)!=="svelte-vkt0pi"&&(Mt.textContent=Ds),fs=a(kt),re=i(kt,"DIV",{class:!0});var Lr=x(re);f(Ue.$$.fragment,Lr),us=a(Lr),wt=i(Lr,"P",{"data-svelte-h":!0}),d(wt)!=="svelte-5ayq1f"&&(wt.textContent=Qs),Lr.forEach(t),kt.forEach(t),Qt=a(e),k=i(e,"DIV",{class:!0});var Jt=x(k);f(Ie.$$.fragment,Jt),hs=a(Jt),Tt=i(Jt,"P",{"data-svelte-h":!0}),d(Tt)!=="svelte-168wf64"&&(Tt.textContent=Ys),gs=a(Jt),se=i(Jt,"DIV",{class:!0});var Vr=x(se);f(Xe.$$.fragment,Vr),_s=a(Vr),Ct=i(Vr,"P",{"data-svelte-h":!0}),d(Ct)!=="svelte-5ayq1f"&&(Ct.textContent=As),Vr.forEach(t),Jt.forEach(t),Yt=a(e),f(je.$$.fragment,e),At=a(e),Ze=i(e,"P",{"data-svelte-h":!0}),d(Ze)!=="svelte-dz9ydi"&&(Ze.innerHTML=Os),Ot=a(e),ke=i(e,"P",{"data-svelte-h":!0}),d(ke)!=="svelte-1lukeag"&&(ke.textContent=Ks),Kt=a(e),Je=i(e,"P",{"data-svelte-h":!0}),d(Je)!=="svelte-w2nqkz"&&(Je.textContent=ea),er=a(e),Le=i(e,"UL",{"data-svelte-h":!0}),d(Le)!=="svelte-my8qym"&&(Le.innerHTML=ta),tr=a(e),Ve=i(e,"P",{"data-svelte-h":!0}),d(Ve)!=="svelte-1j6tfx9"&&(Ve.innerHTML=ra),rr=a(e),B=i(e,"DIV",{class:!0});var qr=x(B);f(qe.$$.fragment,qr),vs=a(qr),Pt=i(qr,"P",{"data-svelte-h":!0}),d(Pt)!=="svelte-5lvrve"&&(Pt.innerHTML=sa),qr.forEach(t),sr=a(e),f(ze.$$.fragment,e),ar=a(e),Ee=i(e,"P",{"data-svelte-h":!0}),d(Ee)!=="svelte-1cfncyx"&&(Ee.innerHTML=aa),or=a(e),He=i(e,"P",{"data-svelte-h":!0}),d(He)!=="svelte-10048a6"&&(He.innerHTML=oa),nr=a(e),Be=i(e,"P",{"data-svelte-h":!0}),d(Be)!=="svelte-1z0bn35"&&(Be.textContent=na),lr=a(e),Fe=i(e,"UL",{"data-svelte-h":!0}),d(Fe)!=="svelte-1e2xq99"&&(Fe.innerHTML=la),ir=a(e),Ne=i(e,"P",{"data-svelte-h":!0}),d(Ne)!=="svelte-1d3nf11"&&(Ne.textContent=ia),mr=a(e),Ge=i(e,"P",{"data-svelte-h":!0}),d(Ge)!=="svelte-7zvs7i"&&(Ge.innerHTML=ma),dr=a(e),f(Se.$$.fragment,e),pr=a(e),We=i(e,"P",{"data-svelte-h":!0}),d(We)!=="svelte-5cjvlv"&&(We.innerHTML=da),cr=a(e),Re=i(e,"P",{"data-svelte-h":!0}),d(Re)!=="svelte-10uynke"&&(Re.textContent=pa),fr=a(e),f(De.$$.fragment,e),ur=a(e),Qe=i(e,"P",{"data-svelte-h":!0}),d(Qe)!=="svelte-w2nqkz"&&(Qe.textContent=ca),hr=a(e),Ye=i(e,"UL",{"data-svelte-h":!0}),d(Ye)!=="svelte-1qiv3qf"&&(Ye.innerHTML=fa),gr=a(e),Ae=i(e,"P",{"data-svelte-h":!0}),d(Ae)!=="svelte-ii491f"&&(Ae.innerHTML=ua),_r=a(e),I=i(e,"DIV",{class:!0});var H=x(I);f(Oe.$$.fragment,H),$s=a(H),Ut=i(H,"P",{"data-svelte-h":!0}),d(Ut)!=="svelte-173gxyd"&&(Ut.textContent=ha),xs=a(H),ae=i(H,"DIV",{class:!0});var zr=x(ae);f(Ke.$$.fragment,zr),bs=a(zr),It=i(zr,"P",{"data-svelte-h":!0}),d(It)!=="svelte-wmaktk"&&(It.textContent=ga),zr.forEach(t),ys=a(H),E=i(H,"DIV",{class:!0});var Lt=x(E);f(et.$$.fragment,Lt),Ms=a(Lt),Xt=i(Lt,"P",{"data-svelte-h":!0}),d(Xt)!=="svelte-11nqnea"&&(Xt.innerHTML=_a),ws=a(Lt),f(oe.$$.fragment,Lt),Lt.forEach(t),Ts=a(H),ne=i(H,"DIV",{class:!0});var Er=x(ne);f(tt.$$.fragment,Er),Cs=a(Er),jt=i(Er,"P",{"data-svelte-h":!0}),d(jt)!=="svelte-d5zv1x"&&(jt.textContent=va),Er.forEach(t),H.forEach(t),vr=a(e),rt=i(e,"P",{"data-svelte-h":!0}),d(rt)!=="svelte-18mz77q"&&(rt.innerHTML=$a),$r=a(e),J=i(e,"DIV",{class:!0});var Vt=x(J);f(st.$$.fragment,Vt),Ps=a(Vt),Zt=i(Vt,"P",{"data-svelte-h":!0}),d(Zt)!=="svelte-169nh0g"&&(Zt.textContent=xa),Us=a(Vt),f(le.$$.fragment,Vt),Vt.forEach(t),xr=a(e),at=i(e,"P",{"data-svelte-h":!0}),d(at)!=="svelte-1esudax"&&(at.innerHTML=ba),br=a(e),f(ot.$$.fragment,e),yr=a(e),nt=i(e,"P",{"data-svelte-h":!0}),d(nt)!=="svelte-3glna9"&&(nt.textContent=ya),Mr=a(e),f(lt.$$.fragment,e),wr=a(e),it=i(e,"P",{"data-svelte-h":!0}),d(it)!=="svelte-jzuhjq"&&(it.innerHTML=Ma),Tr=a(e),f(mt.$$.fragment,e),Cr=a(e),dt=i(e,"P",{"data-svelte-h":!0}),d(dt)!=="svelte-fac3c8"&&(dt.innerHTML=wa),Pr=a(e),zt=i(e,"P",{}),x(zt).forEach(t),this.h()},h(){b(m,"name","hf:doc:metadata"),b(m,"content",qa),b(L,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(V,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(A,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(K,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(ee,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(te,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(T,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(re,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(se,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(k,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(ae,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(ne,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(I,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),b(J,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,r){n(document.head,m),o(e,y,r),o(e,v,r),o(e,$,r),u(M,e,r),o(e,p,r),o(e,C,r),o(e,Ht,r),o(e,me,r),o(e,Bt,r),u(de,e,r),o(e,Ft,r),o(e,pe,r),o(e,Nt,r),o(e,ce,r),o(e,Gt,r),o(e,U,r),u(fe,U,null),n(U,Hr),n(U,pt),n(U,Br),n(U,L),u(ue,L,null),n(L,Fr),n(L,ct),n(L,Nr),u(W,L,null),n(U,Gr),n(U,V),u(he,V,null),n(V,Sr),n(V,ft),n(V,Wr),u(R,V,null),n(U,Rr),n(U,q),u(ge,q,null),n(q,Dr),n(q,ut),n(q,Qr),u(D,q,null),n(U,Yr),n(U,z),u(_e,z,null),n(z,Ar),n(z,ht),n(z,Or),u(Q,z,null),o(e,St,r),u(ve,e,r),o(e,Wt,r),o(e,$e,r),o(e,Rt,r),o(e,T,r),u(xe,T,null),n(T,Kr),n(T,gt),n(T,es),n(T,Y),u(be,Y,null),n(Y,ts),n(Y,_t),n(T,rs),n(T,A),u(ye,A,null),n(A,ss),n(A,vt),n(T,as),n(T,O),u(Me,O,null),n(O,os),n(O,$t),n(T,ns),n(T,K),u(we,K,null),n(K,ls),n(K,xt),n(T,is),n(T,ee),u(Te,ee,null),n(ee,ms),n(ee,bt),n(T,ds),n(T,te),u(Ce,te,null),n(te,ps),n(te,yt),o(e,Dt,r),o(e,Z,r),u(Pe,Z,null),n(Z,cs),n(Z,Mt),n(Z,fs),n(Z,re),u(Ue,re,null),n(re,us),n(re,wt),o(e,Qt,r),o(e,k,r),u(Ie,k,null),n(k,hs),n(k,Tt),n(k,gs),n(k,se),u(Xe,se,null),n(se,_s),n(se,Ct),o(e,Yt,r),u(je,e,r),o(e,At,r),o(e,Ze,r),o(e,Ot,r),o(e,ke,r),o(e,Kt,r),o(e,Je,r),o(e,er,r),o(e,Le,r),o(e,tr,r),o(e,Ve,r),o(e,rr,r),o(e,B,r),u(qe,B,null),n(B,vs),n(B,Pt),o(e,sr,r),u(ze,e,r),o(e,ar,r),o(e,Ee,r),o(e,or,r),o(e,He,r),o(e,nr,r),o(e,Be,r),o(e,lr,r),o(e,Fe,r),o(e,ir,r),o(e,Ne,r),o(e,mr,r),o(e,Ge,r),o(e,dr,r),u(Se,e,r),o(e,pr,r),o(e,We,r),o(e,cr,r),o(e,Re,r),o(e,fr,r),u(De,e,r),o(e,ur,r),o(e,Qe,r),o(e,hr,r),o(e,Ye,r),o(e,gr,r),o(e,Ae,r),o(e,_r,r),o(e,I,r),u(Oe,I,null),n(I,$s),n(I,Ut),n(I,xs),n(I,ae),u(Ke,ae,null),n(ae,bs),n(ae,It),n(I,ys),n(I,E),u(et,E,null),n(E,Ms),n(E,Xt),n(E,ws),u(oe,E,null),n(I,Ts),n(I,ne),u(tt,ne,null),n(ne,Cs),n(ne,jt),o(e,vr,r),o(e,rt,r),o(e,$r,r),o(e,J,r),u(st,J,null),n(J,Ps),n(J,Zt),n(J,Us),u(le,J,null),o(e,xr,r),o(e,at,r),o(e,br,r),u(ot,e,r),o(e,yr,r),o(e,nt,r),o(e,Mr,r),u(lt,e,r),o(e,wr,r),o(e,it,r),o(e,Tr,r),u(mt,e,r),o(e,Cr,r),o(e,dt,r),o(e,Pr,r),o(e,zt,r),Ur=!0},p(e,[r]){const X={};r&2&&(X.$$scope={dirty:r,ctx:e}),W.$set(X);const F={};r&2&&(F.$$scope={dirty:r,ctx:e}),R.$set(F);const N={};r&2&&(N.$$scope={dirty:r,ctx:e}),D.$set(N);const G={};r&2&&(G.$$scope={dirty:r,ctx:e}),Q.$set(G);const S={};r&2&&(S.$$scope={dirty:r,ctx:e}),oe.$set(S);const P={};r&2&&(P.$$scope={dirty:r,ctx:e}),le.$set(P)},i(e){Ur||(h(M.$$.fragment,e),h(de.$$.fragment,e),h(fe.$$.fragment,e),h(ue.$$.fragment,e),h(W.$$.fragment,e),h(he.$$.fragment,e),h(R.$$.fragment,e),h(ge.$$.fragment,e),h(D.$$.fragment,e),h(_e.$$.fragment,e),h(Q.$$.fragment,e),h(ve.$$.fragment,e),h(xe.$$.fragment,e),h(be.$$.fragment,e),h(ye.$$.fragment,e),h(Me.$$.fragment,e),h(we.$$.fragment,e),h(Te.$$.fragment,e),h(Ce.$$.fragment,e),h(Pe.$$.fragment,e),h(Ue.$$.fragment,e),h(Ie.$$.fragment,e),h(Xe.$$.fragment,e),h(je.$$.fragment,e),h(qe.$$.fragment,e),h(ze.$$.fragment,e),h(Se.$$.fragment,e),h(De.$$.fragment,e),h(Oe.$$.fragment,e),h(Ke.$$.fragment,e),h(et.$$.fragment,e),h(oe.$$.fragment,e),h(tt.$$.fragment,e),h(st.$$.fragment,e),h(le.$$.fragment,e),h(ot.$$.fragment,e),h(lt.$$.fragment,e),h(mt.$$.fragment,e),Ur=!0)},o(e){g(M.$$.fragment,e),g(de.$$.fragment,e),g(fe.$$.fragment,e),g(ue.$$.fragment,e),g(W.$$.fragment,e),g(he.$$.fragment,e),g(R.$$.fragment,e),g(ge.$$.fragment,e),g(D.$$.fragment,e),g(_e.$$.fragment,e),g(Q.$$.fragment,e),g(ve.$$.fragment,e),g(xe.$$.fragment,e),g(be.$$.fragment,e),g(ye.$$.fragment,e),g(Me.$$.fragment,e),g(we.$$.fragment,e),g(Te.$$.fragment,e),g(Ce.$$.fragment,e),g(Pe.$$.fragment,e),g(Ue.$$.fragment,e),g(Ie.$$.fragment,e),g(Xe.$$.fragment,e),g(je.$$.fragment,e),g(qe.$$.fragment,e),g(ze.$$.fragment,e),g(Se.$$.fragment,e),g(De.$$.fragment,e),g(Oe.$$.fragment,e),g(Ke.$$.fragment,e),g(et.$$.fragment,e),g(oe.$$.fragment,e),g(tt.$$.fragment,e),g(st.$$.fragment,e),g(le.$$.fragment,e),g(ot.$$.fragment,e),g(lt.$$.fragment,e),g(mt.$$.fragment,e),Ur=!1},d(e){e&&(t(y),t(v),t($),t(p),t(C),t(Ht),t(me),t(Bt),t(Ft),t(pe),t(Nt),t(ce),t(Gt),t(U),t(St),t(Wt),t($e),t(Rt),t(T),t(Dt),t(Z),t(Qt),t(k),t(Yt),t(At),t(Ze),t(Ot),t(ke),t(Kt),t(Je),t(er),t(Le),t(tr),t(Ve),t(rr),t(B),t(sr),t(ar),t(Ee),t(or),t(He),t(nr),t(Be),t(lr),t(Fe),t(ir),t(Ne),t(mr),t(Ge),t(dr),t(pr),t(We),t(cr),t(Re),t(fr),t(ur),t(Qe),t(hr),t(Ye),t(gr),t(Ae),t(_r),t(I),t(vr),t(rt),t($r),t(J),t(xr),t(at),t(br),t(yr),t(nt),t(Mr),t(wr),t(it),t(Tr),t(Cr),t(dt),t(Pr),t(zt)),t(m),_(M,e),_(de,e),_(fe),_(ue),_(W),_(he),_(R),_(ge),_(D),_(_e),_(Q),_(ve,e),_(xe),_(be),_(ye),_(Me),_(we),_(Te),_(Ce),_(Pe),_(Ue),_(Ie),_(Xe),_(je,e),_(qe),_(ze,e),_(Se,e),_(De,e),_(Oe),_(Ke),_(et),_(oe),_(tt),_(st),_(le),_(ot,e),_(lt,e),_(mt,e)}}}const qa='{"title":"Processors","local":"processors","sections":[{"title":"Multi-modal processors","local":"transformers.ProcessorMixin","sections":[],"depth":2},{"title":"Deprecated processors","local":"transformers.DataProcessor","sections":[],"depth":2},{"title":"GLUE","local":"transformers.glue_convert_examples_to_features","sections":[],"depth":2},{"title":"XNLI","local":"xnli","sections":[],"depth":2},{"title":"SQuAD","local":"squad","sections":[{"title":"Processors","local":"transformers.data.processors.squad.SquadProcessor","sections":[],"depth":3},{"title":"Example usage","local":"example-usage","sections":[],"depth":3}],"depth":2}],"depth":1}';function za(j){return Ca(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Wa extends Pa{constructor(m){super(),Ua(this,m,za,Va,Ta,{})}}export{Wa as component};
