import{s as No,o as So,n as R}from"../chunks/scheduler.9bc65507.js";import{S as Fo,i as Do,g as n,s,r as f,m as Wo,A as Go,h as l,f as t,c as a,j as w,u,x as d,n as Ro,k as T,y as r,a as i,v as h,d as g,t as _,w as $}from"../chunks/index.707bf1b6.js";import{T as Za}from"../chunks/Tip.c2ecdbf4.js";import{D as P}from"../chunks/Docstring.570ddb64.js";import{C as be}from"../chunks/CodeBlock.54a9f38d.js";import{E as $r}from"../chunks/ExampleCodeBlock.bc2be6bc.js";import{H as xe,E as Qo}from"../chunks/EditOnGithub.922df6ba.js";function Yo(U){let m,b=`This class method is simply calling the feature extractor
<a href="/docs/transformers/main/ja/main_classes/feature_extractor#transformers.FeatureExtractionMixin.from_pretrained">from_pretrained()</a>, image processor
<a href="/docs/transformers/main/ja/internal/image_processing_utils#transformers.ImageProcessingMixin">ImageProcessingMixin</a> and the tokenizer
<code>~tokenization_utils_base.PreTrainedTokenizer.from_pretrained</code> methods. Please refer to the docstrings of the
methods above for more information.`;return{c(){m=n("p"),m.innerHTML=b},l(v){m=l(v,"P",{"data-svelte-h":!0}),d(m)!=="svelte-p7kr8l"&&(m.innerHTML=b)},m(v,p){i(v,m,p)},p:R,d(v){v&&t(m)}}}function Ao(U){let m,b="And we define the call method as:",v,p,x;return p=new be({props:{code:"ZGVmJTIwX19jYWxsX18oJTBBJTIwJTIwJTIwJTIwc2VsZiUyQyUwQSUyMCUyMCUyMCUyMHRleHQlM0ElMjBzdHIlMkMlMEElMjAlMjAlMjAlMjBpbWFnZXMlM0ElMjBPcHRpb25hbCU1QkltYWdlSW5wdXQlNUQlMjAlM0QlMjBOb25lJTJDJTBBJTIwJTIwJTIwJTIwKmFyZyUyQyUwQSUyMCUyMCUyMCUyMGF1ZGlvJTNETm9uZSUyQyUwQSUyMCUyMCUyMCUyMHZpZGVvcyUzRE5vbmUlMkMlMEEp",highlighted:`<span class="hljs-keyword">def</span> <span class="hljs-title function_">__call__</span>(<span class="hljs-params">
    self,
    text: <span class="hljs-built_in">str</span>,
    images: <span class="hljs-type">Optional</span>[ImageInput] = <span class="hljs-literal">None</span>,
    *arg,
    audio=<span class="hljs-literal">None</span>,
    videos=<span class="hljs-literal">None</span>,
</span>)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,v=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-ft0bna"&&(m.textContent=b),v=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,v,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t(v)),$(p,c)}}}function Oo(U){let m,b="Then, if we call the processor as:",v,p,x;return p=new be({props:{code:"aW1hZ2VzJTIwJTNEJTIwJTVCLi4uJTVEJTBBcHJvY2Vzc29yKCUyMldoYXQlMjBpcyUyMGNvbW1vbiUyMGluJTIwdGhlc2UlMjBpbWFnZXMlM0YlMjIlMkMlMjBpbWFnZXMlMkMlMjBhcmdfdmFsdWVfMSUyQyUyMGFyZ192YWx1ZV8yKQ==",highlighted:`images = [...]
processor(<span class="hljs-string">&quot;What is common in these images?&quot;</span>, images, arg_value_1, arg_value_2)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,v=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-k5ldhr"&&(m.textContent=b),v=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,v,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t(v)),$(p,c)}}}function Ko(U){let m,b="Then, this method will return:",v,p,x;return p=new be({props:{code:"JTdCJTBBJTIwJTIwJTIwJTIwJTIyYXJnX25hbWVfMSUyMiUzQSUyMGFyZ192YWx1ZV8xJTJDJTBBJTIwJTIwJTIwJTIwJTIyYXJnX25hbWVfMiUyMiUzQSUyMGFyZ192YWx1ZV8yJTJDJTBBJTdE",highlighted:`{
    <span class="hljs-string">&quot;arg_name_1&quot;</span>: arg_value_1,
    <span class="hljs-string">&quot;arg_name_2&quot;</span>: arg_value_2,
}`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,v=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-wadzyw"&&(m.textContent=b),v=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,v,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t(v)),$(p,c)}}}function en(U){let m,b="Examples:",v,p,x;return p=new be({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Qcm9jZXNzb3IlMEElMEFwcm9jZXNzb3IlMjAlM0QlMjBBdXRvUHJvY2Vzc29yLmZyb21fcHJldHJhaW5lZCglMjJnb29nbGUtYmVydCUyRmJlcnQtYmFzZS1jYXNlZCUyMiklMEElMEElMjMlMjBQdXNoJTIwdGhlJTIwcHJvY2Vzc29yJTIwdG8lMjB5b3VyJTIwbmFtZXNwYWNlJTIwd2l0aCUyMHRoZSUyMG5hbWUlMjAlMjJteS1maW5ldHVuZWQtYmVydCUyMi4lMEFwcm9jZXNzb3IucHVzaF90b19odWIoJTIybXktZmluZXR1bmVkLWJlcnQlMjIpJTBBJTBBJTIzJTIwUHVzaCUyMHRoZSUyMHByb2Nlc3NvciUyMHRvJTIwYW4lMjBvcmdhbml6YXRpb24lMjB3aXRoJTIwdGhlJTIwbmFtZSUyMCUyMm15LWZpbmV0dW5lZC1iZXJ0JTIyLiUwQXByb2Nlc3Nvci5wdXNoX3RvX2h1YiglMjJodWdnaW5nZmFjZSUyRm15LWZpbmV0dW5lZC1iZXJ0JTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoProcessor

processor = AutoProcessor.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)

<span class="hljs-comment"># Push the processor to your namespace with the name &quot;my-finetuned-bert&quot;.</span>
processor.push_to_hub(<span class="hljs-string">&quot;my-finetuned-bert&quot;</span>)

<span class="hljs-comment"># Push the processor to an organization with the name &quot;my-finetuned-bert&quot;.</span>
processor.push_to_hub(<span class="hljs-string">&quot;huggingface/my-finetuned-bert&quot;</span>)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,v=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-kvfsh7"&&(m.textContent=b),v=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,v,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t(v)),$(p,c)}}}function tn(U){let m,b="This API is experimental and may have some slight breaking changes in the next releases.";return{c(){m=n("p"),m.textContent=b},l(v){m=l(v,"P",{"data-svelte-h":!0}),d(m)!=="svelte-15rpg4"&&(m.textContent=b)},m(v,p){i(v,m,p)},p:R,d(v){v&&t(m)}}}function rn(U){let m,b=`This class method is simply calling <a href="/docs/transformers/main/ja/main_classes/feature_extractor#transformers.FeatureExtractionMixin.save_pretrained">save_pretrained()</a> and
<a href="/docs/transformers/main/ja/internal/tokenization_utils#transformers.PreTrainedTokenizerBase.save_pretrained">save_pretrained()</a>. Please refer to the docstrings of the
methods above for more information.`;return{c(){m=n("p"),m.innerHTML=b},l(v){m=l(v,"P",{"data-svelte-h":!0}),d(m)!=="svelte-3qu6we"&&(m.innerHTML=b)},m(v,p){i(v,m,p)},p:R,d(v){v&&t(m)}}}function sn(U){let m,b="Examples:",v,p,x;return p=new be({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvd19kYXRhc2V0cyUyMGFzJTIwdGZkcyUwQSUwQWRhdGFzZXQlMjAlM0QlMjB0ZmRzLmxvYWQoJTIyc3F1YWQlMjIpJTBBJTBBdHJhaW5pbmdfZXhhbXBsZXMlMjAlM0QlMjBnZXRfZXhhbXBsZXNfZnJvbV9kYXRhc2V0KGRhdGFzZXQlMkMlMjBldmFsdWF0ZSUzREZhbHNlKSUwQWV2YWx1YXRpb25fZXhhbXBsZXMlMjAlM0QlMjBnZXRfZXhhbXBsZXNfZnJvbV9kYXRhc2V0KGRhdGFzZXQlMkMlMjBldmFsdWF0ZSUzRFRydWUp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> tensorflow_datasets <span class="hljs-keyword">as</span> tfds

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = tfds.load(<span class="hljs-string">&quot;squad&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>training_examples = get_examples_from_dataset(dataset, evaluate=<span class="hljs-literal">False</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>evaluation_examples = get_examples_from_dataset(dataset, evaluate=<span class="hljs-literal">True</span>)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,v=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-kvfsh7"&&(m.textContent=b),v=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,v,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t(v)),$(p,c)}}}function an(U){let m,b="Example:",v,p,x;return p=new be({props:{code:"cHJvY2Vzc29yJTIwJTNEJTIwU3F1YWRWMlByb2Nlc3NvcigpJTBBZXhhbXBsZXMlMjAlM0QlMjBwcm9jZXNzb3IuZ2V0X2Rldl9leGFtcGxlcyhkYXRhX2RpciklMEElMEFmZWF0dXJlcyUyMCUzRCUyMHNxdWFkX2NvbnZlcnRfZXhhbXBsZXNfdG9fZmVhdHVyZXMoJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlM0RleGFtcGxlcyUyQyUwQSUyMCUyMCUyMCUyMHRva2VuaXplciUzRHRva2VuaXplciUyQyUwQSUyMCUyMCUyMCUyMG1heF9zZXFfbGVuZ3RoJTNEYXJncy5tYXhfc2VxX2xlbmd0aCUyQyUwQSUyMCUyMCUyMCUyMGRvY19zdHJpZGUlM0RhcmdzLmRvY19zdHJpZGUlMkMlMEElMjAlMjAlMjAlMjBtYXhfcXVlcnlfbGVuZ3RoJTNEYXJncy5tYXhfcXVlcnlfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwaXNfdHJhaW5pbmclM0Rub3QlMjBldmFsdWF0ZSUyQyUwQSk=",highlighted:`processor = SquadV2Processor()
examples = processor.get_dev_examples(data_dir)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=args.max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=args.max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,v=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-11lpom8"&&(m.textContent=b),v=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,v,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t(v)),$(p,c)}}}function on(U){let m,b,v,p,x,c,M,Va="Transformers ライブラリでは、プロセッサは 2 つの異なる意味を持ちます。",xr,Me,qa=`<li><a href="../model_doc/wav2vec2">Wav2Vec2</a> などのマルチモーダル モデルの入力を前処理するオブジェクト (音声とテキスト)
または <a href="../model_doc/clip">CLIP</a> (テキストとビジョン)</li> <li>古いバージョンのライブラリで GLUE または SQUAD のデータを前処理するために使用されていたオブジェクトは非推奨になりました。</li>`,br,ye,Mr,we,Ea=`マルチモーダル モデルでは、オブジェクトが複数のモダリティ (テキスト、
視覚と音声）。これは、2 つ以上の処理オブジェクトをグループ化するプロセッサーと呼ばれるオブジェクトによって処理されます。
トークナイザー (テキスト モダリティ用)、画像プロセッサー (視覚用)、特徴抽出器 (オーディオ用) など。`,yr,Te,za="これらのプロセッサは、保存およびロード機能を実装する次の基本クラスを継承します。",wr,y,Ce,ws,Zt,Ha="This is a mixin used to provide saving/loading functionality for all processor classes.",Ts,Q,Pe,Cs,Vt,Ba=`Similar to the <code>apply_chat_template</code> method on tokenizers, this method applies a Jinja template to input
conversations to turn them into a single tokenizable string.`,Ps,Y,Je,Js,qt,Na="Instantiates a type of <code>~processing_utils.ProcessingMixin</code> from a Python dictionary of parameters.",js,q,je,Is,Et,Sa="Instantiate a processor associated with a pretrained model.",Us,A,ks,O,Ie,Xs,zt,Fa=`From a <code>pretrained_model_name_or_path</code>, resolve to a dictionary of parameters, to be used for instantiating a
processor of type <code>~processing_utils.ProcessingMixin</code> using <code>from_args_and_dict</code>.`,Ls,J,Ue,Zs,Ht,Da=`Matches optional positional arguments to their corresponding names in <code>optional_call_args</code>
in the processor class in the order they are passed to the processor call.`,Vs,Bt,Wa=`Note that this should only be used in the <code>__call__</code> method of the processors with special
arguments. Special arguments are arguments that aren’t <code>text</code>, <code>images</code>, <code>audio</code>, nor <code>videos</code>
but also aren’t passed to the tokenizer, image processor, etc. Examples of such processors are:`,qs,Nt,Ga="<li><code>CLIPSegProcessor</code></li> <li><code>LayoutLMv2Processor</code></li> <li><code>OwlViTProcessor</code></li>",Es,St,Ra=`Also note that passing by position to the processor call is now deprecated and will be disallowed
in future versions. We only have this for backward compatibility.`,zs,Ft,Qa=`Example:
Suppose that the processor class has <code>optional_call_args = [&quot;arg_name_1&quot;, &quot;arg_name_2&quot;]</code>.`,Hs,K,Bs,ee,Ns,te,Ss,Fs,E,ke,Ds,Dt,Ya="Upload the processor files to the 🤗 Model Hub.",Ws,re,Gs,z,Xe,Rs,Wt,Aa=`Register this class with a given auto class. This should only be used for custom feature extractors as the ones
in the library are already mapped with <code>AutoProcessor</code>.`,Qs,se,Ys,H,Le,As,Gt,Oa=`Saves the attributes of this processor (feature extractor, tokenizer…) in the specified directory so that it
can be reloaded using the <a href="/docs/transformers/main/ja/main_classes/processors#transformers.ProcessorMixin.from_pretrained">from_pretrained()</a> method.`,Os,ae,Ks,oe,Ze,ea,Rt,Ka="Serializes this instance to a Python dictionary.",ta,ne,Ve,ra,Qt,eo="Save this instance to a JSON file.",sa,le,qe,aa,Yt,to="Serializes this instance to a JSON string.",Tr,Ee,Cr,ze,ro=`すべてのプロセッサは、同じアーキテクチャに従っています。
<a href="/docs/transformers/main/ja/main_classes/processors#transformers.DataProcessor">DataProcessor</a>。プロセッサは次のリストを返します。
<a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a>。これら
<a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a> は次のように変換できます。
<code>~data.processors.utils.Input features</code> をモデルにフィードします。`,Pr,I,He,oa,At,so="Base class for data converters for sequence classification data sets.",na,ie,Be,la,Ot,ao='Gets a collection of <a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a> for the dev set.',ia,ce,Ne,ca,Kt,oo="Gets an example from a dict with tensorflow tensors.",ma,me,Se,da,er,no="Gets the list of labels for this data set.",pa,de,Fe,fa,tr,lo='Gets a collection of <a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a> for the test set.',ua,pe,De,ha,rr,io='Gets a collection of <a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a> for the train set.',ga,fe,We,_a,sr,co=`Some tensorflow_datasets datasets are not formatted the same way the GLUE datasets are. This method converts
examples to the correct format.`,Jr,L,Ge,$a,ar,mo="A single training/test example for simple sequence classification.",va,ue,Re,xa,or,po="Serializes this instance to a JSON string.",jr,Z,Qe,ba,nr,fo="A single set of features of data. Property names are the same names as the corresponding inputs to a model.",Ma,he,Ye,ya,lr,uo="Serializes this instance to a JSON string.",Ir,Ae,Ur,Oe,ho=`<a href="https://gluebenchmark.com/" rel="nofollow">一般言語理解評価 (GLUE)</a> は、
既存の NLU タスクの多様なセットにわたるモデルのパフォーマンス。紙と同時発売された <a href="https://openreview.net/pdf?id=rJ4km2R5t7" rel="nofollow">GLUE: A
自然言語理解のためのマルチタスクベンチマークおよび分析プラットフォーム</a>`,kr,Ke,go=`このライブラリは、MRPC、MNLI、MNLI (不一致)、CoLA、SST2、STSB、
QQP、QNLI、RTE、WNLI。`,Xr,et,_o="それらのプロセッサは次のとおりです。",Lr,tt,$o="<li><code>~data.processors.utils.MrpcProcessor</code></li> <li><code>~data.processors.utils.MnliProcessor</code></li> <li><code>~data.processors.utils.MnliMismatchedProcessor</code></li> <li><code>~data.processors.utils.Sst2Processor</code></li> <li><code>~data.processors.utils.StsbProcessor</code></li> <li><code>~data.processors.utils.QqpProcessor</code></li> <li><code>~data.processors.utils.QnliProcessor</code></li> <li><code>~data.processors.utils.RteProcessor</code></li> <li><code>~data.processors.utils.WnliProcessor</code></li>",Zr,rt,vo=`さらに、次のメソッドを使用して、データ ファイルから値をロードし、それらをリストに変換することができます。
<a href="/docs/transformers/main/ja/main_classes/processors#transformers.InputExample">InputExample</a>。`,Vr,S,st,wa,ir,xo="Loads a data file into a list of <code>InputFeatures</code>",qr,at,Er,ot,bo=`<a href="https://www.nyu.edu/projects/bowman/xnli/" rel="nofollow">クロスリンガル NLI コーパス (XNLI)</a> は、
言語を超えたテキスト表現の品質。 XNLI は、<a href="http://www.nyu.edu/projects/bowman/multinli/" rel="nofollow"><em>MultiNLI</em></a> に基づくクラウドソースのデータセットです。テキストのペアには、15 個のテキスト含意アノテーションがラベル付けされています。
さまざまな言語 (英語などの高リソース言語とスワヒリ語などの低リソース言語の両方を含む)。`,zr,nt,Mo='論文 <a href="https://arxiv.org/abs/1809.05053" rel="nofollow">XNLI: Evaluating Cross-lingual Sentence Representations</a> と同時にリリースされました。',Hr,lt,yo="このライブラリは、XNLI データをロードするプロセッサをホストします。",Br,it,wo="<li><code>~data.processors.utils.XnliProcessor</code></li>",Nr,ct,To="テストセットにはゴールドラベルが付いているため、評価はテストセットで行われますのでご了承ください。",Sr,mt,Co='これらのプロセッサを使用する例は、<a href="https://github.com/huggingface/transformers/tree/main/examples/pytorch/text-classification/run_xnli.py" rel="nofollow">run_xnli.py</a> スクリプトに示されています。',Fr,dt,Dr,pt,Po=`<a href="https://rajpurkar.github.io/SQuAD-explorer//" rel="nofollow">The Stanford Question Answering Dataset (SQuAD)</a> は、次のベンチマークです。
質問応答に関するモデルのパフォーマンスを評価します。 v1.1 と v2.0 の 2 つのバージョンが利用可能です。最初のバージョン
(v1.1) は、論文 <a href="https://arxiv.org/abs/1606.05250" rel="nofollow">SQuAD: 100,000+ question for Machine Comprehension of Text</a> とともにリリースされました。 2 番目のバージョン (v2.0) は、論文 <a href="https://arxiv.org/abs/1806.03822" rel="nofollow">Know What You Don’t と同時にリリースされました。
知っておくべき: SQuAD の答えられない質問</a>。`,Wr,ft,Jo="このライブラリは、次の 2 つのバージョンのそれぞれのプロセッサをホストします。",Gr,ut,Rr,ht,jo="それらのプロセッサは次のとおりです。",Qr,gt,Io="<li><code>~data.processors.utils.SquadV1Processor</code></li> <li><code>~data.processors.utils.SquadV2Processor</code></li>",Yr,_t,Uo="どちらも抽象クラス <code>~data.processors.utils.SquadProcessor</code> を継承しています。",Ar,X,$t,Ta,cr,ko=`Processor for the SQuAD data set. overridden by SquadV1Processor and SquadV2Processor, used by the version 1.1 and
version 2.0 of SQuAD, respectively.`,Ca,ge,vt,Pa,mr,Xo="Returns the evaluation example from the data directory.",Ja,B,xt,ja,dr,Lo="Creates a list of <code>SquadExample</code> using a TFDS dataset.",Ia,_e,Ua,$e,bt,ka,pr,Zo="Returns the training examples from the data directory.",Or,Mt,Vo=`さらに、次のメソッドを使用して、SQuAD の例を次の形式に変換できます。
モデルの入力として使用できる <code>~data.processors.utils.SquadFeatures</code>。`,Kr,V,yt,Xa,fr,qo=`Converts a list of examples into a list of features that can be directly given as input to a model. It is
model-dependant and takes advantage of many of the tokenizer’s features to create the model’s inputs.`,La,ve,es,wt,Eo=`これらのプロセッサと前述の方法は、データを含むファイルだけでなく、
<em>tensorflow_datasets</em> パッケージ。以下に例を示します。`,ts,Tt,rs,Ct,zo="以下にプロセッサを使用した例と、データ ファイルを使用した変換方法を示します。",ss,Pt,as,Jt,Ho="<em>tensorflow_datasets</em> の使用は、データ ファイルを使用するのと同じくらい簡単です。",os,jt,ns,It,Bo='これらのプロセッサを使用する別の例は、<a href="https://github.com/huggingface/transformers/tree/main/examples/legacy/question-answering/run_squad.py" rel="nofollow">run_squad.py</a> スクリプトに示されています。',ls,Ut,is,vr,cs;return x=new xe({props:{title:"Processors",local:"processors",headingTag:"h1"}}),ye=new xe({props:{title:"Multi-modal processors",local:"transformers.ProcessorMixin",headingTag:"h2"}}),Ce=new P({props:{name:"class transformers.ProcessorMixin",anchor:"transformers.ProcessorMixin",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L340"}}),Pe=new P({props:{name:"apply_chat_template",anchor:"transformers.ProcessorMixin.apply_chat_template",parameters:[{name:"conversation",val:": List"},{name:"chat_template",val:": Optional = None"},{name:"tokenize",val:": bool = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.apply_chat_template.conversation",description:`<strong>conversation</strong> (<code>List[Dict, str, str]</code>) &#x2014;
The conversation to format.`,name:"conversation"},{anchor:"transformers.ProcessorMixin.apply_chat_template.chat_template",description:`<strong>chat_template</strong> (<code>Optional[str]</code>, <em>optional</em>) &#x2014;
The Jinja template to use for formatting the conversation. If not provided, the tokenizer&#x2019;s
chat template is used.`,name:"chat_template"},{anchor:"transformers.ProcessorMixin.apply_chat_template.tokenize",description:`<strong>tokenize</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to tokenize the output or not.
**kwargs &#x2014;
Additional keyword arguments`,name:"tokenize"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L1069"}}),Je=new P({props:{name:"from_args_and_dict",anchor:"transformers.ProcessorMixin.from_args_and_dict",parameters:[{name:"args",val:""},{name:"processor_dict",val:": Dict"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.from_args_and_dict.processor_dict",description:`<strong>processor_dict</strong> (<code>Dict[str, Any]</code>) &#x2014;
Dictionary that will be used to instantiate the processor object. Such a dictionary can be
retrieved from a pretrained checkpoint by leveraging the
<code>~processing_utils.ProcessingMixin.to_dict</code> method.`,name:"processor_dict"},{anchor:"transformers.ProcessorMixin.from_args_and_dict.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>) &#x2014;
Additional parameters from which to initialize the processor object.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L715",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The processor object instantiated from those
parameters.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>~processing_utils.ProcessingMixin</code></p>
`}}),je=new P({props:{name:"from_pretrained",anchor:"transformers.ProcessorMixin.from_pretrained",parameters:[{name:"pretrained_model_name_or_path",val:": Union"},{name:"cache_dir",val:": Union = None"},{name:"force_download",val:": bool = False"},{name:"local_files_only",val:": bool = False"},{name:"token",val:": Union = None"},{name:"revision",val:": str = 'main'"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.from_pretrained.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
This can be either:</p>
<ul>
<li>a string, the <em>model id</em> of a pretrained feature_extractor hosted inside a model repo on
huggingface.co.</li>
<li>a path to a <em>directory</em> containing a feature extractor file saved using the
<a href="/docs/transformers/main/ja/main_classes/feature_extractor#transformers.FeatureExtractionMixin.save_pretrained">save_pretrained()</a> method, e.g., <code>./my_model_directory/</code>.</li>
<li>a path or url to a saved feature extractor JSON <em>file</em>, e.g.,
<code>./my_model_directory/preprocessor_config.json</code>.
**kwargs &#x2014;
Additional keyword arguments passed along to both
<a href="/docs/transformers/main/ja/main_classes/feature_extractor#transformers.FeatureExtractionMixin.from_pretrained">from_pretrained()</a> and
<code>~tokenization_utils_base.PreTrainedTokenizer.from_pretrained</code>.</li>
</ul>`,name:"pretrained_model_name_or_path"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L885"}}),A=new Za({props:{$$slots:{default:[Yo]},$$scope:{ctx:U}}}),Ie=new P({props:{name:"get_processor_dict",anchor:"transformers.ProcessorMixin.get_processor_dict",parameters:[{name:"pretrained_model_name_or_path",val:": Union"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.get_processor_dict.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
The identifier of the pre-trained checkpoint from which we want the dictionary of parameters.`,name:"pretrained_model_name_or_path"},{anchor:"transformers.ProcessorMixin.get_processor_dict.subfolder",description:`<strong>subfolder</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&quot;</code>) &#x2014;
In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can
specify the folder name here.`,name:"subfolder"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L562",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The dictionary(ies) that will be used to instantiate the processor object.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Tuple[Dict, Dict]</code></p>
`}}),Ue=new P({props:{name:"prepare_and_validate_optional_call_args",anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args",parameters:[{name:"*args",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L1011"}}),K=new $r({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example",$$slots:{default:[Ao]},$$scope:{ctx:U}}}),ee=new $r({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example-2",$$slots:{default:[Oo]},$$scope:{ctx:U}}}),te=new $r({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example-3",$$slots:{default:[Ko]},$$scope:{ctx:U}}}),ke=new P({props:{name:"push_to_hub",anchor:"transformers.ProcessorMixin.push_to_hub",parameters:[{name:"repo_id",val:": str"},{name:"use_temp_dir",val:": Optional = None"},{name:"commit_message",val:": Optional = None"},{name:"private",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"max_shard_size",val:": Union = '5GB'"},{name:"create_pr",val:": bool = False"},{name:"safe_serialization",val:": bool = True"},{name:"revision",val:": str = None"},{name:"commit_description",val:": str = None"},{name:"tags",val:": Optional = None"},{name:"**deprecated_kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.push_to_hub.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The name of the repository you want to push your processor to. It should contain your organization name
when pushing to a given organization.`,name:"repo_id"},{anchor:"transformers.ProcessorMixin.push_to_hub.use_temp_dir",description:`<strong>use_temp_dir</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub.
Will default to <code>True</code> if there is no directory named like <code>repo_id</code>, <code>False</code> otherwise.`,name:"use_temp_dir"},{anchor:"transformers.ProcessorMixin.push_to_hub.commit_message",description:`<strong>commit_message</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Message to commit while pushing. Will default to <code>&quot;Upload processor&quot;</code>.`,name:"commit_message"},{anchor:"transformers.ProcessorMixin.push_to_hub.private",description:`<strong>private</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not the repository created should be private.`,name:"private"},{anchor:"transformers.ProcessorMixin.push_to_hub.token",description:`<strong>token</strong> (<code>bool</code> or <code>str</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, will use the token generated
when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>). Will default to <code>True</code> if <code>repo_url</code>
is not specified.`,name:"token"},{anchor:"transformers.ProcessorMixin.push_to_hub.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;5GB&quot;</code>) &#x2014;
Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard
will then be each of size lower than this size. If expressed as a string, needs to be digits followed
by a unit (like <code>&quot;5MB&quot;</code>). We default it to <code>&quot;5GB&quot;</code> so that users can easily load models on free-tier
Google Colab instances without any CPU OOM issues.`,name:"max_shard_size"},{anchor:"transformers.ProcessorMixin.push_to_hub.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"},{anchor:"transformers.ProcessorMixin.push_to_hub.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to convert the model weights in safetensors format for safer serialization.`,name:"safe_serialization"},{anchor:"transformers.ProcessorMixin.push_to_hub.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Branch to push the uploaded files to.`,name:"revision"},{anchor:"transformers.ProcessorMixin.push_to_hub.commit_description",description:`<strong>commit_description</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The description of the commit that will be created`,name:"commit_description"},{anchor:"transformers.ProcessorMixin.push_to_hub.tags",description:`<strong>tags</strong> (<code>List[str]</code>, <em>optional</em>) &#x2014;
List of tags to push on the Hub.`,name:"tags"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/utils/hub.py#L828"}}),re=new $r({props:{anchor:"transformers.ProcessorMixin.push_to_hub.example",$$slots:{default:[en]},$$scope:{ctx:U}}}),Xe=new P({props:{name:"register_for_auto_class",anchor:"transformers.ProcessorMixin.register_for_auto_class",parameters:[{name:"auto_class",val:" = 'AutoProcessor'"}],parametersDescription:[{anchor:"transformers.ProcessorMixin.register_for_auto_class.auto_class",description:`<strong>auto_class</strong> (<code>str</code> or <code>type</code>, <em>optional</em>, defaults to <code>&quot;AutoProcessor&quot;</code>) &#x2014;
The auto class to register this new feature extractor with.`,name:"auto_class"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L949"}}),se=new Za({props:{warning:!0,$$slots:{default:[tn]},$$scope:{ctx:U}}}),Le=new P({props:{name:"save_pretrained",anchor:"transformers.ProcessorMixin.save_pretrained",parameters:[{name:"save_directory",val:""},{name:"push_to_hub",val:": bool = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.save_pretrained.save_directory",description:`<strong>save_directory</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
Directory where the feature extractor JSON file and the tokenizer files will be saved (directory will
be created if it does not exist).`,name:"save_directory"},{anchor:"transformers.ProcessorMixin.save_pretrained.push_to_hub",description:`<strong>push_to_hub</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to push your model to the Hugging Face model hub after saving it. You can specify the
repository you want to push to with <code>repo_id</code> (will default to the name of <code>save_directory</code> in your
namespace).`,name:"push_to_hub"},{anchor:"transformers.ProcessorMixin.save_pretrained.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>, <em>optional</em>) &#x2014;
Additional key word arguments passed along to the <a href="/docs/transformers/main/ja/main_classes/model#transformers.utils.PushToHubMixin.push_to_hub">push_to_hub()</a> method.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L460"}}),ae=new Za({props:{$$slots:{default:[rn]},$$scope:{ctx:U}}}),Ze=new P({props:{name:"to_dict",anchor:"transformers.ProcessorMixin.to_dict",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L393",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Dictionary of all the attributes that make up this processor instance.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Dict[str, Any]</code></p>
`}}),Ve=new P({props:{name:"to_json_file",anchor:"transformers.ProcessorMixin.to_json_file",parameters:[{name:"json_file_path",val:": Union"}],parametersDescription:[{anchor:"transformers.ProcessorMixin.to_json_file.json_file_path",description:`<strong>json_file_path</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
Path to the JSON file in which this processor instance&#x2019;s parameters will be saved.`,name:"json_file_path"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L444"}}),qe=new P({props:{name:"to_json_string",anchor:"transformers.ProcessorMixin.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L433",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>String containing all the attributes that make up this feature_extractor instance in JSON format.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>str</code></p>
`}}),Ee=new xe({props:{title:"Deprecated processors",local:"transformers.DataProcessor",headingTag:"h2"}}),He=new P({props:{name:"class transformers.DataProcessor",anchor:"transformers.DataProcessor",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L80"}}),Be=new P({props:{name:"get_dev_examples",anchor:"transformers.DataProcessor.get_dev_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L97"}}),Ne=new P({props:{name:"get_example_from_tensor_dict",anchor:"transformers.DataProcessor.get_example_from_tensor_dict",parameters:[{name:"tensor_dict",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L83"}}),Se=new P({props:{name:"get_labels",anchor:"transformers.DataProcessor.get_labels",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L105"}}),Fe=new P({props:{name:"get_test_examples",anchor:"transformers.DataProcessor.get_test_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L101"}}),De=new P({props:{name:"get_train_examples",anchor:"transformers.DataProcessor.get_train_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L93"}}),We=new P({props:{name:"tfds_map",anchor:"transformers.DataProcessor.tfds_map",parameters:[{name:"example",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L109"}}),Ge=new P({props:{name:"class transformers.InputExample",anchor:"transformers.InputExample",parameters:[{name:"guid",val:": str"},{name:"text_a",val:": str"},{name:"text_b",val:": Optional = None"},{name:"label",val:": Optional = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L29"}}),Re=new P({props:{name:"to_json_string",anchor:"transformers.InputExample.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L49"}}),Qe=new P({props:{name:"class transformers.InputFeatures",anchor:"transformers.InputFeatures",parameters:[{name:"input_ids",val:": List"},{name:"attention_mask",val:": Optional = None"},{name:"token_type_ids",val:": Optional = None"},{name:"label",val:": Union = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L54"}}),Ye=new P({props:{name:"to_json_string",anchor:"transformers.InputFeatures.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L75"}}),Ae=new xe({props:{title:"GLUE",local:"transformers.glue_convert_examples_to_features",headingTag:"h2"}}),st=new P({props:{name:"transformers.glue_convert_examples_to_features",anchor:"transformers.glue_convert_examples_to_features",parameters:[{name:"examples",val:": Union"},{name:"tokenizer",val:": PreTrainedTokenizer"},{name:"max_length",val:": Optional = None"},{name:"task",val:" = None"},{name:"label_list",val:" = None"},{name:"output_mode",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/glue.py#L41",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>If the <code>examples</code> input is a <code>tf.data.Dataset</code>, will return a <code>tf.data.Dataset</code> containing the task-specific
features. If the input is a list of <code>InputExamples</code>, will return a list of task-specific <code>InputFeatures</code> which
can be fed to the model.</p>
`}}),at=new xe({props:{title:"XNLI",local:"xnli",headingTag:"h2"}}),dt=new xe({props:{title:"SQuAD",local:"squad",headingTag:"h2"}}),ut=new xe({props:{title:"Processors",local:"transformers.data.processors.squad.SquadProcessor",headingTag:"h3"}}),$t=new P({props:{name:"class transformers.data.processors.squad.SquadProcessor",anchor:"transformers.data.processors.squad.SquadProcessor",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L541"}}),vt=new P({props:{name:"get_dev_examples",anchor:"transformers.data.processors.squad.SquadProcessor.get_dev_examples",parameters:[{name:"data_dir",val:""},{name:"filename",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L629"}}),xt=new P({props:{name:"get_examples_from_dataset",anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset",parameters:[{name:"dataset",val:""},{name:"evaluate",val:" = False"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L574",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of SquadExample</p>
`}}),_e=new $r({props:{anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset.example",$$slots:{default:[sn]},$$scope:{ctx:U}}}),bt=new P({props:{name:"get_train_examples",anchor:"transformers.data.processors.squad.SquadProcessor.get_train_examples",parameters:[{name:"data_dir",val:""},{name:"filename",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L607"}}),yt=new P({props:{name:"transformers.squad_convert_examples_to_features",anchor:"transformers.squad_convert_examples_to_features",parameters:[{name:"examples",val:""},{name:"tokenizer",val:""},{name:"max_seq_length",val:""},{name:"doc_stride",val:""},{name:"max_query_length",val:""},{name:"is_training",val:""},{name:"padding_strategy",val:" = 'max_length'"},{name:"return_dataset",val:" = False"},{name:"threads",val:" = 1"},{name:"tqdm_enabled",val:" = True"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L316",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>list of <code>SquadFeatures</code></p>
`}}),ve=new $r({props:{anchor:"transformers.squad_convert_examples_to_features.example",$$slots:{default:[an]},$$scope:{ctx:U}}}),Tt=new xe({props:{title:"Example usage",local:"example-usage",headingTag:"h3"}}),Pt=new be({props:{code:"JTIzJTIwTG9hZGluZyUyMGElMjBWMiUyMHByb2Nlc3NvciUwQXByb2Nlc3NvciUyMCUzRCUyMFNxdWFkVjJQcm9jZXNzb3IoKSUwQWV4YW1wbGVzJTIwJTNEJTIwcHJvY2Vzc29yLmdldF9kZXZfZXhhbXBsZXMoc3F1YWRfdjJfZGF0YV9kaXIpJTBBJTBBJTIzJTIwTG9hZGluZyUyMGElMjBWMSUyMHByb2Nlc3NvciUwQXByb2Nlc3NvciUyMCUzRCUyMFNxdWFkVjFQcm9jZXNzb3IoKSUwQWV4YW1wbGVzJTIwJTNEJTIwcHJvY2Vzc29yLmdldF9kZXZfZXhhbXBsZXMoc3F1YWRfdjFfZGF0YV9kaXIpJTBBJTBBZmVhdHVyZXMlMjAlM0QlMjBzcXVhZF9jb252ZXJ0X2V4YW1wbGVzX3RvX2ZlYXR1cmVzKCUwQSUyMCUyMCUyMCUyMGV4YW1wbGVzJTNEZXhhbXBsZXMlMkMlMEElMjAlMjAlMjAlMjB0b2tlbml6ZXIlM0R0b2tlbml6ZXIlMkMlMEElMjAlMjAlMjAlMjBtYXhfc2VxX2xlbmd0aCUzRG1heF9zZXFfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwZG9jX3N0cmlkZSUzRGFyZ3MuZG9jX3N0cmlkZSUyQyUwQSUyMCUyMCUyMCUyMG1heF9xdWVyeV9sZW5ndGglM0RtYXhfcXVlcnlfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwaXNfdHJhaW5pbmclM0Rub3QlMjBldmFsdWF0ZSUyQyUwQSk=",highlighted:`<span class="hljs-comment"># Loading a V2 processor</span>
processor = SquadV2Processor()
examples = processor.get_dev_examples(squad_v2_data_dir)

<span class="hljs-comment"># Loading a V1 processor</span>
processor = SquadV1Processor()
examples = processor.get_dev_examples(squad_v1_data_dir)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),jt=new be({props:{code:"JTIzJTIwdGVuc29yZmxvd19kYXRhc2V0cyUyMG9ubHklMjBoYW5kbGUlMjBTcXVhZCUyMFYxLiUwQXRmZHNfZXhhbXBsZXMlMjAlM0QlMjB0ZmRzLmxvYWQoJTIyc3F1YWQlMjIpJTBBZXhhbXBsZXMlMjAlM0QlMjBTcXVhZFYxUHJvY2Vzc29yKCkuZ2V0X2V4YW1wbGVzX2Zyb21fZGF0YXNldCh0ZmRzX2V4YW1wbGVzJTJDJTIwZXZhbHVhdGUlM0RldmFsdWF0ZSklMEElMEFmZWF0dXJlcyUyMCUzRCUyMHNxdWFkX2NvbnZlcnRfZXhhbXBsZXNfdG9fZmVhdHVyZXMoJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlM0RleGFtcGxlcyUyQyUwQSUyMCUyMCUyMCUyMHRva2VuaXplciUzRHRva2VuaXplciUyQyUwQSUyMCUyMCUyMCUyMG1heF9zZXFfbGVuZ3RoJTNEbWF4X3NlcV9sZW5ndGglMkMlMEElMjAlMjAlMjAlMjBkb2Nfc3RyaWRlJTNEYXJncy5kb2Nfc3RyaWRlJTJDJTBBJTIwJTIwJTIwJTIwbWF4X3F1ZXJ5X2xlbmd0aCUzRG1heF9xdWVyeV9sZW5ndGglMkMlMEElMjAlMjAlMjAlMjBpc190cmFpbmluZyUzRG5vdCUyMGV2YWx1YXRlJTJDJTBBKQ==",highlighted:`<span class="hljs-comment"># tensorflow_datasets only handle Squad V1.</span>
tfds_examples = tfds.load(<span class="hljs-string">&quot;squad&quot;</span>)
examples = SquadV1Processor().get_examples_from_dataset(tfds_examples, evaluate=evaluate)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),Ut=new Qo({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/ja/main_classes/processors.md"}}),{c(){m=n("meta"),b=s(),v=n("p"),p=s(),f(x.$$.fragment),c=s(),M=n("p"),M.textContent=Va,xr=s(),Me=n("ul"),Me.innerHTML=qa,br=s(),f(ye.$$.fragment),Mr=s(),we=n("p"),we.textContent=Ea,yr=s(),Te=n("p"),Te.textContent=za,wr=s(),y=n("div"),f(Ce.$$.fragment),ws=s(),Zt=n("p"),Zt.textContent=Ha,Ts=s(),Q=n("div"),f(Pe.$$.fragment),Cs=s(),Vt=n("p"),Vt.innerHTML=Ba,Ps=s(),Y=n("div"),f(Je.$$.fragment),Js=s(),qt=n("p"),qt.innerHTML=Na,js=s(),q=n("div"),f(je.$$.fragment),Is=s(),Et=n("p"),Et.textContent=Sa,Us=s(),f(A.$$.fragment),ks=s(),O=n("div"),f(Ie.$$.fragment),Xs=s(),zt=n("p"),zt.innerHTML=Fa,Ls=s(),J=n("div"),f(Ue.$$.fragment),Zs=s(),Ht=n("p"),Ht.innerHTML=Da,Vs=s(),Bt=n("p"),Bt.innerHTML=Wa,qs=s(),Nt=n("ul"),Nt.innerHTML=Ga,Es=s(),St=n("p"),St.textContent=Ra,zs=s(),Ft=n("p"),Ft.innerHTML=Qa,Hs=s(),f(K.$$.fragment),Bs=s(),f(ee.$$.fragment),Ns=s(),f(te.$$.fragment),Ss=Wo("\nwhich we could then pass as kwargs to `self._merge_kwargs`"),Fs=s(),E=n("div"),f(ke.$$.fragment),Ds=s(),Dt=n("p"),Dt.textContent=Ya,Ws=s(),f(re.$$.fragment),Gs=s(),z=n("div"),f(Xe.$$.fragment),Rs=s(),Wt=n("p"),Wt.innerHTML=Aa,Qs=s(),f(se.$$.fragment),Ys=s(),H=n("div"),f(Le.$$.fragment),As=s(),Gt=n("p"),Gt.innerHTML=Oa,Os=s(),f(ae.$$.fragment),Ks=s(),oe=n("div"),f(Ze.$$.fragment),ea=s(),Rt=n("p"),Rt.textContent=Ka,ta=s(),ne=n("div"),f(Ve.$$.fragment),ra=s(),Qt=n("p"),Qt.textContent=eo,sa=s(),le=n("div"),f(qe.$$.fragment),aa=s(),Yt=n("p"),Yt.textContent=to,Tr=s(),f(Ee.$$.fragment),Cr=s(),ze=n("p"),ze.innerHTML=ro,Pr=s(),I=n("div"),f(He.$$.fragment),oa=s(),At=n("p"),At.textContent=so,na=s(),ie=n("div"),f(Be.$$.fragment),la=s(),Ot=n("p"),Ot.innerHTML=ao,ia=s(),ce=n("div"),f(Ne.$$.fragment),ca=s(),Kt=n("p"),Kt.textContent=oo,ma=s(),me=n("div"),f(Se.$$.fragment),da=s(),er=n("p"),er.textContent=no,pa=s(),de=n("div"),f(Fe.$$.fragment),fa=s(),tr=n("p"),tr.innerHTML=lo,ua=s(),pe=n("div"),f(De.$$.fragment),ha=s(),rr=n("p"),rr.innerHTML=io,ga=s(),fe=n("div"),f(We.$$.fragment),_a=s(),sr=n("p"),sr.textContent=co,Jr=s(),L=n("div"),f(Ge.$$.fragment),$a=s(),ar=n("p"),ar.textContent=mo,va=s(),ue=n("div"),f(Re.$$.fragment),xa=s(),or=n("p"),or.textContent=po,jr=s(),Z=n("div"),f(Qe.$$.fragment),ba=s(),nr=n("p"),nr.textContent=fo,Ma=s(),he=n("div"),f(Ye.$$.fragment),ya=s(),lr=n("p"),lr.textContent=uo,Ir=s(),f(Ae.$$.fragment),Ur=s(),Oe=n("p"),Oe.innerHTML=ho,kr=s(),Ke=n("p"),Ke.textContent=go,Xr=s(),et=n("p"),et.textContent=_o,Lr=s(),tt=n("ul"),tt.innerHTML=$o,Zr=s(),rt=n("p"),rt.innerHTML=vo,Vr=s(),S=n("div"),f(st.$$.fragment),wa=s(),ir=n("p"),ir.innerHTML=xo,qr=s(),f(at.$$.fragment),Er=s(),ot=n("p"),ot.innerHTML=bo,zr=s(),nt=n("p"),nt.innerHTML=Mo,Hr=s(),lt=n("p"),lt.textContent=yo,Br=s(),it=n("ul"),it.innerHTML=wo,Nr=s(),ct=n("p"),ct.textContent=To,Sr=s(),mt=n("p"),mt.innerHTML=Co,Fr=s(),f(dt.$$.fragment),Dr=s(),pt=n("p"),pt.innerHTML=Po,Wr=s(),ft=n("p"),ft.textContent=Jo,Gr=s(),f(ut.$$.fragment),Rr=s(),ht=n("p"),ht.textContent=jo,Qr=s(),gt=n("ul"),gt.innerHTML=Io,Yr=s(),_t=n("p"),_t.innerHTML=Uo,Ar=s(),X=n("div"),f($t.$$.fragment),Ta=s(),cr=n("p"),cr.textContent=ko,Ca=s(),ge=n("div"),f(vt.$$.fragment),Pa=s(),mr=n("p"),mr.textContent=Xo,Ja=s(),B=n("div"),f(xt.$$.fragment),ja=s(),dr=n("p"),dr.innerHTML=Lo,Ia=s(),f(_e.$$.fragment),Ua=s(),$e=n("div"),f(bt.$$.fragment),ka=s(),pr=n("p"),pr.textContent=Zo,Or=s(),Mt=n("p"),Mt.innerHTML=Vo,Kr=s(),V=n("div"),f(yt.$$.fragment),Xa=s(),fr=n("p"),fr.textContent=qo,La=s(),f(ve.$$.fragment),es=s(),wt=n("p"),wt.innerHTML=Eo,ts=s(),f(Tt.$$.fragment),rs=s(),Ct=n("p"),Ct.textContent=zo,ss=s(),f(Pt.$$.fragment),as=s(),Jt=n("p"),Jt.innerHTML=Ho,os=s(),f(jt.$$.fragment),ns=s(),It=n("p"),It.innerHTML=Bo,ls=s(),f(Ut.$$.fragment),is=s(),vr=n("p"),this.h()},l(e){const o=Go("svelte-u9bgzb",document.head);m=l(o,"META",{name:!0,content:!0}),o.forEach(t),b=a(e),v=l(e,"P",{}),w(v).forEach(t),p=a(e),u(x.$$.fragment,e),c=a(e),M=l(e,"P",{"data-svelte-h":!0}),d(M)!=="svelte-4gs895"&&(M.textContent=Va),xr=a(e),Me=l(e,"UL",{"data-svelte-h":!0}),d(Me)!=="svelte-1h23xz2"&&(Me.innerHTML=qa),br=a(e),u(ye.$$.fragment,e),Mr=a(e),we=l(e,"P",{"data-svelte-h":!0}),d(we)!=="svelte-hbbv64"&&(we.textContent=Ea),yr=a(e),Te=l(e,"P",{"data-svelte-h":!0}),d(Te)!=="svelte-t565jj"&&(Te.textContent=za),wr=a(e),y=l(e,"DIV",{class:!0});var C=w(y);u(Ce.$$.fragment,C),ws=a(C),Zt=l(C,"P",{"data-svelte-h":!0}),d(Zt)!=="svelte-1s4wckx"&&(Zt.textContent=Ha),Ts=a(C),Q=l(C,"DIV",{class:!0});var kt=w(Q);u(Pe.$$.fragment,kt),Cs=a(kt),Vt=l(kt,"P",{"data-svelte-h":!0}),d(Vt)!=="svelte-10dqwuv"&&(Vt.innerHTML=Ba),kt.forEach(t),Ps=a(C),Y=l(C,"DIV",{class:!0});var Xt=w(Y);u(Je.$$.fragment,Xt),Js=a(Xt),qt=l(Xt,"P",{"data-svelte-h":!0}),d(qt)!=="svelte-1i2d3vx"&&(qt.innerHTML=Na),Xt.forEach(t),js=a(C),q=l(C,"DIV",{class:!0});var F=w(q);u(je.$$.fragment,F),Is=a(F),Et=l(F,"P",{"data-svelte-h":!0}),d(Et)!=="svelte-1cj8dcb"&&(Et.textContent=Sa),Us=a(F),u(A.$$.fragment,F),F.forEach(t),ks=a(C),O=l(C,"DIV",{class:!0});var Lt=w(O);u(Ie.$$.fragment,Lt),Xs=a(Lt),zt=l(Lt,"P",{"data-svelte-h":!0}),d(zt)!=="svelte-hsvutq"&&(zt.innerHTML=Fa),Lt.forEach(t),Ls=a(C),J=l(C,"DIV",{class:!0});var j=w(J);u(Ue.$$.fragment,j),Zs=a(j),Ht=l(j,"P",{"data-svelte-h":!0}),d(Ht)!=="svelte-1s01p9s"&&(Ht.innerHTML=Da),Vs=a(j),Bt=l(j,"P",{"data-svelte-h":!0}),d(Bt)!=="svelte-14s9qj8"&&(Bt.innerHTML=Wa),qs=a(j),Nt=l(j,"UL",{"data-svelte-h":!0}),d(Nt)!=="svelte-1wgd4o3"&&(Nt.innerHTML=Ga),Es=a(j),St=l(j,"P",{"data-svelte-h":!0}),d(St)!=="svelte-p5jl0d"&&(St.textContent=Ra),zs=a(j),Ft=l(j,"P",{"data-svelte-h":!0}),d(Ft)!=="svelte-tdqt7p"&&(Ft.innerHTML=Qa),Hs=a(j),u(K.$$.fragment,j),Bs=a(j),u(ee.$$.fragment,j),Ns=a(j),u(te.$$.fragment,j),Ss=Ro(j,"\nwhich we could then pass as kwargs to `self._merge_kwargs`"),j.forEach(t),Fs=a(C),E=l(C,"DIV",{class:!0});var D=w(E);u(ke.$$.fragment,D),Ds=a(D),Dt=l(D,"P",{"data-svelte-h":!0}),d(Dt)!=="svelte-1cwsjho"&&(Dt.textContent=Ya),Ws=a(D),u(re.$$.fragment,D),D.forEach(t),Gs=a(C),z=l(C,"DIV",{class:!0});var W=w(z);u(Xe.$$.fragment,W),Rs=a(W),Wt=l(W,"P",{"data-svelte-h":!0}),d(Wt)!=="svelte-hhsvto"&&(Wt.innerHTML=Aa),Qs=a(W),u(se.$$.fragment,W),W.forEach(t),Ys=a(C),H=l(C,"DIV",{class:!0});var G=w(H);u(Le.$$.fragment,G),As=a(G),Gt=l(G,"P",{"data-svelte-h":!0}),d(Gt)!=="svelte-1yuddp1"&&(Gt.innerHTML=Oa),Os=a(G),u(ae.$$.fragment,G),G.forEach(t),Ks=a(C),oe=l(C,"DIV",{class:!0});var ms=w(oe);u(Ze.$$.fragment,ms),ea=a(ms),Rt=l(ms,"P",{"data-svelte-h":!0}),d(Rt)!=="svelte-1ww3wqq"&&(Rt.textContent=Ka),ms.forEach(t),ta=a(C),ne=l(C,"DIV",{class:!0});var ds=w(ne);u(Ve.$$.fragment,ds),ra=a(ds),Qt=l(ds,"P",{"data-svelte-h":!0}),d(Qt)!=="svelte-1g70y32"&&(Qt.textContent=eo),ds.forEach(t),sa=a(C),le=l(C,"DIV",{class:!0});var ps=w(le);u(qe.$$.fragment,ps),aa=a(ps),Yt=l(ps,"P",{"data-svelte-h":!0}),d(Yt)!=="svelte-5ayq1f"&&(Yt.textContent=to),ps.forEach(t),C.forEach(t),Tr=a(e),u(Ee.$$.fragment,e),Cr=a(e),ze=l(e,"P",{"data-svelte-h":!0}),d(ze)!=="svelte-g98oo1"&&(ze.innerHTML=ro),Pr=a(e),I=l(e,"DIV",{class:!0});var k=w(I);u(He.$$.fragment,k),oa=a(k),At=l(k,"P",{"data-svelte-h":!0}),d(At)!=="svelte-1bsw04k"&&(At.textContent=so),na=a(k),ie=l(k,"DIV",{class:!0});var fs=w(ie);u(Be.$$.fragment,fs),la=a(fs),Ot=l(fs,"P",{"data-svelte-h":!0}),d(Ot)!=="svelte-1szdena"&&(Ot.innerHTML=ao),fs.forEach(t),ia=a(k),ce=l(k,"DIV",{class:!0});var us=w(ce);u(Ne.$$.fragment,us),ca=a(us),Kt=l(us,"P",{"data-svelte-h":!0}),d(Kt)!=="svelte-pplryq"&&(Kt.textContent=oo),us.forEach(t),ma=a(k),me=l(k,"DIV",{class:!0});var hs=w(me);u(Se.$$.fragment,hs),da=a(hs),er=l(hs,"P",{"data-svelte-h":!0}),d(er)!=="svelte-3oqyjr"&&(er.textContent=no),hs.forEach(t),pa=a(k),de=l(k,"DIV",{class:!0});var gs=w(de);u(Fe.$$.fragment,gs),fa=a(gs),tr=l(gs,"P",{"data-svelte-h":!0}),d(tr)!=="svelte-6j503t"&&(tr.innerHTML=lo),gs.forEach(t),ua=a(k),pe=l(k,"DIV",{class:!0});var _s=w(pe);u(De.$$.fragment,_s),ha=a(_s),rr=l(_s,"P",{"data-svelte-h":!0}),d(rr)!=="svelte-w0fgcv"&&(rr.innerHTML=io),_s.forEach(t),ga=a(k),fe=l(k,"DIV",{class:!0});var $s=w(fe);u(We.$$.fragment,$s),_a=a($s),sr=l($s,"P",{"data-svelte-h":!0}),d(sr)!=="svelte-1jevh15"&&(sr.textContent=co),$s.forEach(t),k.forEach(t),Jr=a(e),L=l(e,"DIV",{class:!0});var ur=w(L);u(Ge.$$.fragment,ur),$a=a(ur),ar=l(ur,"P",{"data-svelte-h":!0}),d(ar)!=="svelte-vkt0pi"&&(ar.textContent=mo),va=a(ur),ue=l(ur,"DIV",{class:!0});var vs=w(ue);u(Re.$$.fragment,vs),xa=a(vs),or=l(vs,"P",{"data-svelte-h":!0}),d(or)!=="svelte-5ayq1f"&&(or.textContent=po),vs.forEach(t),ur.forEach(t),jr=a(e),Z=l(e,"DIV",{class:!0});var hr=w(Z);u(Qe.$$.fragment,hr),ba=a(hr),nr=l(hr,"P",{"data-svelte-h":!0}),d(nr)!=="svelte-168wf64"&&(nr.textContent=fo),Ma=a(hr),he=l(hr,"DIV",{class:!0});var xs=w(he);u(Ye.$$.fragment,xs),ya=a(xs),lr=l(xs,"P",{"data-svelte-h":!0}),d(lr)!=="svelte-5ayq1f"&&(lr.textContent=uo),xs.forEach(t),hr.forEach(t),Ir=a(e),u(Ae.$$.fragment,e),Ur=a(e),Oe=l(e,"P",{"data-svelte-h":!0}),d(Oe)!=="svelte-dz9ydi"&&(Oe.innerHTML=ho),kr=a(e),Ke=l(e,"P",{"data-svelte-h":!0}),d(Ke)!=="svelte-1lukeag"&&(Ke.textContent=go),Xr=a(e),et=l(e,"P",{"data-svelte-h":!0}),d(et)!=="svelte-w2nqkz"&&(et.textContent=_o),Lr=a(e),tt=l(e,"UL",{"data-svelte-h":!0}),d(tt)!=="svelte-my8qym"&&(tt.innerHTML=$o),Zr=a(e),rt=l(e,"P",{"data-svelte-h":!0}),d(rt)!=="svelte-1j6tfx9"&&(rt.innerHTML=vo),Vr=a(e),S=l(e,"DIV",{class:!0});var bs=w(S);u(st.$$.fragment,bs),wa=a(bs),ir=l(bs,"P",{"data-svelte-h":!0}),d(ir)!=="svelte-5lvrve"&&(ir.innerHTML=xo),bs.forEach(t),qr=a(e),u(at.$$.fragment,e),Er=a(e),ot=l(e,"P",{"data-svelte-h":!0}),d(ot)!=="svelte-1cfncyx"&&(ot.innerHTML=bo),zr=a(e),nt=l(e,"P",{"data-svelte-h":!0}),d(nt)!=="svelte-10048a6"&&(nt.innerHTML=Mo),Hr=a(e),lt=l(e,"P",{"data-svelte-h":!0}),d(lt)!=="svelte-1z0bn35"&&(lt.textContent=yo),Br=a(e),it=l(e,"UL",{"data-svelte-h":!0}),d(it)!=="svelte-1e2xq99"&&(it.innerHTML=wo),Nr=a(e),ct=l(e,"P",{"data-svelte-h":!0}),d(ct)!=="svelte-1d3nf11"&&(ct.textContent=To),Sr=a(e),mt=l(e,"P",{"data-svelte-h":!0}),d(mt)!=="svelte-7zvs7i"&&(mt.innerHTML=Co),Fr=a(e),u(dt.$$.fragment,e),Dr=a(e),pt=l(e,"P",{"data-svelte-h":!0}),d(pt)!=="svelte-5cjvlv"&&(pt.innerHTML=Po),Wr=a(e),ft=l(e,"P",{"data-svelte-h":!0}),d(ft)!=="svelte-10uynke"&&(ft.textContent=Jo),Gr=a(e),u(ut.$$.fragment,e),Rr=a(e),ht=l(e,"P",{"data-svelte-h":!0}),d(ht)!=="svelte-w2nqkz"&&(ht.textContent=jo),Qr=a(e),gt=l(e,"UL",{"data-svelte-h":!0}),d(gt)!=="svelte-1qiv3qf"&&(gt.innerHTML=Io),Yr=a(e),_t=l(e,"P",{"data-svelte-h":!0}),d(_t)!=="svelte-ii491f"&&(_t.innerHTML=Uo),Ar=a(e),X=l(e,"DIV",{class:!0});var N=w(X);u($t.$$.fragment,N),Ta=a(N),cr=l(N,"P",{"data-svelte-h":!0}),d(cr)!=="svelte-173gxyd"&&(cr.textContent=ko),Ca=a(N),ge=l(N,"DIV",{class:!0});var Ms=w(ge);u(vt.$$.fragment,Ms),Pa=a(Ms),mr=l(Ms,"P",{"data-svelte-h":!0}),d(mr)!=="svelte-wmaktk"&&(mr.textContent=Xo),Ms.forEach(t),Ja=a(N),B=l(N,"DIV",{class:!0});var gr=w(B);u(xt.$$.fragment,gr),ja=a(gr),dr=l(gr,"P",{"data-svelte-h":!0}),d(dr)!=="svelte-11nqnea"&&(dr.innerHTML=Lo),Ia=a(gr),u(_e.$$.fragment,gr),gr.forEach(t),Ua=a(N),$e=l(N,"DIV",{class:!0});var ys=w($e);u(bt.$$.fragment,ys),ka=a(ys),pr=l(ys,"P",{"data-svelte-h":!0}),d(pr)!=="svelte-d5zv1x"&&(pr.textContent=Zo),ys.forEach(t),N.forEach(t),Or=a(e),Mt=l(e,"P",{"data-svelte-h":!0}),d(Mt)!=="svelte-18mz77q"&&(Mt.innerHTML=Vo),Kr=a(e),V=l(e,"DIV",{class:!0});var _r=w(V);u(yt.$$.fragment,_r),Xa=a(_r),fr=l(_r,"P",{"data-svelte-h":!0}),d(fr)!=="svelte-169nh0g"&&(fr.textContent=qo),La=a(_r),u(ve.$$.fragment,_r),_r.forEach(t),es=a(e),wt=l(e,"P",{"data-svelte-h":!0}),d(wt)!=="svelte-1esudax"&&(wt.innerHTML=Eo),ts=a(e),u(Tt.$$.fragment,e),rs=a(e),Ct=l(e,"P",{"data-svelte-h":!0}),d(Ct)!=="svelte-3glna9"&&(Ct.textContent=zo),ss=a(e),u(Pt.$$.fragment,e),as=a(e),Jt=l(e,"P",{"data-svelte-h":!0}),d(Jt)!=="svelte-jzuhjq"&&(Jt.innerHTML=Ho),os=a(e),u(jt.$$.fragment,e),ns=a(e),It=l(e,"P",{"data-svelte-h":!0}),d(It)!=="svelte-fac3c8"&&(It.innerHTML=Bo),ls=a(e),u(Ut.$$.fragment,e),is=a(e),vr=l(e,"P",{}),w(vr).forEach(t),this.h()},h(){T(m,"name","hf:doc:metadata"),T(m,"content",nn),T(Q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(J,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(oe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ne,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(le,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ie,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ce,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(me,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(de,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(pe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(fe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(I,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ue,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(L,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(he,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ge,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T($e,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(V,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,o){r(document.head,m),i(e,b,o),i(e,v,o),i(e,p,o),h(x,e,o),i(e,c,o),i(e,M,o),i(e,xr,o),i(e,Me,o),i(e,br,o),h(ye,e,o),i(e,Mr,o),i(e,we,o),i(e,yr,o),i(e,Te,o),i(e,wr,o),i(e,y,o),h(Ce,y,null),r(y,ws),r(y,Zt),r(y,Ts),r(y,Q),h(Pe,Q,null),r(Q,Cs),r(Q,Vt),r(y,Ps),r(y,Y),h(Je,Y,null),r(Y,Js),r(Y,qt),r(y,js),r(y,q),h(je,q,null),r(q,Is),r(q,Et),r(q,Us),h(A,q,null),r(y,ks),r(y,O),h(Ie,O,null),r(O,Xs),r(O,zt),r(y,Ls),r(y,J),h(Ue,J,null),r(J,Zs),r(J,Ht),r(J,Vs),r(J,Bt),r(J,qs),r(J,Nt),r(J,Es),r(J,St),r(J,zs),r(J,Ft),r(J,Hs),h(K,J,null),r(J,Bs),h(ee,J,null),r(J,Ns),h(te,J,null),r(J,Ss),r(y,Fs),r(y,E),h(ke,E,null),r(E,Ds),r(E,Dt),r(E,Ws),h(re,E,null),r(y,Gs),r(y,z),h(Xe,z,null),r(z,Rs),r(z,Wt),r(z,Qs),h(se,z,null),r(y,Ys),r(y,H),h(Le,H,null),r(H,As),r(H,Gt),r(H,Os),h(ae,H,null),r(y,Ks),r(y,oe),h(Ze,oe,null),r(oe,ea),r(oe,Rt),r(y,ta),r(y,ne),h(Ve,ne,null),r(ne,ra),r(ne,Qt),r(y,sa),r(y,le),h(qe,le,null),r(le,aa),r(le,Yt),i(e,Tr,o),h(Ee,e,o),i(e,Cr,o),i(e,ze,o),i(e,Pr,o),i(e,I,o),h(He,I,null),r(I,oa),r(I,At),r(I,na),r(I,ie),h(Be,ie,null),r(ie,la),r(ie,Ot),r(I,ia),r(I,ce),h(Ne,ce,null),r(ce,ca),r(ce,Kt),r(I,ma),r(I,me),h(Se,me,null),r(me,da),r(me,er),r(I,pa),r(I,de),h(Fe,de,null),r(de,fa),r(de,tr),r(I,ua),r(I,pe),h(De,pe,null),r(pe,ha),r(pe,rr),r(I,ga),r(I,fe),h(We,fe,null),r(fe,_a),r(fe,sr),i(e,Jr,o),i(e,L,o),h(Ge,L,null),r(L,$a),r(L,ar),r(L,va),r(L,ue),h(Re,ue,null),r(ue,xa),r(ue,or),i(e,jr,o),i(e,Z,o),h(Qe,Z,null),r(Z,ba),r(Z,nr),r(Z,Ma),r(Z,he),h(Ye,he,null),r(he,ya),r(he,lr),i(e,Ir,o),h(Ae,e,o),i(e,Ur,o),i(e,Oe,o),i(e,kr,o),i(e,Ke,o),i(e,Xr,o),i(e,et,o),i(e,Lr,o),i(e,tt,o),i(e,Zr,o),i(e,rt,o),i(e,Vr,o),i(e,S,o),h(st,S,null),r(S,wa),r(S,ir),i(e,qr,o),h(at,e,o),i(e,Er,o),i(e,ot,o),i(e,zr,o),i(e,nt,o),i(e,Hr,o),i(e,lt,o),i(e,Br,o),i(e,it,o),i(e,Nr,o),i(e,ct,o),i(e,Sr,o),i(e,mt,o),i(e,Fr,o),h(dt,e,o),i(e,Dr,o),i(e,pt,o),i(e,Wr,o),i(e,ft,o),i(e,Gr,o),h(ut,e,o),i(e,Rr,o),i(e,ht,o),i(e,Qr,o),i(e,gt,o),i(e,Yr,o),i(e,_t,o),i(e,Ar,o),i(e,X,o),h($t,X,null),r(X,Ta),r(X,cr),r(X,Ca),r(X,ge),h(vt,ge,null),r(ge,Pa),r(ge,mr),r(X,Ja),r(X,B),h(xt,B,null),r(B,ja),r(B,dr),r(B,Ia),h(_e,B,null),r(X,Ua),r(X,$e),h(bt,$e,null),r($e,ka),r($e,pr),i(e,Or,o),i(e,Mt,o),i(e,Kr,o),i(e,V,o),h(yt,V,null),r(V,Xa),r(V,fr),r(V,La),h(ve,V,null),i(e,es,o),i(e,wt,o),i(e,ts,o),h(Tt,e,o),i(e,rs,o),i(e,Ct,o),i(e,ss,o),h(Pt,e,o),i(e,as,o),i(e,Jt,o),i(e,os,o),h(jt,e,o),i(e,ns,o),i(e,It,o),i(e,ls,o),h(Ut,e,o),i(e,is,o),i(e,vr,o),cs=!0},p(e,[o]){const C={};o&2&&(C.$$scope={dirty:o,ctx:e}),A.$set(C);const kt={};o&2&&(kt.$$scope={dirty:o,ctx:e}),K.$set(kt);const Xt={};o&2&&(Xt.$$scope={dirty:o,ctx:e}),ee.$set(Xt);const F={};o&2&&(F.$$scope={dirty:o,ctx:e}),te.$set(F);const Lt={};o&2&&(Lt.$$scope={dirty:o,ctx:e}),re.$set(Lt);const j={};o&2&&(j.$$scope={dirty:o,ctx:e}),se.$set(j);const D={};o&2&&(D.$$scope={dirty:o,ctx:e}),ae.$set(D);const W={};o&2&&(W.$$scope={dirty:o,ctx:e}),_e.$set(W);const G={};o&2&&(G.$$scope={dirty:o,ctx:e}),ve.$set(G)},i(e){cs||(g(x.$$.fragment,e),g(ye.$$.fragment,e),g(Ce.$$.fragment,e),g(Pe.$$.fragment,e),g(Je.$$.fragment,e),g(je.$$.fragment,e),g(A.$$.fragment,e),g(Ie.$$.fragment,e),g(Ue.$$.fragment,e),g(K.$$.fragment,e),g(ee.$$.fragment,e),g(te.$$.fragment,e),g(ke.$$.fragment,e),g(re.$$.fragment,e),g(Xe.$$.fragment,e),g(se.$$.fragment,e),g(Le.$$.fragment,e),g(ae.$$.fragment,e),g(Ze.$$.fragment,e),g(Ve.$$.fragment,e),g(qe.$$.fragment,e),g(Ee.$$.fragment,e),g(He.$$.fragment,e),g(Be.$$.fragment,e),g(Ne.$$.fragment,e),g(Se.$$.fragment,e),g(Fe.$$.fragment,e),g(De.$$.fragment,e),g(We.$$.fragment,e),g(Ge.$$.fragment,e),g(Re.$$.fragment,e),g(Qe.$$.fragment,e),g(Ye.$$.fragment,e),g(Ae.$$.fragment,e),g(st.$$.fragment,e),g(at.$$.fragment,e),g(dt.$$.fragment,e),g(ut.$$.fragment,e),g($t.$$.fragment,e),g(vt.$$.fragment,e),g(xt.$$.fragment,e),g(_e.$$.fragment,e),g(bt.$$.fragment,e),g(yt.$$.fragment,e),g(ve.$$.fragment,e),g(Tt.$$.fragment,e),g(Pt.$$.fragment,e),g(jt.$$.fragment,e),g(Ut.$$.fragment,e),cs=!0)},o(e){_(x.$$.fragment,e),_(ye.$$.fragment,e),_(Ce.$$.fragment,e),_(Pe.$$.fragment,e),_(Je.$$.fragment,e),_(je.$$.fragment,e),_(A.$$.fragment,e),_(Ie.$$.fragment,e),_(Ue.$$.fragment,e),_(K.$$.fragment,e),_(ee.$$.fragment,e),_(te.$$.fragment,e),_(ke.$$.fragment,e),_(re.$$.fragment,e),_(Xe.$$.fragment,e),_(se.$$.fragment,e),_(Le.$$.fragment,e),_(ae.$$.fragment,e),_(Ze.$$.fragment,e),_(Ve.$$.fragment,e),_(qe.$$.fragment,e),_(Ee.$$.fragment,e),_(He.$$.fragment,e),_(Be.$$.fragment,e),_(Ne.$$.fragment,e),_(Se.$$.fragment,e),_(Fe.$$.fragment,e),_(De.$$.fragment,e),_(We.$$.fragment,e),_(Ge.$$.fragment,e),_(Re.$$.fragment,e),_(Qe.$$.fragment,e),_(Ye.$$.fragment,e),_(Ae.$$.fragment,e),_(st.$$.fragment,e),_(at.$$.fragment,e),_(dt.$$.fragment,e),_(ut.$$.fragment,e),_($t.$$.fragment,e),_(vt.$$.fragment,e),_(xt.$$.fragment,e),_(_e.$$.fragment,e),_(bt.$$.fragment,e),_(yt.$$.fragment,e),_(ve.$$.fragment,e),_(Tt.$$.fragment,e),_(Pt.$$.fragment,e),_(jt.$$.fragment,e),_(Ut.$$.fragment,e),cs=!1},d(e){e&&(t(b),t(v),t(p),t(c),t(M),t(xr),t(Me),t(br),t(Mr),t(we),t(yr),t(Te),t(wr),t(y),t(Tr),t(Cr),t(ze),t(Pr),t(I),t(Jr),t(L),t(jr),t(Z),t(Ir),t(Ur),t(Oe),t(kr),t(Ke),t(Xr),t(et),t(Lr),t(tt),t(Zr),t(rt),t(Vr),t(S),t(qr),t(Er),t(ot),t(zr),t(nt),t(Hr),t(lt),t(Br),t(it),t(Nr),t(ct),t(Sr),t(mt),t(Fr),t(Dr),t(pt),t(Wr),t(ft),t(Gr),t(Rr),t(ht),t(Qr),t(gt),t(Yr),t(_t),t(Ar),t(X),t(Or),t(Mt),t(Kr),t(V),t(es),t(wt),t(ts),t(rs),t(Ct),t(ss),t(as),t(Jt),t(os),t(ns),t(It),t(ls),t(is),t(vr)),t(m),$(x,e),$(ye,e),$(Ce),$(Pe),$(Je),$(je),$(A),$(Ie),$(Ue),$(K),$(ee),$(te),$(ke),$(re),$(Xe),$(se),$(Le),$(ae),$(Ze),$(Ve),$(qe),$(Ee,e),$(He),$(Be),$(Ne),$(Se),$(Fe),$(De),$(We),$(Ge),$(Re),$(Qe),$(Ye),$(Ae,e),$(st),$(at,e),$(dt,e),$(ut,e),$($t),$(vt),$(xt),$(_e),$(bt),$(yt),$(ve),$(Tt,e),$(Pt,e),$(jt,e),$(Ut,e)}}}const nn='{"title":"Processors","local":"processors","sections":[{"title":"Multi-modal processors","local":"transformers.ProcessorMixin","sections":[],"depth":2},{"title":"Deprecated processors","local":"transformers.DataProcessor","sections":[],"depth":2},{"title":"GLUE","local":"transformers.glue_convert_examples_to_features","sections":[],"depth":2},{"title":"XNLI","local":"xnli","sections":[],"depth":2},{"title":"SQuAD","local":"squad","sections":[{"title":"Processors","local":"transformers.data.processors.squad.SquadProcessor","sections":[],"depth":3},{"title":"Example usage","local":"example-usage","sections":[],"depth":3}],"depth":2}],"depth":1}';function ln(U){return So(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class gn extends Fo{constructor(m){super(),Do(this,m,ln,on,No,{})}}export{gn as component};
