import{s as Th,o as xh,n as L}from"../chunks/scheduler.bdbef820.js";import{S as wh,i as $h,g as r,s as o,r as c,A as kh,h as a,f as s,c as n,j as v,u as p,x as l,k as M,y as t,a as b,v as h,d as f,t as u,w as g}from"../chunks/index.33f81d56.js";import{T as ki}from"../chunks/Tip.34194030.js";import{D as T}from"../chunks/Docstring.64554317.js";import{C as z}from"../chunks/CodeBlock.362b34a4.js";import{E as D}from"../chunks/ExampleCodeBlock.4f2252c6.js";import{H as he,E as jh}from"../chunks/EditOnGithub.a9246e21.js";function Jh(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbCUwQSUwQW1vZGVsJTIwJTNEJTIwQXV0b01vZGVsLmZyb21fcHJldHJhaW5lZCglMjJnb29nbGUtYmVydCUyRmJlcnQtYmFzZS1jYXNlZCUyMiklMEElMEElMjMlMjBQdXNoJTIwdGhlJTIwbW9kZWwlMjB0byUyMHlvdXIlMjBuYW1lc3BhY2UlMjB3aXRoJTIwdGhlJTIwbmFtZSUyMCUyMm15LWZpbmV0dW5lZC1iZXJ0JTIyLiUwQW1vZGVsLnB1c2hfdG9faHViKCUyMm15LWZpbmV0dW5lZC1iZXJ0JTIyKSUwQSUwQSUyMyUyMFB1c2glMjB0aGUlMjBtb2RlbCUyMHRvJTIwYW4lMjBvcmdhbml6YXRpb24lMjB3aXRoJTIwdGhlJTIwbmFtZSUyMCUyMm15LWZpbmV0dW5lZC1iZXJ0JTIyLiUwQW1vZGVsLnB1c2hfdG9faHViKCUyMmh1Z2dpbmdmYWNlJTJGbXktZmluZXR1bmVkLWJlcnQlMjIp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModel

model = AutoModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)

<span class="hljs-comment"># Push the model to your namespace with the name &quot;my-finetuned-bert&quot;.</span>
model.push_to_hub(<span class="hljs-string">&quot;my-finetuned-bert&quot;</span>)

<span class="hljs-comment"># Push the model to an organization with the name &quot;my-finetuned-bert&quot;.</span>
model.push_to_hub(<span class="hljs-string">&quot;huggingface/my-finetuned-bert&quot;</span>)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Ch(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbCUwQSUwQW1vZGVsJTIwJTNEJTIwQXV0b01vZGVsLmZyb21fcHJldHJhaW5lZCglMjJnb29nbGUtYmVydCUyRmJlcnQtYmFzZS1jYXNlZCUyMiklMEElMEFtb2RlbC5hZGRfbW9kZWxfdGFncyglNUIlMjJjdXN0b20lMjIlMkMlMjAlMjJjdXN0b20tYmVydCUyMiU1RCklMEElMEElMjMlMjBQdXNoJTIwdGhlJTIwbW9kZWwlMjB0byUyMHlvdXIlMjBuYW1lc3BhY2UlMjB3aXRoJTIwdGhlJTIwbmFtZSUyMCUyMm15LWN1c3RvbS1iZXJ0JTIyLiUwQW1vZGVsLnB1c2hfdG9faHViKCUyMm15LWN1c3RvbS1iZXJ0JTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModel

model = AutoModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)

model.add_model_tags([<span class="hljs-string">&quot;custom&quot;</span>, <span class="hljs-string">&quot;custom-bert&quot;</span>])

<span class="hljs-comment"># Push the model to your namespace with the name &quot;my-custom-bert&quot;.</span>
model.push_to_hub(<span class="hljs-string">&quot;my-custom-bert&quot;</span>)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Uh(P){let d,C=`Activate the special <a href="https://huggingface.co/transformers/installation.html#offline-mode" rel="nofollow">“offline-mode”</a> to
use this method in a firewalled environment.`;return{c(){d=r("p"),d.innerHTML=C},l(y){d=a(y,"P",{"data-svelte-h":!0}),l(d)!=="svelte-13hahdn"&&(d.innerHTML=C)},m(y,_){b(y,d,_)},p:L,d(y){y&&s(d)}}}function Ph(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEJlcnRDb25maWclMkMlMjBCZXJ0TW9kZWwlMEElMEElMjMlMjBEb3dubG9hZCUyMG1vZGVsJTIwYW5kJTIwY29uZmlndXJhdGlvbiUyMGZyb20lMjBodWdnaW5nZmFjZS5jbyUyMGFuZCUyMGNhY2hlLiUwQW1vZGVsJTIwJTNEJTIwQmVydE1vZGVsLmZyb21fcHJldHJhaW5lZCglMjJnb29nbGUtYmVydCUyRmJlcnQtYmFzZS11bmNhc2VkJTIyKSUwQSUyMyUyME1vZGVsJTIwd2FzJTIwc2F2ZWQlMjB1c2luZyUyMCpzYXZlX3ByZXRyYWluZWQoJy4lMkZ0ZXN0JTJGc2F2ZWRfbW9kZWwlMkYnKSolMjAoZm9yJTIwZXhhbXBsZSUyMHB1cnBvc2VzJTJDJTIwbm90JTIwcnVubmFibGUpLiUwQW1vZGVsJTIwJTNEJTIwQmVydE1vZGVsLmZyb21fcHJldHJhaW5lZCglMjIuJTJGdGVzdCUyRnNhdmVkX21vZGVsJTJGJTIyKSUwQSUyMyUyMFVwZGF0ZSUyMGNvbmZpZ3VyYXRpb24lMjBkdXJpbmclMjBsb2FkaW5nLiUwQW1vZGVsJTIwJTNEJTIwQmVydE1vZGVsLmZyb21fcHJldHJhaW5lZCglMjJnb29nbGUtYmVydCUyRmJlcnQtYmFzZS11bmNhc2VkJTIyJTJDJTIwb3V0cHV0X2F0dGVudGlvbnMlM0RUcnVlKSUwQWFzc2VydCUyMG1vZGVsLmNvbmZpZy5vdXRwdXRfYXR0ZW50aW9ucyUyMCUzRCUzRCUyMFRydWUlMEElMjMlMjBMb2FkaW5nJTIwZnJvbSUyMGElMjBURiUyMGNoZWNrcG9pbnQlMjBmaWxlJTIwaW5zdGVhZCUyMG9mJTIwYSUyMFB5VG9yY2glMjBtb2RlbCUyMChzbG93ZXIlMkMlMjBmb3IlMjBleGFtcGxlJTIwcHVycG9zZXMlMkMlMjBub3QlMjBydW5uYWJsZSkuJTBBY29uZmlnJTIwJTNEJTIwQmVydENvbmZpZy5mcm9tX2pzb25fZmlsZSglMjIuJTJGdGZfbW9kZWwlMkZteV90Zl9tb2RlbF9jb25maWcuanNvbiUyMiklMEFtb2RlbCUyMCUzRCUyMEJlcnRNb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyLiUyRnRmX21vZGVsJTJGbXlfdGZfY2hlY2twb2ludC5ja3B0LmluZGV4JTIyJTJDJTIwZnJvbV90ZiUzRFRydWUlMkMlMjBjb25maWclM0Rjb25maWcpJTBBJTIzJTIwTG9hZGluZyUyMGZyb20lMjBhJTIwRmxheCUyMGNoZWNrcG9pbnQlMjBmaWxlJTIwaW5zdGVhZCUyMG9mJTIwYSUyMFB5VG9yY2glMjBtb2RlbCUyMChzbG93ZXIpJTBBbW9kZWwlMjAlM0QlMjBCZXJ0TW9kZWwuZnJvbV9wcmV0cmFpbmVkKCUyMmdvb2dsZS1iZXJ0JTJGYmVydC1iYXNlLXVuY2FzZWQlMjIlMkMlMjBmcm9tX2ZsYXglM0RUcnVlKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> BertConfig, BertModel

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Download model and configuration from huggingface.co and cache.</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = BertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-uncased&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Model was saved using *save_pretrained(&#x27;./test/saved_model/&#x27;)* (for example purposes, not runnable).</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = BertModel.from_pretrained(<span class="hljs-string">&quot;./test/saved_model/&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Update configuration during loading.</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = BertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-uncased&quot;</span>, output_attentions=<span class="hljs-literal">True</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">assert</span> model.config.output_attentions == <span class="hljs-literal">True</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Loading from a TF checkpoint file instead of a PyTorch model (slower, for example purposes, not runnable).</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>config = BertConfig.from_json_file(<span class="hljs-string">&quot;./tf_model/my_tf_model_config.json&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model = BertModel.from_pretrained(<span class="hljs-string">&quot;./tf_model/my_tf_checkpoint.ckpt.index&quot;</span>, from_tf=<span class="hljs-literal">True</span>, config=config)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Loading from a Flax checkpoint file instead of a PyTorch model (slower)</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = BertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-uncased&quot;</span>, from_flax=<span class="hljs-literal">True</span>)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Zh(P){let d,C="This API is experimental and may have some slight breaking changes in the next releases.";return{c(){d=r("p"),d.textContent=C},l(y){d=a(y,"P",{"data-svelte-h":!0}),l(d)!=="svelte-15rpg4"&&(d.textContent=C)},m(y,_){b(y,d,_)},p:L,d(y){y&&s(d)}}}function Fh(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsJTBBJTBBbW9kZWwlMjAlM0QlMjBURkF1dG9Nb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyZ29vZ2xlLWJlcnQlMkZiZXJ0LWJhc2UtY2FzZWQlMjIpJTBBJTBBJTIzJTIwUHVzaCUyMHRoZSUyMG1vZGVsJTIwdG8lMjB5b3VyJTIwbmFtZXNwYWNlJTIwd2l0aCUyMHRoZSUyMG5hbWUlMjAlMjJteS1maW5ldHVuZWQtYmVydCUyMi4lMEFtb2RlbC5wdXNoX3RvX2h1YiglMjJteS1maW5ldHVuZWQtYmVydCUyMiklMEElMEElMjMlMjBQdXNoJTIwdGhlJTIwbW9kZWwlMjB0byUyMGFuJTIwb3JnYW5pemF0aW9uJTIwd2l0aCUyMHRoZSUyMG5hbWUlMjAlMjJteS1maW5ldHVuZWQtYmVydCUyMi4lMEFtb2RlbC5wdXNoX3RvX2h1YiglMjJodWdnaW5nZmFjZSUyRm15LWZpbmV0dW5lZC1iZXJ0JTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> TFAutoModel

model = TFAutoModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)

<span class="hljs-comment"># Push the model to your namespace with the name &quot;my-finetuned-bert&quot;.</span>
model.push_to_hub(<span class="hljs-string">&quot;my-finetuned-bert&quot;</span>)

<span class="hljs-comment"># Push the model to an organization with the name &quot;my-finetuned-bert&quot;.</span>
model.push_to_hub(<span class="hljs-string">&quot;huggingface/my-finetuned-bert&quot;</span>)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Ih(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEJlcnRDb25maWclMkMlMjBURkJlcnRNb2RlbCUwQSUwQSUyMyUyMERvd25sb2FkJTIwbW9kZWwlMjBhbmQlMjBjb25maWd1cmF0aW9uJTIwZnJvbSUyMGh1Z2dpbmdmYWNlLmNvJTIwYW5kJTIwY2FjaGUuJTBBbW9kZWwlMjAlM0QlMjBURkJlcnRNb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyZ29vZ2xlLWJlcnQlMkZiZXJ0LWJhc2UtdW5jYXNlZCUyMiklMEElMjMlMjBNb2RlbCUyMHdhcyUyMHNhdmVkJTIwdXNpbmclMjAqc2F2ZV9wcmV0cmFpbmVkKCcuJTJGdGVzdCUyRnNhdmVkX21vZGVsJTJGJykqJTIwKGZvciUyMGV4YW1wbGUlMjBwdXJwb3NlcyUyQyUyMG5vdCUyMHJ1bm5hYmxlKS4lMEFtb2RlbCUyMCUzRCUyMFRGQmVydE1vZGVsLmZyb21fcHJldHJhaW5lZCglMjIuJTJGdGVzdCUyRnNhdmVkX21vZGVsJTJGJTIyKSUwQSUyMyUyMFVwZGF0ZSUyMGNvbmZpZ3VyYXRpb24lMjBkdXJpbmclMjBsb2FkaW5nLiUwQW1vZGVsJTIwJTNEJTIwVEZCZXJ0TW9kZWwuZnJvbV9wcmV0cmFpbmVkKCUyMmdvb2dsZS1iZXJ0JTJGYmVydC1iYXNlLXVuY2FzZWQlMjIlMkMlMjBvdXRwdXRfYXR0ZW50aW9ucyUzRFRydWUpJTBBYXNzZXJ0JTIwbW9kZWwuY29uZmlnLm91dHB1dF9hdHRlbnRpb25zJTIwJTNEJTNEJTIwVHJ1ZSUwQSUyMyUyMExvYWRpbmclMjBmcm9tJTIwYSUyMFB5dG9yY2glMjBtb2RlbCUyMGZpbGUlMjBpbnN0ZWFkJTIwb2YlMjBhJTIwVGVuc29yRmxvdyUyMGNoZWNrcG9pbnQlMjAoc2xvd2VyJTJDJTIwZm9yJTIwZXhhbXBsZSUyMHB1cnBvc2VzJTJDJTIwbm90JTIwcnVubmFibGUpLiUwQWNvbmZpZyUyMCUzRCUyMEJlcnRDb25maWcuZnJvbV9qc29uX2ZpbGUoJTIyLiUyRnB0X21vZGVsJTJGbXlfcHRfbW9kZWxfY29uZmlnLmpzb24lMjIpJTBBbW9kZWwlMjAlM0QlMjBURkJlcnRNb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyLiUyRnB0X21vZGVsJTJGbXlfcHl0b3JjaF9tb2RlbC5iaW4lMjIlMkMlMjBmcm9tX3B0JTNEVHJ1ZSUyQyUyMGNvbmZpZyUzRGNvbmZpZyk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> BertConfig, TFBertModel

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Download model and configuration from huggingface.co and cache.</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = TFBertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-uncased&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Model was saved using *save_pretrained(&#x27;./test/saved_model/&#x27;)* (for example purposes, not runnable).</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = TFBertModel.from_pretrained(<span class="hljs-string">&quot;./test/saved_model/&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Update configuration during loading.</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = TFBertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-uncased&quot;</span>, output_attentions=<span class="hljs-literal">True</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">assert</span> model.config.output_attentions == <span class="hljs-literal">True</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Loading from a Pytorch model file instead of a TensorFlow checkpoint (slower, for example purposes, not runnable).</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>config = BertConfig.from_json_file(<span class="hljs-string">&quot;./pt_model/my_pt_model_config.json&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model = TFBertModel.from_pretrained(<span class="hljs-string">&quot;./pt_model/my_pytorch_model.bin&quot;</span>, from_pt=<span class="hljs-literal">True</span>, config=config)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Wh(P){let d,C="This API is experimental and may have some slight breaking changes in the next releases.";return{c(){d=r("p"),d.textContent=C},l(y){d=a(y,"P",{"data-svelte-h":!0}),l(d)!=="svelte-15rpg4"&&(d.textContent=C)},m(y,_){b(y,d,_)},p:L,d(y){y&&s(d)}}}function Gh(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEZsYXhBdXRvTW9kZWwlMEElMEFtb2RlbCUyMCUzRCUyMEZsYXhBdXRvTW9kZWwuZnJvbV9wcmV0cmFpbmVkKCUyMmdvb2dsZS1iZXJ0JTJGYmVydC1iYXNlLWNhc2VkJTIyKSUwQSUwQSUyMyUyMFB1c2glMjB0aGUlMjBtb2RlbCUyMHRvJTIweW91ciUyMG5hbWVzcGFjZSUyMHdpdGglMjB0aGUlMjBuYW1lJTIwJTIybXktZmluZXR1bmVkLWJlcnQlMjIuJTBBbW9kZWwucHVzaF90b19odWIoJTIybXktZmluZXR1bmVkLWJlcnQlMjIpJTBBJTBBJTIzJTIwUHVzaCUyMHRoZSUyMG1vZGVsJTIwdG8lMjBhbiUyMG9yZ2FuaXphdGlvbiUyMHdpdGglMjB0aGUlMjBuYW1lJTIwJTIybXktZmluZXR1bmVkLWJlcnQlMjIuJTBBbW9kZWwucHVzaF90b19odWIoJTIyaHVnZ2luZ2ZhY2UlMkZteS1maW5ldHVuZWQtYmVydCUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> FlaxAutoModel

model = FlaxAutoModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)

<span class="hljs-comment"># Push the model to your namespace with the name &quot;my-finetuned-bert&quot;.</span>
model.push_to_hub(<span class="hljs-string">&quot;my-finetuned-bert&quot;</span>)

<span class="hljs-comment"># Push the model to an organization with the name &quot;my-finetuned-bert&quot;.</span>
model.push_to_hub(<span class="hljs-string">&quot;huggingface/my-finetuned-bert&quot;</span>)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function zh(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEJlcnRDb25maWclMkMlMjBGbGF4QmVydE1vZGVsJTBBJTBBJTIzJTIwRG93bmxvYWQlMjBtb2RlbCUyMGFuZCUyMGNvbmZpZ3VyYXRpb24lMjBmcm9tJTIwaHVnZ2luZ2ZhY2UuY28lMjBhbmQlMjBjYWNoZS4lMEFtb2RlbCUyMCUzRCUyMEZsYXhCZXJ0TW9kZWwuZnJvbV9wcmV0cmFpbmVkKCUyMmdvb2dsZS1iZXJ0JTJGYmVydC1iYXNlLWNhc2VkJTIyKSUwQSUyMyUyME1vZGVsJTIwd2FzJTIwc2F2ZWQlMjB1c2luZyUyMCpzYXZlX3ByZXRyYWluZWQoJy4lMkZ0ZXN0JTJGc2F2ZWRfbW9kZWwlMkYnKSolMjAoZm9yJTIwZXhhbXBsZSUyMHB1cnBvc2VzJTJDJTIwbm90JTIwcnVubmFibGUpLiUwQW1vZGVsJTIwJTNEJTIwRmxheEJlcnRNb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyLiUyRnRlc3QlMkZzYXZlZF9tb2RlbCUyRiUyMiklMEElMjMlMjBMb2FkaW5nJTIwZnJvbSUyMGElMjBQeVRvcmNoJTIwY2hlY2twb2ludCUyMGZpbGUlMjBpbnN0ZWFkJTIwb2YlMjBhJTIwUHlUb3JjaCUyMG1vZGVsJTIwKHNsb3dlciUyQyUyMGZvciUyMGV4YW1wbGUlMjBwdXJwb3NlcyUyQyUyMG5vdCUyMHJ1bm5hYmxlKS4lMEFjb25maWclMjAlM0QlMjBCZXJ0Q29uZmlnLmZyb21fanNvbl9maWxlKCUyMi4lMkZwdF9tb2RlbCUyRmNvbmZpZy5qc29uJTIyKSUwQW1vZGVsJTIwJTNEJTIwRmxheEJlcnRNb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyLiUyRnB0X21vZGVsJTJGcHl0b3JjaF9tb2RlbC5iaW4lMjIlMkMlMjBmcm9tX3B0JTNEVHJ1ZSUyQyUyMGNvbmZpZyUzRGNvbmZpZyk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> BertConfig, FlaxBertModel

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Download model and configuration from huggingface.co and cache.</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = FlaxBertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Model was saved using *save_pretrained(&#x27;./test/saved_model/&#x27;)* (for example purposes, not runnable).</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = FlaxBertModel.from_pretrained(<span class="hljs-string">&quot;./test/saved_model/&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Loading from a PyTorch checkpoint file instead of a PyTorch model (slower, for example purposes, not runnable).</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>config = BertConfig.from_json_file(<span class="hljs-string">&quot;./pt_model/config.json&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>model = FlaxBertModel.from_pretrained(<span class="hljs-string">&quot;./pt_model/pytorch_model.bin&quot;</span>, from_pt=<span class="hljs-literal">True</span>, config=config)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Lh(P){let d,C="This API is experimental and may have some slight breaking changes in the next releases.";return{c(){d=r("p"),d.textContent=C},l(y){d=a(y,"P",{"data-svelte-h":!0}),l(d)!=="svelte-15rpg4"&&(d.textContent=C)},m(y,_){b(y,d,_)},p:L,d(y){y&&s(d)}}}function Bh(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEZsYXhCZXJ0TW9kZWwlMEElMEElMjMlMjBsb2FkJTIwbW9kZWwlMEFtb2RlbCUyMCUzRCUyMEZsYXhCZXJ0TW9kZWwuZnJvbV9wcmV0cmFpbmVkKCUyMmdvb2dsZS1iZXJ0JTJGYmVydC1iYXNlLWNhc2VkJTIyKSUwQSUyMyUyMEJ5JTIwZGVmYXVsdCUyQyUyMHRoZSUyMG1vZGVsJTIwcGFyYW1ldGVycyUyMHdpbGwlMjBiZSUyMGluJTIwZnAzMiUyMHByZWNpc2lvbiUyQyUyMHRvJTIwY2FzdCUyMHRoZXNlJTIwdG8lMjBiZmxvYXQxNiUyMHByZWNpc2lvbiUwQW1vZGVsLnBhcmFtcyUyMCUzRCUyMG1vZGVsLnRvX2JmMTYobW9kZWwucGFyYW1zKSUwQSUyMyUyMElmJTIweW91JTIwd2FudCUyMGRvbid0JTIwd2FudCUyMHRvJTIwY2FzdCUyMGNlcnRhaW4lMjBwYXJhbWV0ZXJzJTIwKGZvciUyMGV4YW1wbGUlMjBsYXllciUyMG5vcm0lMjBiaWFzJTIwYW5kJTIwc2NhbGUpJTBBJTIzJTIwdGhlbiUyMHBhc3MlMjB0aGUlMjBtYXNrJTIwYXMlMjBmb2xsb3dzJTBBZnJvbSUyMGZsYXglMjBpbXBvcnQlMjB0cmF2ZXJzZV91dGlsJTBBJTBBbW9kZWwlMjAlM0QlMjBGbGF4QmVydE1vZGVsLmZyb21fcHJldHJhaW5lZCglMjJnb29nbGUtYmVydCUyRmJlcnQtYmFzZS1jYXNlZCUyMiklMEFmbGF0X3BhcmFtcyUyMCUzRCUyMHRyYXZlcnNlX3V0aWwuZmxhdHRlbl9kaWN0KG1vZGVsLnBhcmFtcyklMEFtYXNrJTIwJTNEJTIwJTdCJTBBJTIwJTIwJTIwJTIwcGF0aCUzQSUyMChwYXRoJTVCLTIlNUQlMjAhJTNEJTIwKCUyMkxheWVyTm9ybSUyMiUyQyUyMCUyMmJpYXMlMjIpJTIwYW5kJTIwcGF0aCU1Qi0yJTNBJTVEJTIwISUzRCUyMCglMjJMYXllck5vcm0lMjIlMkMlMjAlMjJzY2FsZSUyMikpJTBBJTIwJTIwJTIwJTIwZm9yJTIwcGF0aCUyMGluJTIwZmxhdF9wYXJhbXMlMEElN0QlMEFtYXNrJTIwJTNEJTIwdHJhdmVyc2VfdXRpbC51bmZsYXR0ZW5fZGljdChtYXNrKSUwQW1vZGVsLnBhcmFtcyUyMCUzRCUyMG1vZGVsLnRvX2JmMTYobW9kZWwucGFyYW1zJTJDJTIwbWFzayk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> FlaxBertModel

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># load model</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = FlaxBertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># By default, the model parameters will be in fp32 precision, to cast these to bfloat16 precision</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model.params = model.to_bf16(model.params)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># If you want don&#x27;t want to cast certain parameters (for example layer norm bias and scale)</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># then pass the mask as follows</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> flax <span class="hljs-keyword">import</span> traverse_util

<span class="hljs-meta">&gt;&gt;&gt; </span>model = FlaxBertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>flat_params = traverse_util.flatten_dict(model.params)
<span class="hljs-meta">&gt;&gt;&gt; </span>mask = {
<span class="hljs-meta">... </span>    path: (path[-<span class="hljs-number">2</span>] != (<span class="hljs-string">&quot;LayerNorm&quot;</span>, <span class="hljs-string">&quot;bias&quot;</span>) <span class="hljs-keyword">and</span> path[-<span class="hljs-number">2</span>:] != (<span class="hljs-string">&quot;LayerNorm&quot;</span>, <span class="hljs-string">&quot;scale&quot;</span>))
<span class="hljs-meta">... </span>    <span class="hljs-keyword">for</span> path <span class="hljs-keyword">in</span> flat_params
<span class="hljs-meta">... </span>}
<span class="hljs-meta">&gt;&gt;&gt; </span>mask = traverse_util.unflatten_dict(mask)
<span class="hljs-meta">&gt;&gt;&gt; </span>model.params = model.to_bf16(model.params, mask)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Vh(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEZsYXhCZXJ0TW9kZWwlMEElMEElMjMlMjBsb2FkJTIwbW9kZWwlMEFtb2RlbCUyMCUzRCUyMEZsYXhCZXJ0TW9kZWwuZnJvbV9wcmV0cmFpbmVkKCUyMmdvb2dsZS1iZXJ0JTJGYmVydC1iYXNlLWNhc2VkJTIyKSUwQSUyMyUyMEJ5JTIwZGVmYXVsdCUyQyUyMHRoZSUyMG1vZGVsJTIwcGFyYW1zJTIwd2lsbCUyMGJlJTIwaW4lMjBmcDMyJTJDJTIwdG8lMjBjYXN0JTIwdGhlc2UlMjB0byUyMGZsb2F0MTYlMEFtb2RlbC5wYXJhbXMlMjAlM0QlMjBtb2RlbC50b19mcDE2KG1vZGVsLnBhcmFtcyklMEElMjMlMjBJZiUyMHlvdSUyMHdhbnQlMjBkb24ndCUyMHdhbnQlMjB0byUyMGNhc3QlMjBjZXJ0YWluJTIwcGFyYW1ldGVycyUyMChmb3IlMjBleGFtcGxlJTIwbGF5ZXIlMjBub3JtJTIwYmlhcyUyMGFuZCUyMHNjYWxlKSUwQSUyMyUyMHRoZW4lMjBwYXNzJTIwdGhlJTIwbWFzayUyMGFzJTIwZm9sbG93cyUwQWZyb20lMjBmbGF4JTIwaW1wb3J0JTIwdHJhdmVyc2VfdXRpbCUwQSUwQW1vZGVsJTIwJTNEJTIwRmxheEJlcnRNb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyZ29vZ2xlLWJlcnQlMkZiZXJ0LWJhc2UtY2FzZWQlMjIpJTBBZmxhdF9wYXJhbXMlMjAlM0QlMjB0cmF2ZXJzZV91dGlsLmZsYXR0ZW5fZGljdChtb2RlbC5wYXJhbXMpJTBBbWFzayUyMCUzRCUyMCU3QiUwQSUyMCUyMCUyMCUyMHBhdGglM0ElMjAocGF0aCU1Qi0yJTVEJTIwISUzRCUyMCglMjJMYXllck5vcm0lMjIlMkMlMjAlMjJiaWFzJTIyKSUyMGFuZCUyMHBhdGglNUItMiUzQSU1RCUyMCElM0QlMjAoJTIyTGF5ZXJOb3JtJTIyJTJDJTIwJTIyc2NhbGUlMjIpKSUwQSUyMCUyMCUyMCUyMGZvciUyMHBhdGglMjBpbiUyMGZsYXRfcGFyYW1zJTBBJTdEJTBBbWFzayUyMCUzRCUyMHRyYXZlcnNlX3V0aWwudW5mbGF0dGVuX2RpY3QobWFzayklMEFtb2RlbC5wYXJhbXMlMjAlM0QlMjBtb2RlbC50b19mcDE2KG1vZGVsLnBhcmFtcyUyQyUyMG1hc2sp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> FlaxBertModel

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># load model</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = FlaxBertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># By default, the model params will be in fp32, to cast these to float16</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model.params = model.to_fp16(model.params)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># If you want don&#x27;t want to cast certain parameters (for example layer norm bias and scale)</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># then pass the mask as follows</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> flax <span class="hljs-keyword">import</span> traverse_util

<span class="hljs-meta">&gt;&gt;&gt; </span>model = FlaxBertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>flat_params = traverse_util.flatten_dict(model.params)
<span class="hljs-meta">&gt;&gt;&gt; </span>mask = {
<span class="hljs-meta">... </span>    path: (path[-<span class="hljs-number">2</span>] != (<span class="hljs-string">&quot;LayerNorm&quot;</span>, <span class="hljs-string">&quot;bias&quot;</span>) <span class="hljs-keyword">and</span> path[-<span class="hljs-number">2</span>:] != (<span class="hljs-string">&quot;LayerNorm&quot;</span>, <span class="hljs-string">&quot;scale&quot;</span>))
<span class="hljs-meta">... </span>    <span class="hljs-keyword">for</span> path <span class="hljs-keyword">in</span> flat_params
<span class="hljs-meta">... </span>}
<span class="hljs-meta">&gt;&gt;&gt; </span>mask = traverse_util.unflatten_dict(mask)
<span class="hljs-meta">&gt;&gt;&gt; </span>model.params = model.to_fp16(model.params, mask)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Hh(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEZsYXhCZXJ0TW9kZWwlMEElMEElMjMlMjBEb3dubG9hZCUyMG1vZGVsJTIwYW5kJTIwY29uZmlndXJhdGlvbiUyMGZyb20lMjBodWdnaW5nZmFjZS5jbyUwQW1vZGVsJTIwJTNEJTIwRmxheEJlcnRNb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyZ29vZ2xlLWJlcnQlMkZiZXJ0LWJhc2UtY2FzZWQlMjIpJTBBJTIzJTIwQnklMjBkZWZhdWx0JTJDJTIwdGhlJTIwbW9kZWwlMjBwYXJhbXMlMjB3aWxsJTIwYmUlMjBpbiUyMGZwMzIlMkMlMjB0byUyMGlsbHVzdHJhdGUlMjB0aGUlMjB1c2UlMjBvZiUyMHRoaXMlMjBtZXRob2QlMkMlMEElMjMlMjB3ZSdsbCUyMGZpcnN0JTIwY2FzdCUyMHRvJTIwZnAxNiUyMGFuZCUyMGJhY2slMjB0byUyMGZwMzIlMEFtb2RlbC5wYXJhbXMlMjAlM0QlMjBtb2RlbC50b19mMTYobW9kZWwucGFyYW1zKSUwQSUyMyUyMG5vdyUyMGNhc3QlMjBiYWNrJTIwdG8lMjBmcDMyJTBBbW9kZWwucGFyYW1zJTIwJTNEJTIwbW9kZWwudG9fZnAzMihtb2RlbC5wYXJhbXMp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> FlaxBertModel

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># Download model and configuration from huggingface.co</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model = FlaxBertModel.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># By default, the model params will be in fp32, to illustrate the use of this method,</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># we&#x27;ll first cast to fp16 and back to fp32</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model.params = model.to_f16(model.params)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment"># now cast back to fp32</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>model.params = model.to_fp32(model.params)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function qh(P){let d,C="Examples:",y,_,k;return _=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMCU3Qm9iamVjdF9jbGFzcyU3RCUwQSUwQSU3Qm9iamVjdCU3RCUyMCUzRCUyMCU3Qm9iamVjdF9jbGFzcyU3RC5mcm9tX3ByZXRyYWluZWQoJTIyZ29vZ2xlLWJlcnQlMkZiZXJ0LWJhc2UtY2FzZWQlMjIpJTBBJTBBJTIzJTIwUHVzaCUyMHRoZSUyMCU3Qm9iamVjdCU3RCUyMHRvJTIweW91ciUyMG5hbWVzcGFjZSUyMHdpdGglMjB0aGUlMjBuYW1lJTIwJTIybXktZmluZXR1bmVkLWJlcnQlMjIuJTBBJTdCb2JqZWN0JTdELnB1c2hfdG9faHViKCUyMm15LWZpbmV0dW5lZC1iZXJ0JTIyKSUwQSUwQSUyMyUyMFB1c2glMjB0aGUlMjAlN0JvYmplY3QlN0QlMjB0byUyMGFuJTIwb3JnYW5pemF0aW9uJTIwd2l0aCUyMHRoZSUyMG5hbWUlMjAlMjJteS1maW5ldHVuZWQtYmVydCUyMi4lMEElN0JvYmplY3QlN0QucHVzaF90b19odWIoJTIyaHVnZ2luZ2ZhY2UlMkZteS1maW5ldHVuZWQtYmVydCUyMik=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> {object_class}

{<span class="hljs-built_in">object</span>} = {object_class}.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)

<span class="hljs-comment"># Push the {object} to your namespace with the name &quot;my-finetuned-bert&quot;.</span>
{<span class="hljs-built_in">object</span>}.push_to_hub(<span class="hljs-string">&quot;my-finetuned-bert&quot;</span>)

<span class="hljs-comment"># Push the {object} to an organization with the name &quot;my-finetuned-bert&quot;.</span>
{<span class="hljs-built_in">object</span>}.push_to_hub(<span class="hljs-string">&quot;huggingface/my-finetuned-bert&quot;</span>)`,wrap:!1}}),{c(){d=r("p"),d.textContent=C,y=o(),c(_.$$.fragment)},l(i){d=a(i,"P",{"data-svelte-h":!0}),l(d)!=="svelte-kvfsh7"&&(d.textContent=C),y=n(i),p(_.$$.fragment,i)},m(i,J){b(i,d,J),b(i,y,J),h(_,i,J),k=!0},p:L,i(i){k||(f(_.$$.fragment,i),k=!0)},o(i){u(_.$$.fragment,i),k=!1},d(i){i&&(s(d),s(y)),g(_,i)}}}function Nh(P){let d,C,y,_,k,i,J,rc='ベースクラスである <a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel">PreTrainedModel</a>、<a href="/docs/transformers/main/ja/main_classes/model#transformers.TFPreTrainedModel">TFPreTrainedModel</a>、<a href="/docs/transformers/main/ja/main_classes/model#transformers.FlaxPreTrainedModel">FlaxPreTrainedModel</a> は、モデルの読み込みと保存に関する共通のメソッドを実装しており、これはローカルのファイルやディレクトリから、またはライブラリが提供する事前学習モデル構成（HuggingFaceのAWS S3リポジトリからダウンロード）からモデルを読み込むために使用できます。',os,$t,ac='<a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel">PreTrainedModel</a> と <a href="/docs/transformers/main/ja/main_classes/model#transformers.TFPreTrainedModel">TFPreTrainedModel</a> は、次の共通のメソッドも実装しています：',ns,kt,sc="<li>語彙に新しいトークンが追加された場合に、入力トークン埋め込みのリサイズを行う</li> <li>モデルのアテンションヘッドを刈り込む</li>",rs,jt,ic='各モデルに共通するその他のメソッドは、<a href="/docs/transformers/main/ja/main_classes/model#transformers.modeling_utils.ModuleUtilsMixin">ModuleUtilsMixin</a>（PyTorchモデル用）および<code>~modeling_tf_utils.TFModuleUtilsMixin</code>（TensorFlowモデル用）で定義されており、テキスト生成の場合、<a href="/docs/transformers/main/ja/main_classes/text_generation#transformers.GenerationMixin">GenerationMixin</a>（PyTorchモデル用）、<a href="/docs/transformers/main/ja/main_classes/text_generation#transformers.TFGenerationMixin">TFGenerationMixin</a>（TensorFlowモデル用）、および<a href="/docs/transformers/main/ja/main_classes/text_generation#transformers.FlaxGenerationMixin">FlaxGenerationMixin</a>（Flax/JAXモデル用）もあります。',as,Jt,ss,x,Ct,ji,Wn,lc="Base class for all models.",Ji,Gn,dc=`<a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel">PreTrainedModel</a> takes care of storing the configuration of the models and handles methods for loading,
downloading and saving models as well as a few methods common to all models to:`,Ci,zn,mc="<li>resize the input embeddings,</li> <li>prune heads in the self-attention heads.</li>",Ui,Ln,cc="Class attributes (overridden by derived classes):",Pi,Bn,pc=`<li><p><strong>config_class</strong> (<a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a>) — A subclass of <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a> to use as configuration class
for this model architecture.</p></li> <li><p><strong>load_tf_weights</strong> (<code>Callable</code>) — A python <em>method</em> for loading a TensorFlow checkpoint in a PyTorch model,
taking as arguments:</p> <ul><li><strong>model</strong> (<a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel">PreTrainedModel</a>) — An instance of the model on which to load the TensorFlow checkpoint.</li> <li><strong>config</strong> (<code>PreTrainedConfig</code>) — An instance of the configuration associated to the model.</li> <li><strong>path</strong> (<code>str</code>) — A path to the TensorFlow checkpoint.</li></ul></li> <li><p><strong>base_model_prefix</strong> (<code>str</code>) — A string indicating the attribute associated to the base model in derived
classes of the same architecture adding modules on top of the base model.</p></li> <li><p><strong>is_parallelizable</strong> (<code>bool</code>) — A flag indicating whether this model supports model parallelization.</p></li> <li><p><strong>main_input_name</strong> (<code>str</code>) — The name of the principal input to the model (often <code>input_ids</code> for NLP
models, <code>pixel_values</code> for vision models and <code>input_values</code> for speech models).</p></li>`,Zi,Q,Ut,Fi,Vn,hc="Upload the model file to the 🤗 Model Hub.",Ii,_e,Wi,A,Pt,Gi,Hn,fc=`Add custom tags into the model that gets pushed to the Hugging Face Hub. Will
not overwrite existing tags in the model.`,zi,be,Li,ye,Zt,Bi,qn,uc="Returns whether this model can generate sequences with <code>.generate()</code>.",Vi,ve,Ft,Hi,Nn,gc=`Potentially dequantize the model in case it has been quantized by a quantization method that support
dequantization.`,qi,Me,It,Ni,Xn,_c="Removes the <code>_require_grads_hook</code>.",Xi,Te,Wt,Ri,Rn,bc=`Enables the gradients for the input embeddings. This is useful for fine-tuning adapter weights while keeping
the model weights fixed.`,Ei,Z,Gt,Yi,En,yc="Instantiate a pretrained pytorch model from a pre-trained model configuration.",Di,Yn,vc=`The model is set in evaluation mode by default using <code>model.eval()</code> (Dropout modules are deactivated). To train
the model, you should first set it back in training mode with <code>model.train()</code>.`,Qi,Dn,Mc=`The warning <em>Weights from XXX not initialized from pretrained model</em> means that the weights of XXX do not come
pretrained with the rest of the model. It is up to you to train those weights with a downstream fine-tuning
task.`,Ai,Qn,Tc=`The warning <em>Weights from XXX not used in YYY</em> means that the layer XXX is not used by YYY, therefore those
weights are discarded.`,Si,An,xc=`If model weights are the same precision as the base model (and is a supported model), weights will be lazily loaded
in using the <code>meta</code> device and brought into memory once an input is passed through that layer regardless of
<code>low_cpu_mem_usage</code>.`,Oi,xe,Ki,we,el,Sn,wc="<li><code>low_cpu_mem_usage</code> algorithm:</li>",tl,On,$c="This is an experimental function that loads the model using ~1x model size CPU memory",ol,Kn,kc="Here is how it works:",nl,er,jc=`<li>save which state_dict keys we have</li> <li>drop state_dict before the model is created, since the latter takes 1x model size CPU memory</li> <li>after the model has been instantiated switch to the meta device all params/buffers that
are going to be replaced from the loaded state_dict</li> <li>load state_dict 2nd time</li> <li>replace the params/buffers from the state_dict</li>`,rl,tr,Jc="Currently, it can’t handle deepspeed ZeRO stage 3 and ignores loading errors",al,$e,zt,sl,or,Cc=`Return a <code>torch.compile</code>‘d version of <code>self.__call__</code>. This is useful to dynamically choose between
non-compiled/compiled <code>forward</code> during inference, especially to switch between prefill (where we don’t
want to use compiled version to avoid recomputing the graph with new shapes) and iterative decoding
(where we want the speed-ups of compiled version with static shapes).`,il,ke,Lt,ll,nr,Uc="Returns the model’s input embeddings.",dl,je,Bt,ml,rr,Pc=`Get the memory footprint of a model. This will return the memory footprint of the current model in bytes.
Useful to benchmark the memory footprint of the current model and design some tests. Solution inspired from the
PyTorch discussions: <a href="https://discuss.pytorch.org/t/gpu-memory-that-model-uses/56822/2" rel="nofollow">https://discuss.pytorch.org/t/gpu-memory-that-model-uses/56822/2</a>`,cl,Je,Vt,pl,ar,Zc="Returns the model’s output embeddings.",hl,S,Ht,fl,sr,Fc="Deactivates gradient checkpointing for the current model.",ul,ir,Ic=`Note that in other frameworks this feature can be referred to as “activation checkpointing” or “checkpoint
activations”.`,gl,H,qt,_l,lr,Wc="Activates gradient checkpointing for the current model.",bl,dr,Gc=`Note that in other frameworks this feature can be referred to as “activation checkpointing” or “checkpoint
activations”.`,yl,mr,zc=`We pass the <code>__call__</code> method of the modules instead of <code>forward</code> because <code>__call__</code> attaches all the hooks of
the module. <a href="https://discuss.pytorch.org/t/any-different-between-model-input-and-model-forward-input/3690/2" rel="nofollow">https://discuss.pytorch.org/t/any-different-between-model-input-and-model-forward-input/3690/2</a>`,vl,Ce,Nt,Ml,cr,Lc=`If needed prunes and maybe initializes weights. If using a custom <code>PreTrainedModel</code>, you need to implement any
initialization logic in <code>_init_weights</code>.`,Tl,Ue,Xt,xl,pr,Bc=`A method executed at the end of each Transformer model initialization, to execute code that needs the model’s
modules properly initialized (such as weight initialization).`,wl,Pe,Rt,$l,hr,Vc="Prunes heads of the base model.",kl,O,Et,jl,fr,Hc=`Register this class with a given auto class. This should only be used for custom models as the ones in the
library are already mapped with an auto class.`,Jl,Ze,Cl,K,Yt,Ul,ur,qc="Resizes input token embeddings matrix of the model if <code>new_num_tokens != config.vocab_size</code>.",Pl,gr,Nc="Takes care of tying weights embeddings afterwards if the model class has a <code>tie_weights()</code> method.",Zl,Fe,Dt,Fl,_r,Xc=`Reverts the transformation from <a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel.to_bettertransformer">to_bettertransformer()</a> so that the original modeling is
used, for example in order to save the model.`,Il,Ie,Qt,Wl,br,Rc=`Save a model and its configuration file to a directory, so that it can be re-loaded using the
<a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel.from_pretrained">from_pretrained()</a> class method.`,Gl,We,At,zl,yr,Ec="Set model’s input embeddings.",Ll,Ge,St,Bl,vr,Yc="Tensor parallelize the model across the given device mesh.",Vl,ee,Ot,Hl,Mr,Dc="Tie the weights between the input embeddings and the output embeddings.",ql,Tr,Qc=`If the <code>torchscript</code> flag is set in the configuration, can’t handle parameter sharing so we are cloning the
weights instead.`,Nl,te,Kt,Xl,xr,Ac=`Converts the model to use <a href="https://pytorch.org/docs/stable/generated/torch.nn.MultiheadAttention.html" rel="nofollow">PyTorch’s native attention
implementation</a>, integrated to
Transformers through <a href="https://huggingface.co/docs/optimum/bettertransformer/overview" rel="nofollow">Optimum library</a>. Only a
subset of all Transformers models are supported.`,Rl,wr,Sc=`PyTorch’s attention fastpath allows to speed up inference through kernel fusions and the use of <a href="https://pytorch.org/docs/stable/nested.html" rel="nofollow">nested
tensors</a>. Detailed benchmarks can be found in <a href="https://medium.com/pytorch/bettertransformer-out-of-the-box-performance-for-huggingface-transformers-3fbe27d50ab2" rel="nofollow">this blog
post</a>.`,El,ze,eo,Yl,$r,Oc="Shows a one-time warning if the input_ids appear to contain padding and no attention mask was given.",is,kr,ls,to,ds,oo,Kc='Transformers 4.20.0では、<a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel.from_pretrained">from_pretrained()</a> メソッドが再設計され、<a href="https://huggingface.co/docs/accelerate/big_modeling" rel="nofollow">Accelerate</a> を使用して大規模モデルを扱うことが可能になりました。これには Accelerate &gt;= 0.9.0 と PyTorch &gt;= 1.9.0 が必要です。以前の方法でフルモデルを作成し、その後事前学習の重みを読み込む代わりに（これにはメモリ内のモデルサイズが2倍必要で、ランダムに初期化されたモデル用と重み用の2つが必要でした）、モデルを空の外殻として作成し、事前学習の重みが読み込まれるときにパラメーターを実体化するオプションが追加されました。',ms,no,ep="このオプションは <code>low_cpu_mem_usage=True</code> で有効にできます。モデルはまず空の重みを持つメタデバイス上に作成され、その後状態辞書が内部に読み込まれます（シャードされたチェックポイントの場合、シャードごとに読み込まれます）。この方法で使用される最大RAMは、モデルの完全なサイズだけです。",cs,ro,ps,ao,tp="さらに、モデルが完全にRAMに収まらない場合（現時点では推論のみ有効）、異なるデバイスにモデルを直接配置できます。<code>device_map=&quot;auto&quot;</code> を使用すると、Accelerateは各レイヤーをどのデバイスに配置するかを決定し、最速のデバイス（GPU）を最大限に活用し、残りの部分をCPU、あるいはGPU RAMが不足している場合はハードドライブにオフロードします。モデルが複数のデバイスに分割されていても、通常どおり実行されます。",hs,so,op="<code>device_map</code> を渡す際、<code>low_cpu_mem_usage</code> は自動的に <code>True</code> に設定されるため、それを指定する必要はありません。",fs,io,us,lo,np="モデルがデバイス間でどのように分割されたかは、その <code>hf_device_map</code> 属性を見ることで確認できます:",gs,mo,_s,co,bs,po,rp="同じフォーマットに従って、独自のデバイスマップを作成することもできます（レイヤー名からデバイスへの辞書です）。モデルのすべてのパラメータを指定されたデバイスにマップする必要がありますが、1つのレイヤーが完全に同じデバイスにある場合、そのレイヤーのサブモジュールのすべてがどこに行くかの詳細を示す必要はありません。例えば、次のデバイスマップはT0ppに適しています（GPUメモリがある場合）:",ys,ho,vs,fo,ap="モデルのメモリへの影響を最小限に抑えるもう 1 つの方法は、低精度の dtype (<code>torch.float16</code> など) でモデルをインスタンス化するか、以下で説明する直接量子化手法を使用することです。",Ms,uo,Ts,go,sp=`Pytorch では、モデルは通常 <code>torch.float32</code> 形式でインスタンス化されます。これは、しようとすると問題になる可能性があります
重みが fp16 にあるモデルをロードすると、2 倍のメモリが必要になるためです。この制限を克服するには、次のことができます。
<code>torch_dtype</code> 引数を使用して、目的の <code>dtype</code> を明示的に渡します。`,xs,_o,ws,bo,ip=`または、モデルを常に最適なメモリ パターンでロードしたい場合は、特別な値 <code>&quot;auto&quot;</code> を使用できます。
そして、<code>dtype</code> はモデルの重みから自動的に導出されます。`,$s,yo,ks,vo,lp="スクラッチからインスタンス化されたモデルには、どの <code>dtype</code> を使用するかを指示することもできます。",js,Mo,Js,To,dp="Pytorch の設計により、この機能は浮動小数点 dtype でのみ使用できます。",Cs,xo,Us,W,wo,Dl,jr,mp="A few utilities for <code>torch.nn.Modules</code>, to be used as a mixin.",Ql,oe,$o,Al,Jr,cp="Add a memory hook before and after each sub-module forward pass to record increase in memory consumption.",Sl,Cr,pp=`Increase in memory consumption is stored in a <code>mem_rss_diff</code> attribute for each module and can be reset to zero
with <code>model.reset_memory_hooks_state()</code>.`,Ol,Le,ko,Kl,Ur,hp="Helper function to estimate the total number of tokens from the model inputs.",ed,Be,jo,td,Pr,fp=`Get number of (optionally, non-embeddings) floating-point operations for the forward and backward passes of a
batch with this transformer model. Default approximation neglects the quadratic dependency on the number of
tokens (valid if <code>12 * d_model &lt;&lt; sequence_length</code>) as laid out in <a href="https://arxiv.org/pdf/2001.08361.pdf" rel="nofollow">this
paper</a> section 2.1. Should be overridden for transformers with parameter
re-use e.g. Albert or Universal Transformers, or if doing long-range modeling with very high sequence lengths.`,od,Ve,Jo,nd,Zr,up="Makes broadcastable attention and causal masks so that future and masked tokens are ignored.",rd,He,Co,ad,Fr,gp="Prepare the head mask if needed.",sd,qe,Uo,id,Ir,_p="Invert an attention mask (e.g., switches 0. and 1.).",ld,Ne,Po,dd,Wr,bp="Get number of (optionally, trainable or non-embeddings) parameters in the module.",md,Xe,Zo,cd,Gr,yp='Reset the <code>mem_rss_diff</code> attribute of each module (see <a href="/docs/transformers/main/ja/main_classes/model#transformers.modeling_utils.ModuleUtilsMixin.add_memory_hooks">add_memory_hooks()</a>).',Ps,Fo,Zs,w,Io,pd,zr,vp="Base class for all TF models.",hd,Lr,Mp=`<a href="/docs/transformers/main/ja/main_classes/model#transformers.TFPreTrainedModel">TFPreTrainedModel</a> takes care of storing the configuration of the models and handles methods for loading,
downloading and saving models as well as a few methods common to all models to:`,fd,Br,Tp="<li>resize the input embeddings,</li> <li>prune heads in the self-attention heads.</li>",ud,Vr,xp="Class attributes (overridden by derived classes):",gd,Hr,wp=`<li><strong>config_class</strong> (<a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a>) — A subclass of <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a> to use as configuration class
for this model architecture.</li> <li><strong>base_model_prefix</strong> (<code>str</code>) — A string indicating the attribute associated to the base model in derived
classes of the same architecture adding modules on top of the base model.</li> <li><strong>main_input_name</strong> (<code>str</code>) — The name of the principal input to the model (often <code>input_ids</code> for NLP
models, <code>pixel_values</code> for vision models and <code>input_values</code> for speech models).</li>`,_d,ne,Wo,bd,qr,$p="Upload the model files to the 🤗 Model Hub while synchronizing a local clone of the repo in <code>repo_path_or_name</code>.",yd,Re,vd,Ee,Go,Md,Nr,kp="Returns whether this model can generate sequences with <code>.generate()</code>.",Td,Ye,zo,xd,Xr,jp=`This is a thin wrapper that sets the model’s loss output head as the loss if the user does not specify a loss
function themselves.`,wd,De,Lo,$d,Rr,Jp="Creates a draft of a model card using the information available to the <code>Trainer</code>.",kd,B,Bo,jd,Er,Cp="Instantiate a pretrained TF 2.0 model from a pre-trained model configuration.",Jd,Yr,Up=`The warning <em>Weights from XXX not initialized from pretrained model</em> means that the weights of XXX do not come
pretrained with the rest of the model. It is up to you to train those weights with a downstream fine-tuning
task.`,Cd,Dr,Pp=`The warning <em>Weights from XXX not used in YYY</em> means that the layer XXX is not used by YYY, therefore those
weights are discarded.`,Ud,Qe,Pd,Ae,Vo,Zd,Qr,Zp="Dict of bias attached to an LM head. The key represents the name of the bias attribute.",Fd,Se,Ho,Id,Ar,Fp="Prepare the head mask if needed.",Wd,Oe,qo,Gd,Sr,Ip="Returns the model’s input embeddings layer.",zd,Ke,No,Ld,Or,Wp="The LM Head layer. This method must be overwritten by all the models that have a lm head.",Bd,et,Xo,Vd,Kr,Gp="Returns the model’s output embeddings",Hd,tt,Ro,qd,ea,zp=`Get the layer that handles a bias attribute in case the model has an LM head with weights tied to the
embeddings`,Nd,ot,Eo,Xd,ta,Lp="Get the concatenated _prefix name of the bias from the model name to the parent layer",Rd,nt,Yo,Ed,oa,Bp=`Wraps a HuggingFace <code>Dataset</code> as a <code>tf.data.Dataset</code> with collation and batching. This method is
designed to create a “ready-to-use” dataset that can be passed directly to Keras methods like <code>fit()</code> without
further modification. The method will drop columns from the dataset if they don’t match input names for the
model. If you want to specify the column names to return rather than using the names that match this model, we
recommend using <code>Dataset.to_tf_dataset()</code> instead.`,Yd,rt,Do,Dd,na,Vp="Prunes heads of the base model.",Qd,re,Qo,Ad,ra,Hp=`Register this class with a given auto class. This should only be used for custom models as the ones in the
library are already mapped with an auto class.`,Sd,at,Od,ae,Ao,Kd,aa,qp="Resizes input token embeddings matrix of the model if <code>new_num_tokens != config.vocab_size</code>.",em,sa,Np="Takes care of tying weights embeddings afterwards if the model class has a <code>tie_weights()</code> method.",tm,st,So,om,ia,Xp=`Save a model and its configuration file to a directory, so that it can be re-loaded using the
<a href="/docs/transformers/main/ja/main_classes/model#transformers.TFPreTrainedModel.from_pretrained">from_pretrained()</a> class method.`,nm,la,Oo,rm,it,Ko,am,da,Rp="Prepare the output of the saved model. Can be overridden if specific serving modifications are required.",sm,lt,en,im,ma,Ep="Set all the bias in the LM head.",lm,dt,tn,dm,ca,Yp="Set model’s input embeddings",mm,mt,on,cm,pa,Dp="Set model’s output embeddings",pm,ct,nn,hm,ha,Qp=`A modification of Keras’s default <code>train_step</code> that correctly handles matching outputs to labels for our models
and supports directly training on the loss output head. In addition, it ensures input keys are copied to the
labels where appropriate. It will also copy label keys into the input dict when using the dummy loss, to ensure
that they are available to the model during the forward pass.`,fm,pt,rn,um,fa,Ap=`A modification of Keras’s default <code>train_step</code> that correctly handles matching outputs to labels for our models
and supports directly training on the loss output head. In addition, it ensures input keys are copied to the
labels where appropriate. It will also copy label keys into the input dict when using the dummy loss, to ensure
that they are available to the model during the forward pass.`,Fs,an,Is,X,sn,gm,ua,Sp="A few utilities for <code>keras.Model</code>, to be used as a mixin.",_m,ht,ln,bm,ga,Op="Get the number of (optionally, trainable) parameters in the model.",Ws,dn,Gs,U,mn,ym,_a,Kp="Base class for all models.",vm,ba,eh=`<a href="/docs/transformers/main/ja/main_classes/model#transformers.FlaxPreTrainedModel">FlaxPreTrainedModel</a> takes care of storing the configuration of the models and handles methods for loading,
downloading and saving models.`,Mm,ya,th="Class attributes (overridden by derived classes):",Tm,va,oh=`<li><strong>config_class</strong> (<a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a>) — A subclass of <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a> to use as configuration class
for this model architecture.</li> <li><strong>base_model_prefix</strong> (<code>str</code>) — A string indicating the attribute associated to the base model in derived
classes of the same architecture adding modules on top of the base model.</li> <li><strong>main_input_name</strong> (<code>str</code>) — The name of the principal input to the model (often <code>input_ids</code> for NLP
models, <code>pixel_values</code> for vision models and <code>input_values</code> for speech models).</li>`,xm,se,cn,wm,Ma,nh="Upload the model checkpoint to the 🤗 Model Hub.",$m,ft,km,ut,pn,jm,Ta,rh=`Returns whether this model can generate sequences with <code>.generate()</code>. Returns:
<code>bool</code>: Whether this model can generate sequences with <code>.generate()</code>.`,Jm,V,hn,Cm,xa,ah="Instantiate a pretrained flax model from a pre-trained model configuration.",Um,wa,sh=`The warning <em>Weights from XXX not initialized from pretrained model</em> means that the weights of XXX do not come
pretrained with the rest of the model. It is up to you to train those weights with a downstream fine-tuning
task.`,Pm,$a,ih=`The warning <em>Weights from XXX not used in YYY</em> means that the layer XXX is not used by YYY, therefore those
weights are discarded.`,Zm,gt,Fm,ie,fn,Im,ka,lh=`This is the same as <code>flax.serialization.from_bytes</code>
(https:lax.readthedocs.io/en/latest/_modules/flax/serialization.html#from_bytes) but for a sharded checkpoint.`,Wm,ja,dh=`This load is performed efficiently: each checkpoint shard is loaded one by one in RAM and deleted after being
loaded in the model.`,Gm,le,un,zm,Ja,mh=`Register this class with a given auto class. This should only be used for custom models as the ones in the
library are already mapped with an auto class.`,Lm,_t,Bm,bt,gn,Vm,Ca,ch=`Save a model and its configuration file to a directory, so that it can be re-loaded using the
<code>[from_pretrained()](/docs/transformers/main/ja/main_classes/model#transformers.FlaxPreTrainedModel.from_pretrained)</code> class method`,Hm,q,_n,qm,Ua,ph=`Cast the floating-point <code>params</code> to <code>jax.numpy.bfloat16</code>. This returns a new <code>params</code> tree and does not cast
the <code>params</code> in place.`,Nm,Pa,hh=`This method can be used on TPU to explicitly convert the model parameters to bfloat16 precision to do full
half-precision training or to save weights in bfloat16 for inference in order to save memory and improve speed.`,Xm,yt,Rm,N,bn,Em,Za,fh=`Cast the floating-point <code>parmas</code> to <code>jax.numpy.float16</code>. This returns a new <code>params</code> tree and does not cast the
<code>params</code> in place.`,Ym,Fa,uh=`This method can be used on GPU to explicitly convert the model parameters to float16 precision to do full
half-precision training or to save weights in float16 for inference in order to save memory and improve speed.`,Dm,vt,Qm,de,yn,Am,Ia,gh=`Cast the floating-point <code>parmas</code> to <code>jax.numpy.float32</code>. This method can be used to explicitly convert the
model parameters to fp32 precision. This returns a new <code>params</code> tree and does not cast the <code>params</code> in place.`,Sm,Mt,zs,vn,Ls,R,Mn,Om,Wa,_h="A Mixin containing the functionality to push a model or tokenizer to the hub.",Km,me,Tn,ec,Ga,bh="Upload the {object_files} to the 🤗 Model Hub.",tc,Tt,Bs,xn,Vs,E,wn,oc,za,yh=`This is the same as
<a href="https://pytorch.org/docs/stable/generated/torch.nn.Module.html?highlight=load_state_dict#torch.nn.Module.load_state_dict" rel="nofollow"><code>torch.nn.Module.load_state_dict</code></a>
but for a sharded checkpoint.`,nc,La,vh=`This load is performed efficiently: each checkpoint shard is loaded one by one in RAM and deleted after being
loaded in the model.`,Hs,$n,qs,ts,Ns;return k=new he({props:{title:"Models",local:"models",headingTag:"h1"}}),Jt=new he({props:{title:"PreTrainedModel",local:"transformers.PreTrainedModel",headingTag:"h2"}}),Ct=new T({props:{name:"class transformers.PreTrainedModel",anchor:"transformers.PreTrainedModel",parameters:[{name:"config",val:": PretrainedConfig"},{name:"*inputs",val:""},{name:"**kwargs",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1244"}}),Ut=new T({props:{name:"push_to_hub",anchor:"transformers.PreTrainedModel.push_to_hub",parameters:[{name:"repo_id",val:": str"},{name:"use_temp_dir",val:": typing.Optional[bool] = None"},{name:"commit_message",val:": typing.Optional[str] = None"},{name:"private",val:": typing.Optional[bool] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"max_shard_size",val:": typing.Union[int, str, NoneType] = '5GB'"},{name:"create_pr",val:": bool = False"},{name:"safe_serialization",val:": bool = True"},{name:"revision",val:": str = None"},{name:"commit_description",val:": str = None"},{name:"tags",val:": typing.Optional[typing.List[str]] = None"},{name:"**deprecated_kwargs",val:""}],parametersDescription:[{anchor:"transformers.PreTrainedModel.push_to_hub.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The name of the repository you want to push your model to. It should contain your organization name
when pushing to a given organization.`,name:"repo_id"},{anchor:"transformers.PreTrainedModel.push_to_hub.use_temp_dir",description:`<strong>use_temp_dir</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub.
Will default to <code>True</code> if there is no directory named like <code>repo_id</code>, <code>False</code> otherwise.`,name:"use_temp_dir"},{anchor:"transformers.PreTrainedModel.push_to_hub.commit_message",description:`<strong>commit_message</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Message to commit while pushing. Will default to <code>&quot;Upload model&quot;</code>.`,name:"commit_message"},{anchor:"transformers.PreTrainedModel.push_to_hub.private",description:`<strong>private</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether to make the repo private. If <code>None</code> (default), the repo will be public unless the organization&#x2019;s default is private. This value is ignored if the repo already exists.`,name:"private"},{anchor:"transformers.PreTrainedModel.push_to_hub.token",description:`<strong>token</strong> (<code>bool</code> or <code>str</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, will use the token generated
when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>). Will default to <code>True</code> if <code>repo_url</code>
is not specified.`,name:"token"},{anchor:"transformers.PreTrainedModel.push_to_hub.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;5GB&quot;</code>) &#x2014;
Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard
will then be each of size lower than this size. If expressed as a string, needs to be digits followed
by a unit (like <code>&quot;5MB&quot;</code>). We default it to <code>&quot;5GB&quot;</code> so that users can easily load models on free-tier
Google Colab instances without any CPU OOM issues.`,name:"max_shard_size"},{anchor:"transformers.PreTrainedModel.push_to_hub.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"},{anchor:"transformers.PreTrainedModel.push_to_hub.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to convert the model weights in safetensors format for safer serialization.`,name:"safe_serialization"},{anchor:"transformers.PreTrainedModel.push_to_hub.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Branch to push the uploaded files to.`,name:"revision"},{anchor:"transformers.PreTrainedModel.push_to_hub.commit_description",description:`<strong>commit_description</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The description of the commit that will be created`,name:"commit_description"},{anchor:"transformers.PreTrainedModel.push_to_hub.tags",description:`<strong>tags</strong> (<code>List[str]</code>, <em>optional</em>) &#x2014;
List of tags to push on the Hub.`,name:"tags"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/utils/hub.py#L767"}}),_e=new D({props:{anchor:"transformers.PreTrainedModel.push_to_hub.example",$$slots:{default:[Jh]},$$scope:{ctx:P}}}),Pt=new T({props:{name:"add_model_tags",anchor:"transformers.PreTrainedModel.add_model_tags",parameters:[{name:"tags",val:": typing.Union[typing.List[str], str]"}],parametersDescription:[{anchor:"transformers.PreTrainedModel.add_model_tags.tags",description:`<strong>tags</strong> (<code>Union[List[str], str]</code>) &#x2014;
The desired tags to inject in the model`,name:"tags"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1416"}}),be=new D({props:{anchor:"transformers.PreTrainedModel.add_model_tags.example",$$slots:{default:[Ch]},$$scope:{ctx:P}}}),Zt=new T({props:{name:"can_generate",anchor:"transformers.PreTrainedModel.can_generate",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1645",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Whether this model can generate sequences with <code>.generate()</code>.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>bool</code></p>
`}}),Ft=new T({props:{name:"dequantize",anchor:"transformers.PreTrainedModel.dequantize",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1398"}}),It=new T({props:{name:"disable_input_require_grads",anchor:"transformers.PreTrainedModel.disable_input_require_grads",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1848"}}),Wt=new T({props:{name:"enable_input_require_grads",anchor:"transformers.PreTrainedModel.enable_input_require_grads",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1837"}}),Gt=new T({props:{name:"from_pretrained",anchor:"transformers.PreTrainedModel.from_pretrained",parameters:[{name:"pretrained_model_name_or_path",val:": typing.Union[str, os.PathLike, NoneType]"},{name:"*model_args",val:""},{name:"config",val:": typing.Union[transformers.configuration_utils.PretrainedConfig, str, os.PathLike, NoneType] = None"},{name:"cache_dir",val:": typing.Union[str, os.PathLike, NoneType] = None"},{name:"ignore_mismatched_sizes",val:": bool = False"},{name:"force_download",val:": bool = False"},{name:"local_files_only",val:": bool = False"},{name:"token",val:": typing.Union[str, bool, NoneType] = None"},{name:"revision",val:": str = 'main'"},{name:"use_safetensors",val:": typing.Optional[bool] = None"},{name:"weights_only",val:": bool = True"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.PreTrainedModel.from_pretrained.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>, <em>optional</em>) &#x2014;
Can be either:</p>
<ul>
<li>A string, the <em>model id</em> of a pretrained model hosted inside a model repo on huggingface.co.</li>
<li>A path to a <em>directory</em> containing model weights saved using
<a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel.save_pretrained">save_pretrained()</a>, e.g., <code>./my_model_directory/</code>.</li>
<li>A path or url to a <em>tensorflow index checkpoint file</em> (e.g, <code>./tf_model/model.ckpt.index</code>). In
this case, <code>from_tf</code> should be set to <code>True</code> and a configuration object should be provided as
<code>config</code> argument. This loading path is slower than converting the TensorFlow checkpoint in a
PyTorch model using the provided conversion scripts and loading the PyTorch model afterwards.</li>
<li>A path or url to a model folder containing a <em>flax checkpoint file</em> in <em>.msgpack</em> format (e.g,
<code>./flax_model/</code> containing <code>flax_model.msgpack</code>). In this case, <code>from_flax</code> should be set to
<code>True</code>.</li>
<li><code>None</code> if you are both providing the configuration and state dictionary (resp. with keyword
arguments <code>config</code> and <code>state_dict</code>).</li>
</ul>`,name:"pretrained_model_name_or_path"},{anchor:"transformers.PreTrainedModel.from_pretrained.model_args",description:`<strong>model_args</strong> (sequence of positional arguments, <em>optional</em>) &#x2014;
All remaining positional arguments will be passed to the underlying model&#x2019;s <code>__init__</code> method.`,name:"model_args"},{anchor:"transformers.PreTrainedModel.from_pretrained.config",description:`<strong>config</strong> (<code>Union[PretrainedConfig, str, os.PathLike]</code>, <em>optional</em>) &#x2014;
Can be either:</p>
<ul>
<li>an instance of a class derived from <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a>,</li>
<li>a string or path valid as input to <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig.from_pretrained">from_pretrained()</a>.</li>
</ul>
<p>Configuration for the model to use instead of an automatically loaded configuration. Configuration can
be automatically loaded when:</p>
<ul>
<li>The model is a model provided by the library (loaded with the <em>model id</em> string of a pretrained
model).</li>
<li>The model was saved using <a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel.save_pretrained">save_pretrained()</a> and is reloaded by supplying the
save directory.</li>
<li>The model is loaded by supplying a local directory as <code>pretrained_model_name_or_path</code> and a
configuration JSON file named <em>config.json</em> is found in the directory.</li>
</ul>`,name:"config"},{anchor:"transformers.PreTrainedModel.from_pretrained.state_dict",description:`<strong>state_dict</strong> (<code>Dict[str, torch.Tensor]</code>, <em>optional</em>) &#x2014;
A state dictionary to use instead of a state dictionary loaded from saved weights file.</p>
<p>This option can be used if you want to create a model from a pretrained configuration but load your own
weights. In this case though, you should check if using <a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel.save_pretrained">save_pretrained()</a> and
<a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel.from_pretrained">from_pretrained()</a> is not a simpler option.`,name:"state_dict"},{anchor:"transformers.PreTrainedModel.from_pretrained.cache_dir",description:`<strong>cache_dir</strong> (<code>Union[str, os.PathLike]</code>, <em>optional</em>) &#x2014;
Path to a directory in which a downloaded pretrained model configuration should be cached if the
standard cache should not be used.`,name:"cache_dir"},{anchor:"transformers.PreTrainedModel.from_pretrained.from_tf",description:`<strong>from_tf</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Load the model weights from a TensorFlow checkpoint save file (see docstring of
<code>pretrained_model_name_or_path</code> argument).`,name:"from_tf"},{anchor:"transformers.PreTrainedModel.from_pretrained.from_flax",description:`<strong>from_flax</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Load the model weights from a Flax checkpoint save file (see docstring of
<code>pretrained_model_name_or_path</code> argument).`,name:"from_flax"},{anchor:"transformers.PreTrainedModel.from_pretrained.ignore_mismatched_sizes",description:`<strong>ignore_mismatched_sizes</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to raise an error if some of the weights from the checkpoint do not have the same size
as the weights of the model (if for instance, you are instantiating a model with 10 labels from a
checkpoint with 3 labels).`,name:"ignore_mismatched_sizes"},{anchor:"transformers.PreTrainedModel.from_pretrained.force_download",description:`<strong>force_download</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to force the (re-)download of the model weights and configuration files, overriding the
cached versions if they exist.`,name:"force_download"},{anchor:"transformers.PreTrainedModel.from_pretrained.resume_download",description:`<strong>resume_download</strong> &#x2014;
Deprecated and ignored. All downloads are now resumed by default when possible.
Will be removed in v5 of Transformers.`,name:"resume_download"},{anchor:"transformers.PreTrainedModel.from_pretrained.proxies",description:`<strong>proxies</strong> (<code>Dict[str, str]</code>, <em>optional</em>) &#x2014;
A dictionary of proxy servers to use by protocol or endpoint, e.g., <code>{&apos;http&apos;: &apos;foo.bar:3128&apos;, &apos;http://hostname&apos;: &apos;foo.bar:4012&apos;}</code>. The proxies are used on each request.`,name:"proxies"},{anchor:"transformers.PreTrainedModel.from_pretrained.output_loading_info(bool,",description:`<strong>output_loading_info(<code>bool</code>,</strong> <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether ot not to also return a dictionary containing missing keys, unexpected keys and error messages.`,name:"output_loading_info(bool,"},{anchor:"transformers.PreTrainedModel.from_pretrained.local_files_only(bool,",description:`<strong>local_files_only(<code>bool</code>,</strong> <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to only look at local files (i.e., do not try to download the model).`,name:"local_files_only(bool,"},{anchor:"transformers.PreTrainedModel.from_pretrained.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, or not specified, will use
the token generated when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>).`,name:"token"},{anchor:"transformers.PreTrainedModel.from_pretrained.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;main&quot;</code>) &#x2014;
The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a
git-based system for storing models and other artifacts on huggingface.co, so <code>revision</code> can be any
identifier allowed by git.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						
<p>To test a pull request you made on the Hub, you can pass <code>revision=&quot;refs/pr/&lt;pr_number&gt;&quot;</code>.</p>

					</div>`,name:"revision"},{anchor:"transformers.PreTrainedModel.from_pretrained.mirror",description:`<strong>mirror</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Mirror source to accelerate downloads in China. If you are from China and have an accessibility
problem, you can set this option to resolve it. Note that we do not guarantee the timeliness or safety.
Please refer to the mirror site for more information.`,name:"mirror"},{anchor:"transformers.PreTrainedModel.from_pretrained._fast_init(bool,",description:`<strong>_fast_init(<code>bool</code>,</strong> <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to disable fast initialization.</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						
<p>One should only disable <em>_fast_init</em> to ensure backwards compatibility with <code>transformers.__version__ &lt; 4.6.0</code> for seeded model initialization. This argument will be removed at the next major version. See
<a href="https://github.com/huggingface/transformers/pull/11471" rel="nofollow">pull request 11471</a> for more information.</p>

					</div>`,name:"_fast_init(bool,"},{anchor:"transformers.PreTrainedModel.from_pretrained.attn_implementation",description:`<strong>attn_implementation</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The attention implementation to use in the model (if relevant). Can be any of <code>&quot;eager&quot;</code> (manual implementation of the attention), <code>&quot;sdpa&quot;</code> (using <a href="https://pytorch.org/docs/master/generated/torch.nn.functional.scaled_dot_product_attention.html" rel="nofollow"><code>F.scaled_dot_product_attention</code></a>), or <code>&quot;flash_attention_2&quot;</code> (using <a href="https://github.com/Dao-AILab/flash-attention" rel="nofollow">Dao-AILab/flash-attention</a>). By default, if available, SDPA will be used for torch&gt;=2.1.1. The default is otherwise the manual <code>&quot;eager&quot;</code> implementation.`,name:"attn_implementation"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L3184",parameterGroups:[{title:"Parameters for big model inference",parametersDescription:[{anchor:"transformers.PreTrainedModel.from_pretrained.low_cpu_mem_usage(bool,",description:`<strong>low_cpu_mem_usage(<code>bool</code>,</strong> <em>optional</em>) &#x2014;
Tries not to use more than 1x model size in CPU memory (including peak memory) while loading the model.
Generally should be combined with a <code>device_map</code> (such as <code>&quot;auto&quot;</code>) for best results.
This is an experimental feature and a subject to change at any moment.</p>

If the model weights are in the same precision as the model loaded in, \`low_cpu_mem_usage\` (without
\`device_map\`) is redundant and will not provide any benefit in regards to CPU memory usage. However,
this should still be enabled if you are passing in a \`device_map\`.`,name:"low_cpu_mem_usage(bool,"},{anchor:"transformers.PreTrainedModel.from_pretrained.torch_dtype",description:`<strong>torch_dtype</strong> (<code>str</code> or <code>torch.dtype</code>, <em>optional</em>) &#x2014;
Override the default <code>torch.dtype</code> and load the model under a specific <code>dtype</code>. The different options
are:</p>
<ol>
<li>
<p><code>torch.float16</code> or <code>torch.bfloat16</code> or <code>torch.float</code>: load in a specified
<code>dtype</code>, ignoring the model&#x2019;s <code>config.torch_dtype</code> if one exists. If not specified</p>
<ul>
<li>the model will get loaded in <code>torch.float</code> (fp32).</li>
</ul>
</li>
<li>
<p><code>&quot;auto&quot;</code> - A <code>torch_dtype</code> entry in the <code>config.json</code> file of the model will be
attempted to be used. If this entry isn&#x2019;t found then next check the <code>dtype</code> of the first weight in
the checkpoint that&#x2019;s of a floating point type and use that as <code>dtype</code>. This will load the model
using the <code>dtype</code> it was saved in at the end of the training. It can&#x2019;t be used as an indicator of how
the model was trained. Since it could be trained in one of half precision dtypes, but saved in fp32.</p>
</li>
<li>
<p>A string that is a valid <code>torch.dtype</code>. E.g. &#x201C;float32&#x201D; loads the model in <code>torch.float32</code>, &#x201C;float16&#x201D; loads in <code>torch.float16</code> etc.</p>
</li>
</ol>
<tip>
<p>For some models the <code>dtype</code> they were trained in is unknown - you may try to check the model&#x2019;s paper or
reach out to the authors and ask them to add this information to the model&#x2019;s card and to insert the
<code>torch_dtype</code> entry in <code>config.json</code> on the hub.</p>
</tip>`,name:"torch_dtype"},{anchor:"transformers.PreTrainedModel.from_pretrained.device_map",description:`<strong>device_map</strong> (<code>str</code> or <code>Dict[str, Union[int, str, torch.device]]</code> or <code>int</code> or <code>torch.device</code>, <em>optional</em>) &#x2014;
A map that specifies where each submodule should go. It doesn&#x2019;t need to be refined to each
parameter/buffer name, once a given module name is inside, every submodule of it will be sent to the
same device. If we only pass the device (<em>e.g.</em>, <code>&quot;cpu&quot;</code>, <code>&quot;cuda:1&quot;</code>, <code>&quot;mps&quot;</code>, or a GPU ordinal rank
like <code>1</code>) on which the model will be allocated, the device map will map the entire model to this
device. Passing <code>device_map = 0</code> means put the whole model on GPU 0.</p>
<p>To have Accelerate compute the most optimized <code>device_map</code> automatically, set <code>device_map=&quot;auto&quot;</code>. For
more information about each option see <a href="https://hf.co/docs/accelerate/main/en/usage_guides/big_modeling#designing-a-device-map" rel="nofollow">designing a device
map</a>.`,name:"device_map"},{anchor:"transformers.PreTrainedModel.from_pretrained.max_memory",description:`<strong>max_memory</strong> (<code>Dict</code>, <em>optional</em>) &#x2014;
A dictionary device identifier to maximum memory. Will default to the maximum memory available for each
GPU and the available CPU RAM if unset.`,name:"max_memory"},{anchor:"transformers.PreTrainedModel.from_pretrained.offload_folder",description:`<strong>offload_folder</strong> (<code>str</code> or <code>os.PathLike</code>, <em>optional</em>) &#x2014;
If the <code>device_map</code> contains any value <code>&quot;disk&quot;</code>, the folder where we will offload weights.`,name:"offload_folder"},{anchor:"transformers.PreTrainedModel.from_pretrained.offload_state_dict",description:`<strong>offload_state_dict</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
If <code>True</code>, will temporarily offload the CPU state dict to the hard drive to avoid getting out of CPU
RAM if the weight of the CPU state dict + the biggest shard of the checkpoint does not fit. Defaults to
<code>True</code> when there is some disk offload.`,name:"offload_state_dict"},{anchor:"transformers.PreTrainedModel.from_pretrained.offload_buffers",description:`<strong>offload_buffers</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to offload the buffers with the model parameters.`,name:"offload_buffers"},{anchor:"transformers.PreTrainedModel.from_pretrained.quantization_config",description:`<strong>quantization_config</strong> (<code>Union[QuantizationConfigMixin,Dict]</code>, <em>optional</em>) &#x2014;
A dictionary of configuration parameters or a QuantizationConfigMixin object for quantization (e.g
bitsandbytes, gptq). There may be other quantization-related kwargs, including <code>load_in_4bit</code> and
<code>load_in_8bit</code>, which are parsed by QuantizationConfigParser. Supported only for bitsandbytes
quantizations and not preferred. consider inserting all such arguments into quantization_config
instead.`,name:"quantization_config"},{anchor:"transformers.PreTrainedModel.from_pretrained.subfolder",description:`<strong>subfolder</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&quot;</code>) &#x2014;
In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can
specify the folder name here.`,name:"subfolder"},{anchor:"transformers.PreTrainedModel.from_pretrained.variant",description:`<strong>variant</strong> (<code>str</code>, <em>optional</em>) &#x2014;
If specified load weights from <code>variant</code> filename, <em>e.g.</em> pytorch_model.<variant>.bin. <code>variant</code> is
ignored when using <code>from_tf</code> or <code>from_flax</code>.</variant>`,name:"variant"},{anchor:"transformers.PreTrainedModel.from_pretrained.use_safetensors",description:`<strong>use_safetensors</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
Whether or not to use <code>safetensors</code> checkpoints. Defaults to <code>None</code>. If not specified and <code>safetensors</code>
is not installed, it will be set to <code>False</code>.`,name:"use_safetensors"},{anchor:"transformers.PreTrainedModel.from_pretrained.weights_only",description:`<strong>weights_only</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Indicates whether unpickler should be restricted to loading only tensors, primitive types,
dictionaries and any types added via torch.serialization.add_safe_globals().
When set to False, we can load wrapper tensor subclass weights.`,name:"weights_only"},{anchor:"transformers.PreTrainedModel.from_pretrained.kwargs",description:`<strong>kwargs</strong> (remaining dictionary of keyword arguments, <em>optional</em>) &#x2014;
Can be used to update the configuration object (after it being loaded) and initiate the model (e.g.,
<code>output_attentions=True</code>). Behaves differently depending on whether a <code>config</code> is provided or
automatically loaded:</p>
<ul>
<li>If a configuration is provided with <code>config</code>, <code>**kwargs</code> will be directly passed to the
underlying model&#x2019;s <code>__init__</code> method (we assume all relevant updates to the configuration have
already been done)</li>
<li>If a configuration is not provided, <code>kwargs</code> will be first passed to the configuration class
initialization function (<a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig.from_pretrained">from_pretrained()</a>). Each key of <code>kwargs</code> that
corresponds to a configuration attribute will be used to override said attribute with the
supplied <code>kwargs</code> value. Remaining keys that do not correspond to any configuration attribute
will be passed to the underlying model&#x2019;s <code>__init__</code> function.</li>
</ul>`,name:"kwargs"}]}]}}),xe=new ki({props:{$$slots:{default:[Uh]},$$scope:{ctx:P}}}),we=new D({props:{anchor:"transformers.PreTrainedModel.from_pretrained.example",$$slots:{default:[Ph]},$$scope:{ctx:P}}}),zt=new T({props:{name:"get_compiled_call",anchor:"transformers.PreTrainedModel.get_compiled_call",parameters:[{name:"compile_config",val:": CompileConfig"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L5247"}}),Lt=new T({props:{name:"get_input_embeddings",anchor:"transformers.PreTrainedModel.get_input_embeddings",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1854",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A torch module mapping vocabulary to hidden states.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>nn.Module</code></p>
`}}),Bt=new T({props:{name:"get_memory_footprint",anchor:"transformers.PreTrainedModel.get_memory_footprint",parameters:[{name:"return_buffers",val:" = True"}],parametersDescription:[{anchor:"transformers.PreTrainedModel.get_memory_footprint.return_buffers",description:`<strong>return_buffers</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether to return the size of the buffer tensors in the computation of the memory footprint. Buffers
are tensors that do not require gradients and not registered as parameters. E.g. mean and std in batch
norm layers. Please see: <a href="https://discuss.pytorch.org/t/what-pytorch-means-by-buffers/120266/2" rel="nofollow">https://discuss.pytorch.org/t/what-pytorch-means-by-buffers/120266/2</a>`,name:"return_buffers"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L3087"}}),Vt=new T({props:{name:"get_output_embeddings",anchor:"transformers.PreTrainedModel.get_output_embeddings",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1880",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A torch module mapping hidden states to vocabulary.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>nn.Module</code></p>
`}}),Ht=new T({props:{name:"gradient_checkpointing_disable",anchor:"transformers.PreTrainedModel.gradient_checkpointing_disable",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L2637"}}),qt=new T({props:{name:"gradient_checkpointing_enable",anchor:"transformers.PreTrainedModel.gradient_checkpointing_enable",parameters:[{name:"gradient_checkpointing_kwargs",val:" = None"}],parametersDescription:[{anchor:"transformers.PreTrainedModel.gradient_checkpointing_enable.gradient_checkpointing_kwargs",description:`<strong>gradient_checkpointing_kwargs</strong> (dict, <em>optional</em>) &#x2014;
Additional keyword arguments passed along to the <code>torch.utils.checkpoint.checkpoint</code> function.`,name:"gradient_checkpointing_kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L2573"}}),Nt=new T({props:{name:"init_weights",anchor:"transformers.PreTrainedModel.init_weights",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L2539"}}),Xt=new T({props:{name:"post_init",anchor:"transformers.PreTrainedModel.post_init",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1384"}}),Rt=new T({props:{name:"prune_heads",anchor:"transformers.PreTrainedModel.prune_heads",parameters:[{name:"heads_to_prune",val:": typing.Dict[int, typing.List[int]]"}],parametersDescription:[{anchor:"transformers.PreTrainedModel.prune_heads.heads_to_prune",description:`<strong>heads_to_prune</strong> (<code>Dict[int, List[int]]</code>) &#x2014;
Dictionary with keys being selected layer indices (<code>int</code>) and associated values being the list of heads
to prune in said layer (list of <code>int</code>). For instance {1: [0, 2], 2: [2, 3]} will prune heads 0 and 2 on
layer 1 and heads 2 and 3 on layer 2.`,name:"heads_to_prune"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L2556"}}),Et=new T({props:{name:"register_for_auto_class",anchor:"transformers.PreTrainedModel.register_for_auto_class",parameters:[{name:"auto_class",val:" = 'AutoModel'"}],parametersDescription:[{anchor:"transformers.PreTrainedModel.register_for_auto_class.auto_class",description:`<strong>auto_class</strong> (<code>str</code> or <code>type</code>, <em>optional</em>, defaults to <code>&quot;AutoModel&quot;</code>) &#x2014;
The auto class to register this new model with.`,name:"auto_class"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L5058"}}),Ze=new ki({props:{warning:!0,$$slots:{default:[Zh]},$$scope:{ctx:P}}}),Yt=new T({props:{name:"resize_token_embeddings",anchor:"transformers.PreTrainedModel.resize_token_embeddings",parameters:[{name:"new_num_tokens",val:": typing.Optional[int] = None"},{name:"pad_to_multiple_of",val:": typing.Optional[int] = None"},{name:"mean_resizing",val:": bool = True"}],parametersDescription:[{anchor:"transformers.PreTrainedModel.resize_token_embeddings.new_num_tokens",description:`<strong>new_num_tokens</strong> (<code>int</code>, <em>optional</em>) &#x2014;
The new number of tokens in the embedding matrix. Increasing the size will add newly initialized
vectors at the end. Reducing the size will remove vectors from the end. If not provided or <code>None</code>, just
returns a pointer to the input tokens <code>torch.nn.Embedding</code> module of the model without doing anything.`,name:"new_num_tokens"},{anchor:"transformers.PreTrainedModel.resize_token_embeddings.pad_to_multiple_of",description:`<strong>pad_to_multiple_of</strong> (<code>int</code>, <em>optional</em>) &#x2014;
If set will pad the embedding matrix to a multiple of the provided value.If <code>new_num_tokens</code> is set to
<code>None</code> will just pad the embedding to a multiple of <code>pad_to_multiple_of</code>.</p>
<p>This is especially useful to enable the use of Tensor Cores on NVIDIA hardware with compute capability
<code>&gt;= 7.5</code> (Volta), or on TPUs which benefit from having sequence lengths be a multiple of 128. For more
details about this, or help on choosing the correct value for resizing, refer to this guide:
<a href="https://docs.nvidia.com/deeplearning/performance/dl-performance-matrix-multiplication/index.html#requirements-tc" rel="nofollow">https://docs.nvidia.com/deeplearning/performance/dl-performance-matrix-multiplication/index.html#requirements-tc</a>`,name:"pad_to_multiple_of"},{anchor:"transformers.PreTrainedModel.resize_token_embeddings.mean_resizing",description:`<strong>mean_resizing</strong> (<code>bool</code>) &#x2014;
Whether to initialize the added embeddings from a multivariate normal distribution that has old embeddings&#x2019; mean and
covariance or to initialize them with a normal distribution that has a mean of zero and std equals <code>config.initializer_range</code>.</p>
<p>Setting <code>mean_resizing</code> to <code>True</code> is useful when increasing the size of the embeddings of causal language models,
where the generated tokens&#x2019; probabilities won&#x2019;t be affected by the added embeddings because initializing the new embeddings with the
old embeddings&#x2019; mean will reduce the kl-divergence between the next token probability before and after adding the new embeddings.
Refer to this article for more information: <a href="https://nlp.stanford.edu/~johnhew/vocab-expansion.html" rel="nofollow">https://nlp.stanford.edu/~johnhew/vocab-expansion.html</a>`,name:"mean_resizing"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L2073",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Pointer to the input tokens Embeddings Module of the model.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>torch.nn.Embedding</code></p>
`}}),Dt=new T({props:{name:"reverse_bettertransformer",anchor:"transformers.PreTrainedModel.reverse_bettertransformer",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L5112",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The model converted back to the original modeling.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><a
  href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel"
>PreTrainedModel</a></p>
`}}),Qt=new T({props:{name:"save_pretrained",anchor:"transformers.PreTrainedModel.save_pretrained",parameters:[{name:"save_directory",val:": typing.Union[str, os.PathLike]"},{name:"is_main_process",val:": bool = True"},{name:"state_dict",val:": typing.Optional[dict] = None"},{name:"save_function",val:": typing.Callable = <function save at 0x7f8d9316e680>"},{name:"push_to_hub",val:": bool = False"},{name:"max_shard_size",val:": typing.Union[int, str] = '5GB'"},{name:"safe_serialization",val:": bool = True"},{name:"variant",val:": typing.Optional[str] = None"},{name:"token",val:": typing.Union[str, bool, NoneType] = None"},{name:"save_peft_format",val:": bool = True"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.PreTrainedModel.save_pretrained.save_directory",description:`<strong>save_directory</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
Directory to which to save. Will be created if it doesn&#x2019;t exist.`,name:"save_directory"},{anchor:"transformers.PreTrainedModel.save_pretrained.is_main_process",description:`<strong>is_main_process</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether the process calling this is the main process or not. Useful when in distributed training like
TPUs and need to call this function on all processes. In this case, set <code>is_main_process=True</code> only on
the main process to avoid race conditions.`,name:"is_main_process"},{anchor:"transformers.PreTrainedModel.save_pretrained.state_dict",description:`<strong>state_dict</strong> (nested dictionary of <code>torch.Tensor</code>) &#x2014;
The state dictionary of the model to save. Will default to <code>self.state_dict()</code>, but can be used to only
save parts of the model or if special precautions need to be taken when recovering the state dictionary
of a model (like when using model parallelism).`,name:"state_dict"},{anchor:"transformers.PreTrainedModel.save_pretrained.save_function",description:`<strong>save_function</strong> (<code>Callable</code>) &#x2014;
The function to use to save the state dictionary. Useful on distributed training like TPUs when one
need to replace <code>torch.save</code> by another method.`,name:"save_function"},{anchor:"transformers.PreTrainedModel.save_pretrained.push_to_hub",description:`<strong>push_to_hub</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to push your model to the Hugging Face model hub after saving it. You can specify the
repository you want to push to with <code>repo_id</code> (will default to the name of <code>save_directory</code> in your
namespace).`,name:"push_to_hub"},{anchor:"transformers.PreTrainedModel.save_pretrained.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;5GB&quot;</code>) &#x2014;
The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size
lower than this size. If expressed as a string, needs to be digits followed by a unit (like <code>&quot;5MB&quot;</code>).
We default it to 5GB in order for models to be able to run easily on free-tier google colab instances
without CPU OOM issues.</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						
<p>If a single weight of the model is bigger than <code>max_shard_size</code>, it will be in its own checkpoint shard
which will be bigger than <code>max_shard_size</code>.</p>

					</div>`,name:"max_shard_size"},{anchor:"transformers.PreTrainedModel.save_pretrained.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether to save the model using <code>safetensors</code> or the traditional PyTorch way (that uses <code>pickle</code>).`,name:"safe_serialization"},{anchor:"transformers.PreTrainedModel.save_pretrained.variant",description:`<strong>variant</strong> (<code>str</code>, <em>optional</em>) &#x2014;
If specified, weights are saved in the format pytorch_model.<variant>.bin.</variant>`,name:"variant"},{anchor:"transformers.PreTrainedModel.save_pretrained.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, or not specified, will use
the token generated when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>).`,name:"token"},{anchor:"transformers.PreTrainedModel.save_pretrained.save_peft_format",description:`<strong>save_peft_format</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
For backward compatibility with PEFT library, in case adapter weights are attached to the model, all
keys of the state dict of adapters needs to be pre-pended with <code>base_model.model</code>. Advanced users can
disable this behaviours by setting <code>save_peft_format</code> to <code>False</code>.`,name:"save_peft_format"},{anchor:"transformers.PreTrainedModel.save_pretrained.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>, <em>optional</em>) &#x2014;
Additional key word arguments passed along to the <a href="/docs/transformers/main/ja/main_classes/model#transformers.utils.PushToHubMixin.push_to_hub">push_to_hub()</a> method.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L2670"}}),At=new T({props:{name:"set_input_embeddings",anchor:"transformers.PreTrainedModel.set_input_embeddings",parameters:[{name:"value",val:": Module"}],parametersDescription:[{anchor:"transformers.PreTrainedModel.set_input_embeddings.value",description:"<strong>value</strong> (<code>nn.Module</code>) &#x2014; A module mapping vocabulary to hidden states.",name:"value"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1867"}}),St=new T({props:{name:"tensor_parallel",anchor:"transformers.PreTrainedModel.tensor_parallel",parameters:[{name:"device_mesh",val:""}],parametersDescription:[{anchor:"transformers.PreTrainedModel.tensor_parallel.device_mesh",description:`<strong>device_mesh</strong> (<code>torch.distributed.DeviceMesh</code>) &#x2014;
The device mesh to use for tensor parallelism.`,name:"device_mesh"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L5181"}}),Ot=new T({props:{name:"tie_weights",anchor:"transformers.PreTrainedModel.tie_weights",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1907"}}),Kt=new T({props:{name:"to_bettertransformer",anchor:"transformers.PreTrainedModel.to_bettertransformer",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L5084",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The model converted to BetterTransformer.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><a
  href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel"
>PreTrainedModel</a></p>
`}}),eo=new T({props:{name:"warn_if_padding_and_no_attention_mask",anchor:"transformers.PreTrainedModel.warn_if_padding_and_no_attention_mask",parameters:[{name:"input_ids",val:""},{name:"attention_mask",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L5134"}}),to=new he({props:{title:"大規模モデルの読み込み",local:"大規模モデルの読み込み",headingTag:"h3"}}),ro=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvclNlcTJTZXFMTSUwQSUwQXQwcHAlMjAlM0QlMjBBdXRvTW9kZWxGb3JTZXEyU2VxTE0uZnJvbV9wcmV0cmFpbmVkKCUyMmJpZ3NjaWVuY2UlMkZUMHBwJTIyJTJDJTIwbG93X2NwdV9tZW1fdXNhZ2UlM0RUcnVlKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForSeq2SeqLM

t0pp = AutoModelForSeq2SeqLM.from_pretrained(<span class="hljs-string">&quot;bigscience/T0pp&quot;</span>, low_cpu_mem_usage=<span class="hljs-literal">True</span>)`,wrap:!1}}),io=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvclNlcTJTZXFMTSUwQSUwQXQwcHAlMjAlM0QlMjBBdXRvTW9kZWxGb3JTZXEyU2VxTE0uZnJvbV9wcmV0cmFpbmVkKCUyMmJpZ3NjaWVuY2UlMkZUMHBwJTIyJTJDJTIwZGV2aWNlX21hcCUzRCUyMmF1dG8lMjIp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForSeq2SeqLM

t0pp = AutoModelForSeq2SeqLM.from_pretrained(<span class="hljs-string">&quot;bigscience/T0pp&quot;</span>, device_map=<span class="hljs-string">&quot;auto&quot;</span>)`,wrap:!1}}),mo=new z({props:{code:"dDBwcC5oZl9kZXZpY2VfbWFw",highlighted:"t0pp.hf_device_map",wrap:!1}}),co=new z({props:{code:"JTdCJ3NoYXJlZCclM0ElMjAwJTJDJTBBJTIwJ2RlY29kZXIuZW1iZWRfdG9rZW5zJyUzQSUyMDAlMkMlMEElMjAnZW5jb2RlciclM0ElMjAwJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMCclM0ElMjAwJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMSclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMiclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMyclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suNCclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suNSclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suNiclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suNyclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suOCclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suOSclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMTAnJTNBJTIwMSUyQyUwQSUyMCdkZWNvZGVyLmJsb2NrLjExJyUzQSUyMDElMkMlMEElMjAnZGVjb2Rlci5ibG9jay4xMiclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMTMnJTNBJTIwMSUyQyUwQSUyMCdkZWNvZGVyLmJsb2NrLjE0JyUzQSUyMDElMkMlMEElMjAnZGVjb2Rlci5ibG9jay4xNSclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMTYnJTNBJTIwMSUyQyUwQSUyMCdkZWNvZGVyLmJsb2NrLjE3JyUzQSUyMDElMkMlMEElMjAnZGVjb2Rlci5ibG9jay4xOCclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMTknJTNBJTIwMSUyQyUwQSUyMCdkZWNvZGVyLmJsb2NrLjIwJyUzQSUyMDElMkMlMEElMjAnZGVjb2Rlci5ibG9jay4yMSclM0ElMjAxJTJDJTBBJTIwJ2RlY29kZXIuYmxvY2suMjInJTNBJTIwJ2NwdSclMkMlMEElMjAnZGVjb2Rlci5ibG9jay4yMyclM0ElMjAnY3B1JyUyQyUwQSUyMCdkZWNvZGVyLmZpbmFsX2xheWVyX25vcm0nJTNBJTIwJ2NwdSclMkMlMEElMjAnZGVjb2Rlci5kcm9wb3V0JyUzQSUyMCdjcHUnJTJDJTBBJTIwJ2xtX2hlYWQnJTNBJTIwJ2NwdSclN0Q=",highlighted:`{<span class="hljs-string">&#x27;shared&#x27;</span>: <span class="hljs-number">0</span>,
 <span class="hljs-string">&#x27;decoder.embed_tokens&#x27;</span>: <span class="hljs-number">0</span>,
 <span class="hljs-string">&#x27;encoder&#x27;</span>: <span class="hljs-number">0</span>,
 <span class="hljs-string">&#x27;decoder.block.0&#x27;</span>: <span class="hljs-number">0</span>,
 <span class="hljs-string">&#x27;decoder.block.1&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.2&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.3&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.4&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.5&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.6&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.7&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.8&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.9&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.10&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.11&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.12&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.13&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.14&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.15&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.16&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.17&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.18&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.19&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.20&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.21&#x27;</span>: <span class="hljs-number">1</span>,
 <span class="hljs-string">&#x27;decoder.block.22&#x27;</span>: <span class="hljs-string">&#x27;cpu&#x27;</span>,
 <span class="hljs-string">&#x27;decoder.block.23&#x27;</span>: <span class="hljs-string">&#x27;cpu&#x27;</span>,
 <span class="hljs-string">&#x27;decoder.final_layer_norm&#x27;</span>: <span class="hljs-string">&#x27;cpu&#x27;</span>,
 <span class="hljs-string">&#x27;decoder.dropout&#x27;</span>: <span class="hljs-string">&#x27;cpu&#x27;</span>,
 <span class="hljs-string">&#x27;lm_head&#x27;</span>: <span class="hljs-string">&#x27;cpu&#x27;</span>}`,wrap:!1}}),ho=new z({props:{code:"ZGV2aWNlX21hcCUyMCUzRCUyMCU3QiUyMnNoYXJlZCUyMiUzQSUyMDAlMkMlMjAlMjJlbmNvZGVyJTIyJTNBJTIwMCUyQyUyMCUyMmRlY29kZXIlMjIlM0ElMjAxJTJDJTIwJTIybG1faGVhZCUyMiUzQSUyMDElN0Q=",highlighted:'device_map = {<span class="hljs-string">&quot;shared&quot;</span>: <span class="hljs-number">0</span>, <span class="hljs-string">&quot;encoder&quot;</span>: <span class="hljs-number">0</span>, <span class="hljs-string">&quot;decoder&quot;</span>: <span class="hljs-number">1</span>, <span class="hljs-string">&quot;lm_head&quot;</span>: <span class="hljs-number">1</span>}',wrap:!1}}),uo=new he({props:{title:"Model Instantiation dtype",local:"model-instantiation-dtype",headingTag:"h3"}}),_o=new z({props:{code:"bW9kZWwlMjAlM0QlMjBUNUZvckNvbmRpdGlvbmFsR2VuZXJhdGlvbi5mcm9tX3ByZXRyYWluZWQoJTIydDUlMjIlMkMlMjB0b3JjaF9kdHlwZSUzRHRvcmNoLmZsb2F0MTYp",highlighted:'model = T5ForConditionalGeneration.from_pretrained(<span class="hljs-string">&quot;t5&quot;</span>, torch_dtype=torch.float16)',wrap:!1}}),yo=new z({props:{code:"bW9kZWwlMjAlM0QlMjBUNUZvckNvbmRpdGlvbmFsR2VuZXJhdGlvbi5mcm9tX3ByZXRyYWluZWQoJTIydDUlMjIlMkMlMjB0b3JjaF9kdHlwZSUzRCUyMmF1dG8lMjIp",highlighted:'model = T5ForConditionalGeneration.from_pretrained(<span class="hljs-string">&quot;t5&quot;</span>, torch_dtype=<span class="hljs-string">&quot;auto&quot;</span>)',wrap:!1}}),Mo=new z({props:{code:"Y29uZmlnJTIwJTNEJTIwVDVDb25maWcuZnJvbV9wcmV0cmFpbmVkKCUyMnQ1JTIyKSUwQW1vZGVsJTIwJTNEJTIwQXV0b01vZGVsLmZyb21fY29uZmlnKGNvbmZpZyk=",highlighted:`config = T5Config.from_pretrained(<span class="hljs-string">&quot;t5&quot;</span>)
model = AutoModel.from_config(config)`,wrap:!1}}),xo=new he({props:{title:"ModuleUtilsMixin",local:"transformers.modeling_utils.ModuleUtilsMixin",headingTag:"h2"}}),wo=new T({props:{name:"class transformers.modeling_utils.ModuleUtilsMixin",anchor:"transformers.modeling_utils.ModuleUtilsMixin",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L932"}}),$o=new T({props:{name:"add_memory_hooks",anchor:"transformers.modeling_utils.ModuleUtilsMixin.add_memory_hooks",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L963"}}),ko=new T({props:{name:"estimate_tokens",anchor:"transformers.modeling_utils.ModuleUtilsMixin.estimate_tokens",parameters:[{name:"input_dict",val:": typing.Dict[str, typing.Union[torch.Tensor, typing.Any]]"}],parametersDescription:[{anchor:"transformers.modeling_utils.ModuleUtilsMixin.estimate_tokens.inputs",description:"<strong>inputs</strong> (<code>dict</code>) &#x2014; The model inputs.",name:"inputs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1195",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The total number of tokens.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>int</code></p>
`}}),jo=new T({props:{name:"floating_point_ops",anchor:"transformers.modeling_utils.ModuleUtilsMixin.floating_point_ops",parameters:[{name:"input_dict",val:": typing.Dict[str, typing.Union[torch.Tensor, typing.Any]]"},{name:"exclude_embeddings",val:": bool = True"}],parametersDescription:[{anchor:"transformers.modeling_utils.ModuleUtilsMixin.floating_point_ops.batch_size",description:`<strong>batch_size</strong> (<code>int</code>) &#x2014;
The batch size for the forward pass.`,name:"batch_size"},{anchor:"transformers.modeling_utils.ModuleUtilsMixin.floating_point_ops.sequence_length",description:`<strong>sequence_length</strong> (<code>int</code>) &#x2014;
The number of tokens in each line of the batch.`,name:"sequence_length"},{anchor:"transformers.modeling_utils.ModuleUtilsMixin.floating_point_ops.exclude_embeddings",description:`<strong>exclude_embeddings</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to count embedding and softmax operations.`,name:"exclude_embeddings"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1216",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The number of floating-point operations.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>int</code></p>
`}}),Jo=new T({props:{name:"get_extended_attention_mask",anchor:"transformers.modeling_utils.ModuleUtilsMixin.get_extended_attention_mask",parameters:[{name:"attention_mask",val:": Tensor"},{name:"input_shape",val:": typing.Tuple[int]"},{name:"device",val:": device = None"},{name:"dtype",val:": torch.float32 = None"}],parametersDescription:[{anchor:"transformers.modeling_utils.ModuleUtilsMixin.get_extended_attention_mask.attention_mask",description:`<strong>attention_mask</strong> (<code>torch.Tensor</code>) &#x2014;
Mask with ones indicating tokens to attend to, zeros for tokens to ignore.`,name:"attention_mask"},{anchor:"transformers.modeling_utils.ModuleUtilsMixin.get_extended_attention_mask.input_shape",description:`<strong>input_shape</strong> (<code>Tuple[int]</code>) &#x2014;
The shape of the input to the model.`,name:"input_shape"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1051",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>torch.Tensor</code> The extended attention mask, with a the same dtype as <code>attention_mask.dtype</code>.</p>
`}}),Co=new T({props:{name:"get_head_mask",anchor:"transformers.modeling_utils.ModuleUtilsMixin.get_head_mask",parameters:[{name:"head_mask",val:": typing.Optional[torch.Tensor]"},{name:"num_hidden_layers",val:": int"},{name:"is_attention_chunked",val:": bool = False"}],parametersDescription:[{anchor:"transformers.modeling_utils.ModuleUtilsMixin.get_head_mask.head_mask",description:`<strong>head_mask</strong> (<code>torch.Tensor</code> with shape <code>[num_heads]</code> or <code>[num_hidden_layers x num_heads]</code>, <em>optional</em>) &#x2014;
The mask indicating if we should keep the heads or not (1.0 for keep, 0.0 for discard).`,name:"head_mask"},{anchor:"transformers.modeling_utils.ModuleUtilsMixin.get_head_mask.num_hidden_layers",description:`<strong>num_hidden_layers</strong> (<code>int</code>) &#x2014;
The number of hidden layers in the model.`,name:"num_hidden_layers"},{anchor:"transformers.modeling_utils.ModuleUtilsMixin.get_head_mask.is_attention_chunked",description:`<strong>is_attention_chunked</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the attentions scores are computed by chunks or not.`,name:"is_attention_chunked"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1103",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>torch.Tensor</code> with shape <code>[num_hidden_layers x batch x num_heads x seq_length x seq_length]</code> or list with
<code>[None]</code> for each layer.</p>
`}}),Uo=new T({props:{name:"invert_attention_mask",anchor:"transformers.modeling_utils.ModuleUtilsMixin.invert_attention_mask",parameters:[{name:"encoder_attention_mask",val:": Tensor"}],parametersDescription:[{anchor:"transformers.modeling_utils.ModuleUtilsMixin.invert_attention_mask.encoder_attention_mask",description:"<strong>encoder_attention_mask</strong> (<code>torch.Tensor</code>) &#x2014; An attention mask.",name:"encoder_attention_mask"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L999",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The inverted attention mask.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>torch.Tensor</code></p>
`}}),Po=new T({props:{name:"num_parameters",anchor:"transformers.modeling_utils.ModuleUtilsMixin.num_parameters",parameters:[{name:"only_trainable",val:": bool = False"},{name:"exclude_embeddings",val:": bool = False"}],parametersDescription:[{anchor:"transformers.modeling_utils.ModuleUtilsMixin.num_parameters.only_trainable",description:`<strong>only_trainable</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to return only the number of trainable parameters`,name:"only_trainable"},{anchor:"transformers.modeling_utils.ModuleUtilsMixin.num_parameters.exclude_embeddings",description:`<strong>exclude_embeddings</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to return only the number of non-embeddings parameters`,name:"exclude_embeddings"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L1141",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The number of parameters.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>int</code></p>
`}}),Zo=new T({props:{name:"reset_memory_hooks_state",anchor:"transformers.modeling_utils.ModuleUtilsMixin.reset_memory_hooks_state",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L975"}}),Fo=new he({props:{title:"TFPreTrainedModel",local:"transformers.TFPreTrainedModel",headingTag:"h2"}}),Io=new T({props:{name:"class transformers.TFPreTrainedModel",anchor:"transformers.TFPreTrainedModel",parameters:[{name:"config",val:""},{name:"*inputs",val:""},{name:"**kwargs",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1129"}}),Wo=new T({props:{name:"push_to_hub",anchor:"transformers.TFPreTrainedModel.push_to_hub",parameters:[{name:"repo_id",val:": str"},{name:"use_temp_dir",val:": Optional[bool] = None"},{name:"commit_message",val:": Optional[str] = None"},{name:"private",val:": Optional[bool] = None"},{name:"max_shard_size",val:": Optional[Union[int, str]] = '10GB'"},{name:"token",val:": Optional[Union[bool, str]] = None"},{name:"use_auth_token",val:": Optional[Union[bool, str]] = None"},{name:"create_pr",val:": bool = False"},{name:"**base_model_card_args",val:""}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.push_to_hub.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The name of the repository you want to push your model to. It should contain your organization name
when pushing to a given organization.`,name:"repo_id"},{anchor:"transformers.TFPreTrainedModel.push_to_hub.use_temp_dir",description:`<strong>use_temp_dir</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub.
Will default to <code>True</code> if there is no directory named like <code>repo_id</code>, <code>False</code> otherwise.`,name:"use_temp_dir"},{anchor:"transformers.TFPreTrainedModel.push_to_hub.commit_message",description:`<strong>commit_message</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Message to commit while pushing. Will default to <code>&quot;Upload model&quot;</code>.`,name:"commit_message"},{anchor:"transformers.TFPreTrainedModel.push_to_hub.private",description:`<strong>private</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether to make the repo private. If <code>None</code> (default), the repo will be public unless the organization&#x2019;s default is private. This value is ignored if the repo already exists.`,name:"private"},{anchor:"transformers.TFPreTrainedModel.push_to_hub.token",description:`<strong>token</strong> (<code>bool</code> or <code>str</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, will use the token generated
when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>). Will default to <code>True</code> if <code>repo_url</code>
is not specified.`,name:"token"},{anchor:"transformers.TFPreTrainedModel.push_to_hub.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;10GB&quot;</code>) &#x2014;
Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard
will then be each of size lower than this size. If expressed as a string, needs to be digits followed
by a unit (like <code>&quot;5MB&quot;</code>).`,name:"max_shard_size"},{anchor:"transformers.TFPreTrainedModel.push_to_hub.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L3137"}}),Re=new D({props:{anchor:"transformers.TFPreTrainedModel.push_to_hub.example",$$slots:{default:[Fh]},$$scope:{ctx:P}}}),Go=new T({props:{name:"can_generate",anchor:"transformers.TFPreTrainedModel.can_generate",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1385",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Whether this model can generate sequences with <code>.generate()</code>.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>bool</code></p>
`}}),zo=new T({props:{name:"compile",anchor:"transformers.TFPreTrainedModel.compile",parameters:[{name:"optimizer",val:" = 'rmsprop'"},{name:"loss",val:" = 'auto_with_warning'"},{name:"metrics",val:" = None"},{name:"loss_weights",val:" = None"},{name:"weighted_metrics",val:" = None"},{name:"run_eagerly",val:" = None"},{name:"steps_per_execution",val:" = None"},{name:"**kwargs",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1531"}}),Lo=new T({props:{name:"create_model_card",anchor:"transformers.TFPreTrainedModel.create_model_card",parameters:[{name:"output_dir",val:""},{name:"model_name",val:": str"},{name:"language",val:": Optional[str] = None"},{name:"license",val:": Optional[str] = None"},{name:"tags",val:": Optional[str] = None"},{name:"finetuned_from",val:": Optional[str] = None"},{name:"tasks",val:": Optional[str] = None"},{name:"dataset_tags",val:": Optional[Union[str, List[str]]] = None"},{name:"dataset",val:": Optional[Union[str, List[str]]] = None"},{name:"dataset_args",val:": Optional[Union[str, List[str]]] = None"}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.create_model_card.output_dir",description:`<strong>output_dir</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
The folder in which to create the model card.`,name:"output_dir"},{anchor:"transformers.TFPreTrainedModel.create_model_card.model_name",description:`<strong>model_name</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The name of the model.`,name:"model_name"},{anchor:"transformers.TFPreTrainedModel.create_model_card.language",description:`<strong>language</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The language of the model (if applicable)`,name:"language"},{anchor:"transformers.TFPreTrainedModel.create_model_card.license",description:`<strong>license</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The license of the model. Will default to the license of the pretrained model used, if the original
model given to the <code>Trainer</code> comes from a repo on the Hub.`,name:"license"},{anchor:"transformers.TFPreTrainedModel.create_model_card.tags",description:`<strong>tags</strong> (<code>str</code> or <code>List[str]</code>, <em>optional</em>) &#x2014;
Some tags to be included in the metadata of the model card.`,name:"tags"},{anchor:"transformers.TFPreTrainedModel.create_model_card.finetuned_from",description:`<strong>finetuned_from</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The name of the model used to fine-tune this one (if applicable). Will default to the name of the repo
of the original model given to the <code>Trainer</code> (if it comes from the Hub).`,name:"finetuned_from"},{anchor:"transformers.TFPreTrainedModel.create_model_card.tasks",description:`<strong>tasks</strong> (<code>str</code> or <code>List[str]</code>, <em>optional</em>) &#x2014;
One or several task identifiers, to be included in the metadata of the model card.`,name:"tasks"},{anchor:"transformers.TFPreTrainedModel.create_model_card.dataset_tags",description:`<strong>dataset_tags</strong> (<code>str</code> or <code>List[str]</code>, <em>optional</em>) &#x2014;
One or several dataset tags, to be included in the metadata of the model card.`,name:"dataset_tags"},{anchor:"transformers.TFPreTrainedModel.create_model_card.dataset",description:`<strong>dataset</strong> (<code>str</code> or <code>List[str]</code>, <em>optional</em>) &#x2014;
One or several dataset identifiers, to be included in the metadata of the model card.`,name:"dataset"},{anchor:"transformers.TFPreTrainedModel.create_model_card.dataset_args",description:`<strong>dataset_args</strong> (<code>str</code> or <code>List[str]</code>, <em>optional</em>) &#x2014;
One or several dataset arguments, to be included in the metadata of the model card.`,name:"dataset_args"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1826"}}),Bo=new T({props:{name:"from_pretrained",anchor:"transformers.TFPreTrainedModel.from_pretrained",parameters:[{name:"pretrained_model_name_or_path",val:": Optional[Union[str, os.PathLike]]"},{name:"*model_args",val:""},{name:"config",val:": Optional[Union[PretrainedConfig, str, os.PathLike]] = None"},{name:"cache_dir",val:": Optional[Union[str, os.PathLike]] = None"},{name:"ignore_mismatched_sizes",val:": bool = False"},{name:"force_download",val:": bool = False"},{name:"local_files_only",val:": bool = False"},{name:"token",val:": Optional[Union[str, bool]] = None"},{name:"revision",val:": str = 'main'"},{name:"use_safetensors",val:": bool = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.from_pretrained.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Can be either:</p>
<ul>
<li>A string, the <em>model id</em> of a pretrained model hosted inside a model repo on huggingface.co.</li>
<li>A path to a <em>directory</em> containing model weights saved using
<a href="/docs/transformers/main/ja/main_classes/model#transformers.TFPreTrainedModel.save_pretrained">save_pretrained()</a>, e.g., <code>./my_model_directory/</code>.</li>
<li>A path or url to a <em>PyTorch state_dict save file</em> (e.g, <code>./pt_model/pytorch_model.bin</code>). In this
case, <code>from_pt</code> should be set to <code>True</code> and a configuration object should be provided as <code>config</code>
argument. This loading path is slower than converting the PyTorch model in a TensorFlow model
using the provided conversion scripts and loading the TensorFlow model afterwards.</li>
<li><code>None</code> if you are both providing the configuration and state dictionary (resp. with keyword
arguments <code>config</code> and <code>state_dict</code>).</li>
</ul>`,name:"pretrained_model_name_or_path"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.model_args",description:`<strong>model_args</strong> (sequence of positional arguments, <em>optional</em>) &#x2014;
All remaining positional arguments will be passed to the underlying model&#x2019;s <code>__init__</code> method.`,name:"model_args"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.config",description:`<strong>config</strong> (<code>Union[PretrainedConfig, str]</code>, <em>optional</em>) &#x2014;
Can be either:</p>
<ul>
<li>an instance of a class derived from <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a>,</li>
<li>a string valid as input to <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig.from_pretrained">from_pretrained()</a>.</li>
</ul>
<p>Configuration for the model to use instead of an automatically loaded configuration. Configuration can
be automatically loaded when:</p>
<ul>
<li>The model is a model provided by the library (loaded with the <em>model id</em> string of a pretrained
model).</li>
<li>The model was saved using <a href="/docs/transformers/main/ja/main_classes/model#transformers.TFPreTrainedModel.save_pretrained">save_pretrained()</a> and is reloaded by supplying the
save directory.</li>
<li>The model is loaded by supplying a local directory as <code>pretrained_model_name_or_path</code> and a
configuration JSON file named <em>config.json</em> is found in the directory.</li>
</ul>`,name:"config"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.from_pt",description:`<strong>from_pt</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Load the model weights from a PyTorch state_dict save file (see docstring of
<code>pretrained_model_name_or_path</code> argument).`,name:"from_pt"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.ignore_mismatched_sizes",description:`<strong>ignore_mismatched_sizes</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to raise an error if some of the weights from the checkpoint do not have the same size
as the weights of the model (if for instance, you are instantiating a model with 10 labels from a
checkpoint with 3 labels).`,name:"ignore_mismatched_sizes"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Path to a directory in which a downloaded pretrained model configuration should be cached if the
standard cache should not be used.`,name:"cache_dir"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.force_download",description:`<strong>force_download</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to force the (re-)download of the model weights and configuration files, overriding the
cached versions if they exist.`,name:"force_download"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.resume_download",description:`<strong>resume_download</strong> &#x2014;
Deprecated and ignored. All downloads are now resumed by default when possible.
Will be removed in v5 of Transformers.`,name:"resume_download"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.proxies",description:`<strong>proxies</strong> &#x2014;
(<code>Dict[str, str], </code>optional<code>): A dictionary of proxy servers to use by protocol or endpoint, e.g., </code>{&#x2018;http&#x2019;: &#x2018;foo.bar:3128&#x2019;, &#x2018;http://hostname&#x2019;: &#x2018;foo.bar:4012&#x2019;}<code>. The proxies are used on each request. output_loading_info(</code>bool<code>, *optional*, defaults to </code>False\`): Whether ot not to also return a
dictionary containing missing keys, unexpected keys and error messages.`,name:"proxies"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.local_files_only(bool,",description:`<strong>local_files_only(<code>bool</code>,</strong> <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to only look at local files (e.g., not try downloading the model).`,name:"local_files_only(bool,"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, or not specified, will use
the token generated when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>).`,name:"token"},{anchor:"transformers.TFPreTrainedModel.from_pretrained.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;main&quot;</code>) &#x2014;
The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a
git-based system for storing models and other artifacts on huggingface.co, so <code>revision</code> can be any
identifier allowed by git.`,name:"revision"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L2541"}}),Qe=new D({props:{anchor:"transformers.TFPreTrainedModel.from_pretrained.example",$$slots:{default:[Ih]},$$scope:{ctx:P}}}),Vo=new T({props:{name:"get_bias",anchor:"transformers.TFPreTrainedModel.get_bias",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1966",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The weights representing the bias, None if not an LM model.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>tf.Variable</code></p>
`}}),Ho=new T({props:{name:"get_head_mask",anchor:"transformers.TFPreTrainedModel.get_head_mask",parameters:[{name:"head_mask",val:": tf.Tensor | None"},{name:"num_hidden_layers",val:": int"}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.get_head_mask.head_mask",description:`<strong>head_mask</strong> (<code>tf.Tensor</code> with shape <code>[num_heads]</code> or <code>[num_hidden_layers x num_heads]</code>, <em>optional</em>) &#x2014;
The mask indicating if we should keep the heads or not (1.0 for keep, 0.0 for discard).`,name:"head_mask"},{anchor:"transformers.TFPreTrainedModel.get_head_mask.num_hidden_layers",description:`<strong>num_hidden_layers</strong> (<code>int</code>) &#x2014;
The number of hidden layers in the model.`,name:"num_hidden_layers"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1269",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>tf.Tensor</code> with shape <code>[num_hidden_layers x batch x num_heads x seq_length x seq_length]</code> or list with
<code>[None]</code> for each layer.</p>
`}}),qo=new T({props:{name:"get_input_embeddings",anchor:"transformers.TFPreTrainedModel.get_input_embeddings",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1399",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The embeddings layer mapping vocabulary to hidden states.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>tf.Variable</code></p>
`}}),No=new T({props:{name:"get_lm_head",anchor:"transformers.TFPreTrainedModel.get_lm_head",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1999",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The LM head layer if the model has one, None if not.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>keras.layers.Layer</code></p>
`}}),Xo=new T({props:{name:"get_output_embeddings",anchor:"transformers.TFPreTrainedModel.get_output_embeddings",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1906",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The new weights mapping vocabulary to hidden states.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>tf.Variable</code></p>
`}}),Ro=new T({props:{name:"get_output_layer_with_bias",anchor:"transformers.TFPreTrainedModel.get_output_layer_with_bias",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1943",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The layer that handles the bias, None if not an LM model.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>keras.layers.Layer</code></p>
`}}),Eo=new T({props:{name:"get_prefix_bias_name",anchor:"transformers.TFPreTrainedModel.get_prefix_bias_name",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1956",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The _prefix name of the bias.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>str</code></p>
`}}),Yo=new T({props:{name:"prepare_tf_dataset",anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset",parameters:[{name:"dataset",val:": 'datasets.Dataset'"},{name:"batch_size",val:": int = 8"},{name:"shuffle",val:": bool = True"},{name:"tokenizer",val:": Optional['PreTrainedTokenizerBase'] = None"},{name:"collate_fn",val:": Optional[Callable] = None"},{name:"collate_fn_args",val:": Optional[Dict[str, Any]] = None"},{name:"drop_remainder",val:": Optional[bool] = None"},{name:"prefetch",val:": bool = True"}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset.dataset",description:`<strong>dataset</strong> (<code>Any</code>) &#x2014;
A [~<code>datasets.Dataset</code>] to be wrapped as a <code>tf.data.Dataset</code>.`,name:"dataset"},{anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset.batch_size",description:`<strong>batch_size</strong> (<code>int</code>, <em>optional</em>, defaults to 8) &#x2014;
The size of batches to return.`,name:"batch_size"},{anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset.shuffle",description:`<strong>shuffle</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to return samples from the dataset in random order. Usually <code>True</code> for training datasets and
<code>False</code> for validation/test datasets.`,name:"shuffle"},{anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset.tokenizer",description:`<strong>tokenizer</strong> (<a href="/docs/transformers/main/ja/internal/tokenization_utils#transformers.PreTrainedTokenizerBase">PreTrainedTokenizerBase</a>, <em>optional</em>) &#x2014;
A <code>PreTrainedTokenizer</code> that will be used to pad samples to create batches. Has no effect if a specific
<code>collate_fn</code> is passed instead.`,name:"tokenizer"},{anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset.collate_fn",description:`<strong>collate_fn</strong> (<code>Callable</code>, <em>optional</em>) &#x2014;
A function that collates samples from the dataset into a single batch. Defaults to
<code>DefaultDataCollator</code> if no <code>tokenizer</code> is supplied or <code>DataCollatorWithPadding</code> if a <code>tokenizer</code> is
passed.`,name:"collate_fn"},{anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset.collate_fn_args",description:`<strong>collate_fn_args</strong> (<code>Dict[str, Any]</code>, <em>optional</em>) &#x2014;
A dict of arguments to pass to the <code>collate_fn</code> alongside the list of samples.`,name:"collate_fn_args"},{anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset.drop_remainder",description:`<strong>drop_remainder</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether to drop the final batch, if the batch_size does not evenly divide the dataset length. Defaults
to the same setting as <code>shuffle</code>.`,name:"drop_remainder"},{anchor:"transformers.TFPreTrainedModel.prepare_tf_dataset.prefetch",description:`<strong>prefetch</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
Whether to add prefetching to the end of the <code>tf.data</code> pipeline. This is almost always beneficial for
performance, but can be disabled in edge cases.`,name:"prefetch"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1426",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A <code>tf.data.Dataset</code> which is ready to pass to the Keras API.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Dataset</code></p>
`}}),Do=new T({props:{name:"prune_heads",anchor:"transformers.TFPreTrainedModel.prune_heads",parameters:[{name:"heads_to_prune",val:""}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.prune_heads.heads_to_prune",description:`<strong>heads_to_prune</strong> (<code>Dict[int, List[int]]</code>) &#x2014;
Dictionary with keys being selected layer indices (<code>int</code>) and associated values being the list of heads
to prune in said layer (list of <code>int</code>). For instance {1: [0, 2], 2: [2, 3]} will prune heads 0 and 2 on
layer 1 and heads 2 and 3 on layer 2.`,name:"heads_to_prune"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L2346"}}),Qo=new T({props:{name:"register_for_auto_class",anchor:"transformers.TFPreTrainedModel.register_for_auto_class",parameters:[{name:"auto_class",val:" = 'TFAutoModel'"}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.register_for_auto_class.auto_class",description:`<strong>auto_class</strong> (<code>str</code> or <code>type</code>, <em>optional</em>, defaults to <code>&quot;TFAutoModel&quot;</code>) &#x2014;
The auto class to register this new model with.`,name:"auto_class"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L3246"}}),at=new ki({props:{warning:!0,$$slots:{default:[Wh]},$$scope:{ctx:P}}}),Ao=new T({props:{name:"resize_token_embeddings",anchor:"transformers.TFPreTrainedModel.resize_token_embeddings",parameters:[{name:"new_num_tokens",val:": Optional[int] = None"}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.resize_token_embeddings.new_num_tokens",description:`<strong>new_num_tokens</strong> (<code>int</code>, <em>optional</em>) &#x2014;
The number of new tokens in the embedding matrix. Increasing the size will add newly initialized
vectors at the end. Reducing the size will remove vectors from the end. If not provided or <code>None</code>, just
returns a pointer to the input tokens without doing anything.`,name:"new_num_tokens"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L2008",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Pointer to the input tokens of the model.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>tf.Variable</code> or <code>keras.layers.Embedding</code></p>
`}}),So=new T({props:{name:"save_pretrained",anchor:"transformers.TFPreTrainedModel.save_pretrained",parameters:[{name:"save_directory",val:""},{name:"saved_model",val:" = False"},{name:"version",val:" = 1"},{name:"push_to_hub",val:" = False"},{name:"signatures",val:" = None"},{name:"max_shard_size",val:": Union[int, str] = '5GB'"},{name:"create_pr",val:": bool = False"},{name:"safe_serialization",val:": bool = False"},{name:"token",val:": Optional[Union[str, bool]] = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.save_pretrained.save_directory",description:`<strong>save_directory</strong> (<code>str</code>) &#x2014;
Directory to which to save. Will be created if it doesn&#x2019;t exist.`,name:"save_directory"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.saved_model",description:`<strong>saved_model</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
If the model has to be saved in saved model format as well or not.`,name:"saved_model"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.version",description:`<strong>version</strong> (<code>int</code>, <em>optional</em>, defaults to 1) &#x2014;
The version of the saved model. A saved model needs to be versioned in order to be properly loaded by
TensorFlow Serving as detailed in the official documentation
<a href="https://www.tensorflow.org/tfx/serving/serving_basic" rel="nofollow">https://www.tensorflow.org/tfx/serving/serving_basic</a>`,name:"version"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.push_to_hub",description:`<strong>push_to_hub</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to push your model to the Hugging Face model hub after saving it. You can specify the
repository you want to push to with <code>repo_id</code> (will default to the name of <code>save_directory</code> in your
namespace).`,name:"push_to_hub"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.signatures",description:`<strong>signatures</strong> (<code>dict</code> or <code>tf.function</code>, <em>optional</em>) &#x2014;
Model&#x2019;s signature used for serving. This will be passed to the <code>signatures</code> argument of model.save().`,name:"signatures"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;10GB&quot;</code>) &#x2014;
The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size
lower than this size. If expressed as a string, needs to be digits followed by a unit (like <code>&quot;5MB&quot;</code>).</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						
<p>If a single weight of the model is bigger than <code>max_shard_size</code>, it will be in its own checkpoint shard
which will be bigger than <code>max_shard_size</code>.</p>

					</div>`,name:"max_shard_size"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to save the model using <code>safetensors</code> or the traditional TensorFlow way (that uses <code>h5</code>).`,name:"safe_serialization"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, or not specified, will use
the token generated when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>).`,name:"token"},{anchor:"transformers.TFPreTrainedModel.save_pretrained.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>, <em>optional</em>) &#x2014;
Additional key word arguments passed along to the <a href="/docs/transformers/main/ja/main_classes/model#transformers.utils.PushToHubMixin.push_to_hub">push_to_hub()</a> method.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L2358"}}),Oo=new T({props:{name:"serving",anchor:"transformers.TFPreTrainedModel.serving",parameters:[{name:"inputs",val:""}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.serving.Method",description:"<strong>Method</strong> used for serving the model. Does not have a specific signature, but will be specialized as concrete &#x2014;",name:"Method"},{anchor:"transformers.TFPreTrainedModel.serving.functions",description:`<strong>functions</strong> when saving with <code>save_pretrained</code>. &#x2014;
inputs (<code>Dict[str, tf.Tensor]</code>):
The input of the saved model as a dictionary of tensors.`,name:"functions"}]}}),Ko=new T({props:{name:"serving_output",anchor:"transformers.TFPreTrainedModel.serving_output",parameters:[{name:"output",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1361"}}),en=new T({props:{name:"set_bias",anchor:"transformers.TFPreTrainedModel.set_bias",parameters:[{name:"value",val:""}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.set_bias.value",description:`<strong>value</strong> (<code>Dict[tf.Variable]</code>) &#x2014;
All the new bias attached to an LM head.`,name:"value"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1983"}}),tn=new T({props:{name:"set_input_embeddings",anchor:"transformers.TFPreTrainedModel.set_input_embeddings",parameters:[{name:"value",val:""}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.set_input_embeddings.value",description:`<strong>value</strong> (<code>tf.Variable</code>) &#x2014;
The new weights mapping hidden states to vocabulary.`,name:"value"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1886"}}),on=new T({props:{name:"set_output_embeddings",anchor:"transformers.TFPreTrainedModel.set_output_embeddings",parameters:[{name:"value",val:""}],parametersDescription:[{anchor:"transformers.TFPreTrainedModel.set_output_embeddings.value",description:`<strong>value</strong> (<code>tf.Variable</code>) &#x2014;
The new weights mapping hidden states to vocabulary.`,name:"value"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1926"}}),nn=new T({props:{name:"test_step",anchor:"transformers.TFPreTrainedModel.test_step",parameters:[{name:"data",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1722"}}),rn=new T({props:{name:"train_step",anchor:"transformers.TFPreTrainedModel.train_step",parameters:[{name:"data",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L1614"}}),an=new he({props:{title:"TFModelUtilsMixin",local:"transformers.modeling_tf_utils.TFModelUtilsMixin",headingTag:"h2"}}),sn=new T({props:{name:"class transformers.modeling_tf_utils.TFModelUtilsMixin",anchor:"transformers.modeling_tf_utils.TFModelUtilsMixin",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L126"}}),ln=new T({props:{name:"num_parameters",anchor:"transformers.modeling_tf_utils.TFModelUtilsMixin.num_parameters",parameters:[{name:"only_trainable",val:": bool = False"}],parametersDescription:[{anchor:"transformers.modeling_tf_utils.TFModelUtilsMixin.num_parameters.only_trainable",description:`<strong>only_trainable</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to return only the number of trainable parameters`,name:"only_trainable"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_tf_utils.py#L131",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The number of parameters.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>int</code></p>
`}}),dn=new he({props:{title:"FlaxPreTrainedModel",local:"transformers.FlaxPreTrainedModel",headingTag:"h2"}}),mn=new T({props:{name:"class transformers.FlaxPreTrainedModel",anchor:"transformers.FlaxPreTrainedModel",parameters:[{name:"config",val:": PretrainedConfig"},{name:"module",val:": Module"},{name:"input_shape",val:": typing.Tuple = (1, 1)"},{name:"seed",val:": int = 0"},{name:"dtype",val:": dtype = <class 'jax.numpy.float32'>"},{name:"_do_init",val:": bool = True"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L167"}}),cn=new T({props:{name:"push_to_hub",anchor:"transformers.FlaxPreTrainedModel.push_to_hub",parameters:[{name:"repo_id",val:": str"},{name:"use_temp_dir",val:": typing.Optional[bool] = None"},{name:"commit_message",val:": typing.Optional[str] = None"},{name:"private",val:": typing.Optional[bool] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"max_shard_size",val:": typing.Union[int, str, NoneType] = '5GB'"},{name:"create_pr",val:": bool = False"},{name:"safe_serialization",val:": bool = True"},{name:"revision",val:": str = None"},{name:"commit_description",val:": str = None"},{name:"tags",val:": typing.Optional[typing.List[str]] = None"},{name:"**deprecated_kwargs",val:""}],parametersDescription:[{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The name of the repository you want to push your model to. It should contain your organization name
when pushing to a given organization.`,name:"repo_id"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.use_temp_dir",description:`<strong>use_temp_dir</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub.
Will default to <code>True</code> if there is no directory named like <code>repo_id</code>, <code>False</code> otherwise.`,name:"use_temp_dir"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.commit_message",description:`<strong>commit_message</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Message to commit while pushing. Will default to <code>&quot;Upload model&quot;</code>.`,name:"commit_message"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.private",description:`<strong>private</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether to make the repo private. If <code>None</code> (default), the repo will be public unless the organization&#x2019;s default is private. This value is ignored if the repo already exists.`,name:"private"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.token",description:`<strong>token</strong> (<code>bool</code> or <code>str</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, will use the token generated
when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>). Will default to <code>True</code> if <code>repo_url</code>
is not specified.`,name:"token"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;5GB&quot;</code>) &#x2014;
Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard
will then be each of size lower than this size. If expressed as a string, needs to be digits followed
by a unit (like <code>&quot;5MB&quot;</code>). We default it to <code>&quot;5GB&quot;</code> so that users can easily load models on free-tier
Google Colab instances without any CPU OOM issues.`,name:"max_shard_size"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to convert the model weights in safetensors format for safer serialization.`,name:"safe_serialization"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Branch to push the uploaded files to.`,name:"revision"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.commit_description",description:`<strong>commit_description</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The description of the commit that will be created`,name:"commit_description"},{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.tags",description:`<strong>tags</strong> (<code>List[str]</code>, <em>optional</em>) &#x2014;
List of tags to push on the Hub.`,name:"tags"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/utils/hub.py#L767"}}),ft=new D({props:{anchor:"transformers.FlaxPreTrainedModel.push_to_hub.example",$$slots:{default:[Gh]},$$scope:{ctx:P}}}),pn=new T({props:{name:"can_generate",anchor:"transformers.FlaxPreTrainedModel.can_generate",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L506"}}),hn=new T({props:{name:"from_pretrained",anchor:"transformers.FlaxPreTrainedModel.from_pretrained",parameters:[{name:"pretrained_model_name_or_path",val:": typing.Union[str, os.PathLike]"},{name:"dtype",val:": dtype = <class 'jax.numpy.float32'>"},{name:"*model_args",val:""},{name:"config",val:": typing.Union[transformers.configuration_utils.PretrainedConfig, str, os.PathLike, NoneType] = None"},{name:"cache_dir",val:": typing.Union[str, os.PathLike, NoneType] = None"},{name:"ignore_mismatched_sizes",val:": bool = False"},{name:"force_download",val:": bool = False"},{name:"local_files_only",val:": bool = False"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"revision",val:": str = 'main'"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
Can be either:</p>
<ul>
<li>A string, the <em>model id</em> of a pretrained model hosted inside a model repo on huggingface.co.</li>
<li>A path to a <em>directory</em> containing model weights saved using
<a href="/docs/transformers/main/ja/main_classes/model#transformers.FlaxPreTrainedModel.save_pretrained">save_pretrained()</a>, e.g., <code>./my_model_directory/</code>.</li>
<li>A path or url to a <em>pt index checkpoint file</em> (e.g, <code>./tf_model/model.ckpt.index</code>). In this case,
<code>from_pt</code> should be set to <code>True</code>.</li>
</ul>`,name:"pretrained_model_name_or_path"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.dtype",description:`<strong>dtype</strong> (<code>jax.numpy.dtype</code>, <em>optional</em>, defaults to <code>jax.numpy.float32</code>) &#x2014;
The data type of the computation. Can be one of <code>jax.numpy.float32</code>, <code>jax.numpy.float16</code> (on GPUs) and
<code>jax.numpy.bfloat16</code> (on TPUs).</p>
<p>This can be used to enable mixed-precision training or half-precision inference on GPUs or TPUs. If
specified all the computation will be performed with the given <code>dtype</code>.</p>
<p><strong>Note that this only specifies the dtype of the computation and does not influence the dtype of model
parameters.</strong></p>
<p>If you wish to change the dtype of the model parameters, see <a href="/docs/transformers/main/ja/main_classes/model#transformers.FlaxPreTrainedModel.to_fp16">to_fp16()</a> and
<a href="/docs/transformers/main/ja/main_classes/model#transformers.FlaxPreTrainedModel.to_bf16">to_bf16()</a>.`,name:"dtype"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.model_args",description:`<strong>model_args</strong> (sequence of positional arguments, <em>optional</em>) &#x2014;
All remaining positional arguments will be passed to the underlying model&#x2019;s <code>__init__</code> method.`,name:"model_args"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.config",description:`<strong>config</strong> (<code>Union[PretrainedConfig, str, os.PathLike]</code>, <em>optional</em>) &#x2014;
Can be either:</p>
<ul>
<li>an instance of a class derived from <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig">PretrainedConfig</a>,</li>
<li>a string or path valid as input to <a href="/docs/transformers/main/ja/main_classes/configuration#transformers.PretrainedConfig.from_pretrained">from_pretrained()</a>.</li>
</ul>
<p>Configuration for the model to use instead of an automatically loaded configuration. Configuration can
be automatically loaded when:</p>
<ul>
<li>The model is a model provided by the library (loaded with the <em>model id</em> string of a pretrained
model).</li>
<li>The model was saved using <a href="/docs/transformers/main/ja/main_classes/model#transformers.PreTrainedModel.save_pretrained">save_pretrained()</a> and is reloaded by supplying the
save directory.</li>
<li>The model is loaded by supplying a local directory as <code>pretrained_model_name_or_path</code> and a
configuration JSON file named <em>config.json</em> is found in the directory.</li>
</ul>`,name:"config"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.cache_dir",description:`<strong>cache_dir</strong> (<code>Union[str, os.PathLike]</code>, <em>optional</em>) &#x2014;
Path to a directory in which a downloaded pretrained model configuration should be cached if the
standard cache should not be used.`,name:"cache_dir"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.from_pt",description:`<strong>from_pt</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Load the model weights from a PyTorch checkpoint save file (see docstring of
<code>pretrained_model_name_or_path</code> argument).`,name:"from_pt"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.ignore_mismatched_sizes",description:`<strong>ignore_mismatched_sizes</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to raise an error if some of the weights from the checkpoint do not have the same size
as the weights of the model (if for instance, you are instantiating a model with 10 labels from a
checkpoint with 3 labels).`,name:"ignore_mismatched_sizes"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.force_download",description:`<strong>force_download</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to force the (re-)download of the model weights and configuration files, overriding the
cached versions if they exist.`,name:"force_download"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.resume_download",description:`<strong>resume_download</strong> &#x2014;
Deprecated and ignored. All downloads are now resumed by default when possible.
Will be removed in v5 of Transformers.`,name:"resume_download"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.proxies",description:`<strong>proxies</strong> (<code>Dict[str, str]</code>, <em>optional</em>) &#x2014;
A dictionary of proxy servers to use by protocol or endpoint, e.g., <code>{&apos;http&apos;: &apos;foo.bar:3128&apos;, &apos;http://hostname&apos;: &apos;foo.bar:4012&apos;}</code>. The proxies are used on each request.`,name:"proxies"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.local_files_only(bool,",description:`<strong>local_files_only(<code>bool</code>,</strong> <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to only look at local files (i.e., do not try to download the model).`,name:"local_files_only(bool,"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, or not specified, will use
the token generated when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>).`,name:"token"},{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;main&quot;</code>) &#x2014;
The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a
git-based system for storing models and other artifacts on huggingface.co, so <code>revision</code> can be any
identifier allowed by git.`,name:"revision"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L518"}}),gt=new D({props:{anchor:"transformers.FlaxPreTrainedModel.from_pretrained.example",$$slots:{default:[zh]},$$scope:{ctx:P}}}),fn=new T({props:{name:"load_flax_sharded_weights",anchor:"transformers.FlaxPreTrainedModel.load_flax_sharded_weights",parameters:[{name:"shard_files",val:""}],parametersDescription:[{anchor:"transformers.FlaxPreTrainedModel.load_flax_sharded_weights.shard_files",description:`<strong>shard_files</strong> (<code>List[str]</code> &#x2014;
The list of shard files to load.`,name:"shard_files"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L459",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A nested dictionary of the model parameters, in the expected format for flax models : <code>&#123;'model': &#123;'params': &#123;'...'&#125;&#125;&#125;</code>.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Dict</code></p>
`}}),un=new T({props:{name:"register_for_auto_class",anchor:"transformers.FlaxPreTrainedModel.register_for_auto_class",parameters:[{name:"auto_class",val:" = 'FlaxAutoModel'"}],parametersDescription:[{anchor:"transformers.FlaxPreTrainedModel.register_for_auto_class.auto_class",description:`<strong>auto_class</strong> (<code>str</code> or <code>type</code>, <em>optional</em>, defaults to <code>&quot;FlaxAutoModel&quot;</code>) &#x2014;
The auto class to register this new model with.`,name:"auto_class"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L1227"}}),_t=new ki({props:{warning:!0,$$slots:{default:[Lh]},$$scope:{ctx:P}}}),gn=new T({props:{name:"save_pretrained",anchor:"transformers.FlaxPreTrainedModel.save_pretrained",parameters:[{name:"save_directory",val:": typing.Union[str, os.PathLike]"},{name:"params",val:" = None"},{name:"push_to_hub",val:" = False"},{name:"max_shard_size",val:" = '10GB'"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"safe_serialization",val:": bool = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.FlaxPreTrainedModel.save_pretrained.save_directory",description:`<strong>save_directory</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
Directory to which to save. Will be created if it doesn&#x2019;t exist.`,name:"save_directory"},{anchor:"transformers.FlaxPreTrainedModel.save_pretrained.push_to_hub",description:`<strong>push_to_hub</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to push your model to the Hugging Face model hub after saving it. You can specify the
repository you want to push to with <code>repo_id</code> (will default to the name of <code>save_directory</code> in your
namespace).`,name:"push_to_hub"},{anchor:"transformers.FlaxPreTrainedModel.save_pretrained.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;10GB&quot;</code>) &#x2014;
The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size
lower than this size. If expressed as a string, needs to be digits followed by a unit (like <code>&quot;5MB&quot;</code>).</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						
<p>If a single weight of the model is bigger than <code>max_shard_size</code>, it will be in its own checkpoint shard
which will be bigger than <code>max_shard_size</code>.</p>

					</div>`,name:"max_shard_size"},{anchor:"transformers.FlaxPreTrainedModel.save_pretrained.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, or not specified, will use
the token generated when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>).`,name:"token"},{anchor:"transformers.FlaxPreTrainedModel.save_pretrained.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>, <em>optional</em>) &#x2014;
Additional key word arguments passed along to the <a href="/docs/transformers/main/ja/main_classes/model#transformers.utils.PushToHubMixin.push_to_hub">push_to_hub()</a> method.`,name:"kwargs"},{anchor:"transformers.FlaxPreTrainedModel.save_pretrained.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to save the model using <code>safetensors</code> or through msgpack.`,name:"safe_serialization"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L1089"}}),_n=new T({props:{name:"to_bf16",anchor:"transformers.FlaxPreTrainedModel.to_bf16",parameters:[{name:"params",val:": typing.Union[typing.Dict, flax.core.frozen_dict.FrozenDict]"},{name:"mask",val:": typing.Any = None"}],parametersDescription:[{anchor:"transformers.FlaxPreTrainedModel.to_bf16.params",description:`<strong>params</strong> (<code>Union[Dict, FrozenDict]</code>) &#x2014;
A <code>PyTree</code> of model parameters.`,name:"params"},{anchor:"transformers.FlaxPreTrainedModel.to_bf16.mask",description:`<strong>mask</strong> (<code>Union[Dict, FrozenDict]</code>) &#x2014;
A <code>PyTree</code> with same structure as the <code>params</code> tree. The leaves should be booleans, <code>True</code> for params
you want to cast, and should be <code>False</code> for those you want to skip.`,name:"mask"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L329"}}),yt=new D({props:{anchor:"transformers.FlaxPreTrainedModel.to_bf16.example",$$slots:{default:[Bh]},$$scope:{ctx:P}}}),bn=new T({props:{name:"to_fp16",anchor:"transformers.FlaxPreTrainedModel.to_fp16",parameters:[{name:"params",val:": typing.Union[typing.Dict, flax.core.frozen_dict.FrozenDict]"},{name:"mask",val:": typing.Any = None"}],parametersDescription:[{anchor:"transformers.FlaxPreTrainedModel.to_fp16.params",description:`<strong>params</strong> (<code>Union[Dict, FrozenDict]</code>) &#x2014;
A <code>PyTree</code> of model parameters.`,name:"params"},{anchor:"transformers.FlaxPreTrainedModel.to_fp16.mask",description:`<strong>mask</strong> (<code>Union[Dict, FrozenDict]</code>) &#x2014;
A <code>PyTree</code> with same structure as the <code>params</code> tree. The leaves should be booleans, <code>True</code> for params
you want to cast, and should be <code>False</code> for those you want to skip`,name:"mask"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L395"}}),vt=new D({props:{anchor:"transformers.FlaxPreTrainedModel.to_fp16.example",$$slots:{default:[Vh]},$$scope:{ctx:P}}}),yn=new T({props:{name:"to_fp32",anchor:"transformers.FlaxPreTrainedModel.to_fp32",parameters:[{name:"params",val:": typing.Union[typing.Dict, flax.core.frozen_dict.FrozenDict]"},{name:"mask",val:": typing.Any = None"}],parametersDescription:[{anchor:"transformers.FlaxPreTrainedModel.to_fp32.params",description:`<strong>params</strong> (<code>Union[Dict, FrozenDict]</code>) &#x2014;
A <code>PyTree</code> of model parameters.`,name:"params"},{anchor:"transformers.FlaxPreTrainedModel.to_fp32.mask",description:`<strong>mask</strong> (<code>Union[Dict, FrozenDict]</code>) &#x2014;
A <code>PyTree</code> with same structure as the <code>params</code> tree. The leaves should be booleans, <code>True</code> for params
you want to cast, and should be <code>False</code> for those you want to skip`,name:"mask"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_flax_utils.py#L368"}}),Mt=new D({props:{anchor:"transformers.FlaxPreTrainedModel.to_fp32.example",$$slots:{default:[Hh]},$$scope:{ctx:P}}}),vn=new he({props:{title:"Pushing to the Hub",local:"transformers.utils.PushToHubMixin",headingTag:"h2"}}),Mn=new T({props:{name:"class transformers.utils.PushToHubMixin",anchor:"transformers.utils.PushToHubMixin",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/utils/hub.py#L642"}}),Tn=new T({props:{name:"push_to_hub",anchor:"transformers.utils.PushToHubMixin.push_to_hub",parameters:[{name:"repo_id",val:": str"},{name:"use_temp_dir",val:": typing.Optional[bool] = None"},{name:"commit_message",val:": typing.Optional[str] = None"},{name:"private",val:": typing.Optional[bool] = None"},{name:"token",val:": typing.Union[bool, str, NoneType] = None"},{name:"max_shard_size",val:": typing.Union[int, str, NoneType] = '5GB'"},{name:"create_pr",val:": bool = False"},{name:"safe_serialization",val:": bool = True"},{name:"revision",val:": str = None"},{name:"commit_description",val:": str = None"},{name:"tags",val:": typing.Optional[typing.List[str]] = None"},{name:"**deprecated_kwargs",val:""}],parametersDescription:[{anchor:"transformers.utils.PushToHubMixin.push_to_hub.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The name of the repository you want to push your {object} to. It should contain your organization name
when pushing to a given organization.`,name:"repo_id"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.use_temp_dir",description:`<strong>use_temp_dir</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub.
Will default to <code>True</code> if there is no directory named like <code>repo_id</code>, <code>False</code> otherwise.`,name:"use_temp_dir"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.commit_message",description:`<strong>commit_message</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Message to commit while pushing. Will default to <code>&quot;Upload {object}&quot;</code>.`,name:"commit_message"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.private",description:`<strong>private</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether to make the repo private. If <code>None</code> (default), the repo will be public unless the organization&#x2019;s default is private. This value is ignored if the repo already exists.`,name:"private"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.token",description:`<strong>token</strong> (<code>bool</code> or <code>str</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, will use the token generated
when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>). Will default to <code>True</code> if <code>repo_url</code>
is not specified.`,name:"token"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;5GB&quot;</code>) &#x2014;
Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard
will then be each of size lower than this size. If expressed as a string, needs to be digits followed
by a unit (like <code>&quot;5MB&quot;</code>). We default it to <code>&quot;5GB&quot;</code> so that users can easily load models on free-tier
Google Colab instances without any CPU OOM issues.`,name:"max_shard_size"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to convert the model weights in safetensors format for safer serialization.`,name:"safe_serialization"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Branch to push the uploaded files to.`,name:"revision"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.commit_description",description:`<strong>commit_description</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The description of the commit that will be created`,name:"commit_description"},{anchor:"transformers.utils.PushToHubMixin.push_to_hub.tags",description:`<strong>tags</strong> (<code>List[str]</code>, <em>optional</em>) &#x2014;
List of tags to push on the Hub.`,name:"tags"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/utils/hub.py#L767"}}),Tt=new D({props:{anchor:"transformers.utils.PushToHubMixin.push_to_hub.example",$$slots:{default:[qh]},$$scope:{ctx:P}}}),xn=new he({props:{title:"Sharded checkpoints",local:"transformers.modeling_utils.load_sharded_checkpoint",headingTag:"h2"}}),wn=new T({props:{name:"transformers.modeling_utils.load_sharded_checkpoint",anchor:"transformers.modeling_utils.load_sharded_checkpoint",parameters:[{name:"model",val:""},{name:"folder",val:""},{name:"strict",val:" = True"},{name:"prefer_safe",val:" = True"}],parametersDescription:[{anchor:"transformers.modeling_utils.load_sharded_checkpoint.model",description:"<strong>model</strong> (<code>torch.nn.Module</code>) &#x2014; The model in which to load the checkpoint.",name:"model"},{anchor:"transformers.modeling_utils.load_sharded_checkpoint.folder",description:"<strong>folder</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014; A path to a folder containing the sharded checkpoint.",name:"folder"},{anchor:"transformers.modeling_utils.load_sharded_checkpoint.strict",description:"<strong>strict</strong> (<code>bool</code>, *optional<code>, defaults to </code>True`) &#x2014;\nWhether to strictly enforce that the keys in the model state dict match the keys in the sharded checkpoint.",name:"strict"},{anchor:"transformers.modeling_utils.load_sharded_checkpoint.prefer_safe",description:`<strong>prefer_safe</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
If both safetensors and PyTorch save files are present in checkpoint and <code>prefer_safe</code> is True, the
safetensors files will be loaded. Otherwise, PyTorch files are always loaded when possible.`,name:"prefer_safe"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/modeling_utils.py#L429",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A named tuple with <code>missing_keys</code> and <code>unexpected_keys</code> fields</p>
<ul>
<li><code>missing_keys</code> is a list of str containing the missing keys</li>
<li><code>unexpected_keys</code> is a list of str containing the unexpected keys</li>
</ul>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>NamedTuple</code></p>
`}}),$n=new jh({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/ja/main_classes/model.md"}}),{c(){d=r("meta"),C=o(),y=r("p"),_=o(),c(k.$$.fragment),i=o(),J=r("p"),J.innerHTML=rc,os=o(),$t=r("p"),$t.innerHTML=ac,ns=o(),kt=r("ul"),kt.innerHTML=sc,rs=o(),jt=r("p"),jt.innerHTML=ic,as=o(),c(Jt.$$.fragment),ss=o(),x=r("div"),c(Ct.$$.fragment),ji=o(),Wn=r("p"),Wn.textContent=lc,Ji=o(),Gn=r("p"),Gn.innerHTML=dc,Ci=o(),zn=r("ul"),zn.innerHTML=mc,Ui=o(),Ln=r("p"),Ln.textContent=cc,Pi=o(),Bn=r("ul"),Bn.innerHTML=pc,Zi=o(),Q=r("div"),c(Ut.$$.fragment),Fi=o(),Vn=r("p"),Vn.textContent=hc,Ii=o(),c(_e.$$.fragment),Wi=o(),A=r("div"),c(Pt.$$.fragment),Gi=o(),Hn=r("p"),Hn.textContent=fc,zi=o(),c(be.$$.fragment),Li=o(),ye=r("div"),c(Zt.$$.fragment),Bi=o(),qn=r("p"),qn.innerHTML=uc,Vi=o(),ve=r("div"),c(Ft.$$.fragment),Hi=o(),Nn=r("p"),Nn.textContent=gc,qi=o(),Me=r("div"),c(It.$$.fragment),Ni=o(),Xn=r("p"),Xn.innerHTML=_c,Xi=o(),Te=r("div"),c(Wt.$$.fragment),Ri=o(),Rn=r("p"),Rn.textContent=bc,Ei=o(),Z=r("div"),c(Gt.$$.fragment),Yi=o(),En=r("p"),En.textContent=yc,Di=o(),Yn=r("p"),Yn.innerHTML=vc,Qi=o(),Dn=r("p"),Dn.innerHTML=Mc,Ai=o(),Qn=r("p"),Qn.innerHTML=Tc,Si=o(),An=r("p"),An.innerHTML=xc,Oi=o(),c(xe.$$.fragment),Ki=o(),c(we.$$.fragment),el=o(),Sn=r("ul"),Sn.innerHTML=wc,tl=o(),On=r("p"),On.textContent=$c,ol=o(),Kn=r("p"),Kn.textContent=kc,nl=o(),er=r("ol"),er.innerHTML=jc,rl=o(),tr=r("p"),tr.textContent=Jc,al=o(),$e=r("div"),c(zt.$$.fragment),sl=o(),or=r("p"),or.innerHTML=Cc,il=o(),ke=r("div"),c(Lt.$$.fragment),ll=o(),nr=r("p"),nr.textContent=Uc,dl=o(),je=r("div"),c(Bt.$$.fragment),ml=o(),rr=r("p"),rr.innerHTML=Pc,cl=o(),Je=r("div"),c(Vt.$$.fragment),pl=o(),ar=r("p"),ar.textContent=Zc,hl=o(),S=r("div"),c(Ht.$$.fragment),fl=o(),sr=r("p"),sr.textContent=Fc,ul=o(),ir=r("p"),ir.textContent=Ic,gl=o(),H=r("div"),c(qt.$$.fragment),_l=o(),lr=r("p"),lr.textContent=Wc,bl=o(),dr=r("p"),dr.textContent=Gc,yl=o(),mr=r("p"),mr.innerHTML=zc,vl=o(),Ce=r("div"),c(Nt.$$.fragment),Ml=o(),cr=r("p"),cr.innerHTML=Lc,Tl=o(),Ue=r("div"),c(Xt.$$.fragment),xl=o(),pr=r("p"),pr.textContent=Bc,wl=o(),Pe=r("div"),c(Rt.$$.fragment),$l=o(),hr=r("p"),hr.textContent=Vc,kl=o(),O=r("div"),c(Et.$$.fragment),jl=o(),fr=r("p"),fr.textContent=Hc,Jl=o(),c(Ze.$$.fragment),Cl=o(),K=r("div"),c(Yt.$$.fragment),Ul=o(),ur=r("p"),ur.innerHTML=qc,Pl=o(),gr=r("p"),gr.innerHTML=Nc,Zl=o(),Fe=r("div"),c(Dt.$$.fragment),Fl=o(),_r=r("p"),_r.innerHTML=Xc,Il=o(),Ie=r("div"),c(Qt.$$.fragment),Wl=o(),br=r("p"),br.innerHTML=Rc,Gl=o(),We=r("div"),c(At.$$.fragment),zl=o(),yr=r("p"),yr.textContent=Ec,Ll=o(),Ge=r("div"),c(St.$$.fragment),Bl=o(),vr=r("p"),vr.textContent=Yc,Vl=o(),ee=r("div"),c(Ot.$$.fragment),Hl=o(),Mr=r("p"),Mr.textContent=Dc,ql=o(),Tr=r("p"),Tr.innerHTML=Qc,Nl=o(),te=r("div"),c(Kt.$$.fragment),Xl=o(),xr=r("p"),xr.innerHTML=Ac,Rl=o(),wr=r("p"),wr.innerHTML=Sc,El=o(),ze=r("div"),c(eo.$$.fragment),Yl=o(),$r=r("p"),$r.textContent=Oc,is=o(),kr=r("a"),ls=o(),c(to.$$.fragment),ds=o(),oo=r("p"),oo.innerHTML=Kc,ms=o(),no=r("p"),no.innerHTML=ep,cs=o(),c(ro.$$.fragment),ps=o(),ao=r("p"),ao.innerHTML=tp,hs=o(),so=r("p"),so.innerHTML=op,fs=o(),c(io.$$.fragment),us=o(),lo=r("p"),lo.innerHTML=np,gs=o(),c(mo.$$.fragment),_s=o(),c(co.$$.fragment),bs=o(),po=r("p"),po.textContent=rp,ys=o(),c(ho.$$.fragment),vs=o(),fo=r("p"),fo.innerHTML=ap,Ms=o(),c(uo.$$.fragment),Ts=o(),go=r("p"),go.innerHTML=sp,xs=o(),c(_o.$$.fragment),ws=o(),bo=r("p"),bo.innerHTML=ip,$s=o(),c(yo.$$.fragment),ks=o(),vo=r("p"),vo.innerHTML=lp,js=o(),c(Mo.$$.fragment),Js=o(),To=r("p"),To.textContent=dp,Cs=o(),c(xo.$$.fragment),Us=o(),W=r("div"),c(wo.$$.fragment),Dl=o(),jr=r("p"),jr.innerHTML=mp,Ql=o(),oe=r("div"),c($o.$$.fragment),Al=o(),Jr=r("p"),Jr.textContent=cp,Sl=o(),Cr=r("p"),Cr.innerHTML=pp,Ol=o(),Le=r("div"),c(ko.$$.fragment),Kl=o(),Ur=r("p"),Ur.textContent=hp,ed=o(),Be=r("div"),c(jo.$$.fragment),td=o(),Pr=r("p"),Pr.innerHTML=fp,od=o(),Ve=r("div"),c(Jo.$$.fragment),nd=o(),Zr=r("p"),Zr.textContent=up,rd=o(),He=r("div"),c(Co.$$.fragment),ad=o(),Fr=r("p"),Fr.textContent=gp,sd=o(),qe=r("div"),c(Uo.$$.fragment),id=o(),Ir=r("p"),Ir.textContent=_p,ld=o(),Ne=r("div"),c(Po.$$.fragment),dd=o(),Wr=r("p"),Wr.textContent=bp,md=o(),Xe=r("div"),c(Zo.$$.fragment),cd=o(),Gr=r("p"),Gr.innerHTML=yp,Ps=o(),c(Fo.$$.fragment),Zs=o(),w=r("div"),c(Io.$$.fragment),pd=o(),zr=r("p"),zr.textContent=vp,hd=o(),Lr=r("p"),Lr.innerHTML=Mp,fd=o(),Br=r("ul"),Br.innerHTML=Tp,ud=o(),Vr=r("p"),Vr.textContent=xp,gd=o(),Hr=r("ul"),Hr.innerHTML=wp,_d=o(),ne=r("div"),c(Wo.$$.fragment),bd=o(),qr=r("p"),qr.innerHTML=$p,yd=o(),c(Re.$$.fragment),vd=o(),Ee=r("div"),c(Go.$$.fragment),Md=o(),Nr=r("p"),Nr.innerHTML=kp,Td=o(),Ye=r("div"),c(zo.$$.fragment),xd=o(),Xr=r("p"),Xr.textContent=jp,wd=o(),De=r("div"),c(Lo.$$.fragment),$d=o(),Rr=r("p"),Rr.innerHTML=Jp,kd=o(),B=r("div"),c(Bo.$$.fragment),jd=o(),Er=r("p"),Er.textContent=Cp,Jd=o(),Yr=r("p"),Yr.innerHTML=Up,Cd=o(),Dr=r("p"),Dr.innerHTML=Pp,Ud=o(),c(Qe.$$.fragment),Pd=o(),Ae=r("div"),c(Vo.$$.fragment),Zd=o(),Qr=r("p"),Qr.textContent=Zp,Fd=o(),Se=r("div"),c(Ho.$$.fragment),Id=o(),Ar=r("p"),Ar.textContent=Fp,Wd=o(),Oe=r("div"),c(qo.$$.fragment),Gd=o(),Sr=r("p"),Sr.textContent=Ip,zd=o(),Ke=r("div"),c(No.$$.fragment),Ld=o(),Or=r("p"),Or.textContent=Wp,Bd=o(),et=r("div"),c(Xo.$$.fragment),Vd=o(),Kr=r("p"),Kr.textContent=Gp,Hd=o(),tt=r("div"),c(Ro.$$.fragment),qd=o(),ea=r("p"),ea.textContent=zp,Nd=o(),ot=r("div"),c(Eo.$$.fragment),Xd=o(),ta=r("p"),ta.textContent=Lp,Rd=o(),nt=r("div"),c(Yo.$$.fragment),Ed=o(),oa=r("p"),oa.innerHTML=Bp,Yd=o(),rt=r("div"),c(Do.$$.fragment),Dd=o(),na=r("p"),na.textContent=Vp,Qd=o(),re=r("div"),c(Qo.$$.fragment),Ad=o(),ra=r("p"),ra.textContent=Hp,Sd=o(),c(at.$$.fragment),Od=o(),ae=r("div"),c(Ao.$$.fragment),Kd=o(),aa=r("p"),aa.innerHTML=qp,em=o(),sa=r("p"),sa.innerHTML=Np,tm=o(),st=r("div"),c(So.$$.fragment),om=o(),ia=r("p"),ia.innerHTML=Xp,nm=o(),la=r("div"),c(Oo.$$.fragment),rm=o(),it=r("div"),c(Ko.$$.fragment),am=o(),da=r("p"),da.textContent=Rp,sm=o(),lt=r("div"),c(en.$$.fragment),im=o(),ma=r("p"),ma.textContent=Ep,lm=o(),dt=r("div"),c(tn.$$.fragment),dm=o(),ca=r("p"),ca.textContent=Yp,mm=o(),mt=r("div"),c(on.$$.fragment),cm=o(),pa=r("p"),pa.textContent=Dp,pm=o(),ct=r("div"),c(nn.$$.fragment),hm=o(),ha=r("p"),ha.innerHTML=Qp,fm=o(),pt=r("div"),c(rn.$$.fragment),um=o(),fa=r("p"),fa.innerHTML=Ap,Fs=o(),c(an.$$.fragment),Is=o(),X=r("div"),c(sn.$$.fragment),gm=o(),ua=r("p"),ua.innerHTML=Sp,_m=o(),ht=r("div"),c(ln.$$.fragment),bm=o(),ga=r("p"),ga.textContent=Op,Ws=o(),c(dn.$$.fragment),Gs=o(),U=r("div"),c(mn.$$.fragment),ym=o(),_a=r("p"),_a.textContent=Kp,vm=o(),ba=r("p"),ba.innerHTML=eh,Mm=o(),ya=r("p"),ya.textContent=th,Tm=o(),va=r("ul"),va.innerHTML=oh,xm=o(),se=r("div"),c(cn.$$.fragment),wm=o(),Ma=r("p"),Ma.textContent=nh,$m=o(),c(ft.$$.fragment),km=o(),ut=r("div"),c(pn.$$.fragment),jm=o(),Ta=r("p"),Ta.innerHTML=rh,Jm=o(),V=r("div"),c(hn.$$.fragment),Cm=o(),xa=r("p"),xa.textContent=ah,Um=o(),wa=r("p"),wa.innerHTML=sh,Pm=o(),$a=r("p"),$a.innerHTML=ih,Zm=o(),c(gt.$$.fragment),Fm=o(),ie=r("div"),c(fn.$$.fragment),Im=o(),ka=r("p"),ka.innerHTML=lh,Wm=o(),ja=r("p"),ja.textContent=dh,Gm=o(),le=r("div"),c(un.$$.fragment),zm=o(),Ja=r("p"),Ja.textContent=mh,Lm=o(),c(_t.$$.fragment),Bm=o(),bt=r("div"),c(gn.$$.fragment),Vm=o(),Ca=r("p"),Ca.innerHTML=ch,Hm=o(),q=r("div"),c(_n.$$.fragment),qm=o(),Ua=r("p"),Ua.innerHTML=ph,Nm=o(),Pa=r("p"),Pa.textContent=hh,Xm=o(),c(yt.$$.fragment),Rm=o(),N=r("div"),c(bn.$$.fragment),Em=o(),Za=r("p"),Za.innerHTML=fh,Ym=o(),Fa=r("p"),Fa.textContent=uh,Dm=o(),c(vt.$$.fragment),Qm=o(),de=r("div"),c(yn.$$.fragment),Am=o(),Ia=r("p"),Ia.innerHTML=gh,Sm=o(),c(Mt.$$.fragment),zs=o(),c(vn.$$.fragment),Ls=o(),R=r("div"),c(Mn.$$.fragment),Om=o(),Wa=r("p"),Wa.textContent=_h,Km=o(),me=r("div"),c(Tn.$$.fragment),ec=o(),Ga=r("p"),Ga.textContent=bh,tc=o(),c(Tt.$$.fragment),Bs=o(),c(xn.$$.fragment),Vs=o(),E=r("div"),c(wn.$$.fragment),oc=o(),za=r("p"),za.innerHTML=yh,nc=o(),La=r("p"),La.textContent=vh,Hs=o(),c($n.$$.fragment),qs=o(),ts=r("p"),this.h()},l(e){const m=kh("svelte-u9bgzb",document.head);d=a(m,"META",{name:!0,content:!0}),m.forEach(s),C=n(e),y=a(e,"P",{}),v(y).forEach(s),_=n(e),p(k.$$.fragment,e),i=n(e),J=a(e,"P",{"data-svelte-h":!0}),l(J)!=="svelte-ztd3eo"&&(J.innerHTML=rc),os=n(e),$t=a(e,"P",{"data-svelte-h":!0}),l($t)!=="svelte-5ajiku"&&($t.innerHTML=ac),ns=n(e),kt=a(e,"UL",{"data-svelte-h":!0}),l(kt)!=="svelte-ovrku8"&&(kt.innerHTML=sc),rs=n(e),jt=a(e,"P",{"data-svelte-h":!0}),l(jt)!=="svelte-1pczj4x"&&(jt.innerHTML=ic),as=n(e),p(Jt.$$.fragment,e),ss=n(e),x=a(e,"DIV",{class:!0});var $=v(x);p(Ct.$$.fragment,$),ji=n($),Wn=a($,"P",{"data-svelte-h":!0}),l(Wn)!=="svelte-12nk4t7"&&(Wn.textContent=lc),Ji=n($),Gn=a($,"P",{"data-svelte-h":!0}),l(Gn)!=="svelte-1qd90z2"&&(Gn.innerHTML=dc),Ci=n($),zn=a($,"UL",{"data-svelte-h":!0}),l(zn)!=="svelte-6o6r8w"&&(zn.innerHTML=mc),Ui=n($),Ln=a($,"P",{"data-svelte-h":!0}),l(Ln)!=="svelte-1qxxkvo"&&(Ln.textContent=cc),Pi=n($),Bn=a($,"UL",{"data-svelte-h":!0}),l(Bn)!=="svelte-1xgvwmi"&&(Bn.innerHTML=pc),Zi=n($),Q=a($,"DIV",{class:!0});var fe=v(Q);p(Ut.$$.fragment,fe),Fi=n(fe),Vn=a(fe,"P",{"data-svelte-h":!0}),l(Vn)!=="svelte-1j9019y"&&(Vn.textContent=hc),Ii=n(fe),p(_e.$$.fragment,fe),fe.forEach(s),Wi=n($),A=a($,"DIV",{class:!0});var ue=v(A);p(Pt.$$.fragment,ue),Gi=n(ue),Hn=a(ue,"P",{"data-svelte-h":!0}),l(Hn)!=="svelte-1mcxpi"&&(Hn.textContent=fc),zi=n(ue),p(be.$$.fragment,ue),ue.forEach(s),Li=n($),ye=a($,"DIV",{class:!0});var kn=v(ye);p(Zt.$$.fragment,kn),Bi=n(kn),qn=a(kn,"P",{"data-svelte-h":!0}),l(qn)!=="svelte-1r2xt0l"&&(qn.innerHTML=uc),kn.forEach(s),Vi=n($),ve=a($,"DIV",{class:!0});var jn=v(ve);p(Ft.$$.fragment,jn),Hi=n(jn),Nn=a(jn,"P",{"data-svelte-h":!0}),l(Nn)!=="svelte-on69a4"&&(Nn.textContent=gc),jn.forEach(s),qi=n($),Me=a($,"DIV",{class:!0});var Jn=v(Me);p(It.$$.fragment,Jn),Ni=n(Jn),Xn=a(Jn,"P",{"data-svelte-h":!0}),l(Xn)!=="svelte-1arq2q9"&&(Xn.innerHTML=_c),Jn.forEach(s),Xi=n($),Te=a($,"DIV",{class:!0});var Cn=v(Te);p(Wt.$$.fragment,Cn),Ri=n(Cn),Rn=a(Cn,"P",{"data-svelte-h":!0}),l(Rn)!=="svelte-gf3f10"&&(Rn.textContent=bc),Cn.forEach(s),Ei=n($),Z=a($,"DIV",{class:!0});var F=v(Z);p(Gt.$$.fragment,F),Yi=n(F),En=a(F,"P",{"data-svelte-h":!0}),l(En)!=="svelte-1m220hc"&&(En.textContent=yc),Di=n(F),Yn=a(F,"P",{"data-svelte-h":!0}),l(Yn)!=="svelte-1vvzid2"&&(Yn.innerHTML=vc),Qi=n(F),Dn=a(F,"P",{"data-svelte-h":!0}),l(Dn)!=="svelte-floidm"&&(Dn.innerHTML=Mc),Ai=n(F),Qn=a(F,"P",{"data-svelte-h":!0}),l(Qn)!=="svelte-5vnnmn"&&(Qn.innerHTML=Tc),Si=n(F),An=a(F,"P",{"data-svelte-h":!0}),l(An)!=="svelte-1f411sa"&&(An.innerHTML=xc),Oi=n(F),p(xe.$$.fragment,F),Ki=n(F),p(we.$$.fragment,F),el=n(F),Sn=a(F,"UL",{"data-svelte-h":!0}),l(Sn)!=="svelte-14hq6us"&&(Sn.innerHTML=wc),tl=n(F),On=a(F,"P",{"data-svelte-h":!0}),l(On)!=="svelte-1ndujqx"&&(On.textContent=$c),ol=n(F),Kn=a(F,"P",{"data-svelte-h":!0}),l(Kn)!=="svelte-h5finb"&&(Kn.textContent=kc),nl=n(F),er=a(F,"OL",{"data-svelte-h":!0}),l(er)!=="svelte-17iv4ty"&&(er.innerHTML=jc),rl=n(F),tr=a(F,"P",{"data-svelte-h":!0}),l(tr)!=="svelte-1kh2krb"&&(tr.textContent=Jc),F.forEach(s),al=n($),$e=a($,"DIV",{class:!0});var Un=v($e);p(zt.$$.fragment,Un),sl=n(Un),or=a(Un,"P",{"data-svelte-h":!0}),l(or)!=="svelte-1jqter6"&&(or.innerHTML=Cc),Un.forEach(s),il=n($),ke=a($,"DIV",{class:!0});var Pn=v(ke);p(Lt.$$.fragment,Pn),ll=n(Pn),nr=a(Pn,"P",{"data-svelte-h":!0}),l(nr)!=="svelte-1oe3d1l"&&(nr.textContent=Uc),Pn.forEach(s),dl=n($),je=a($,"DIV",{class:!0});var Zn=v(je);p(Bt.$$.fragment,Zn),ml=n(Zn),rr=a(Zn,"P",{"data-svelte-h":!0}),l(rr)!=="svelte-1o6lvix"&&(rr.innerHTML=Pc),Zn.forEach(s),cl=n($),Je=a($,"DIV",{class:!0});var Fn=v(Je);p(Vt.$$.fragment,Fn),pl=n(Fn),ar=a(Fn,"P",{"data-svelte-h":!0}),l(ar)!=="svelte-1en7lnm"&&(ar.textContent=Zc),Fn.forEach(s),hl=n($),S=a($,"DIV",{class:!0});var ge=v(S);p(Ht.$$.fragment,ge),fl=n(ge),sr=a(ge,"P",{"data-svelte-h":!0}),l(sr)!=="svelte-x1yzxn"&&(sr.textContent=Fc),ul=n(ge),ir=a(ge,"P",{"data-svelte-h":!0}),l(ir)!=="svelte-1c0vp3s"&&(ir.textContent=Ic),ge.forEach(s),gl=n($),H=a($,"DIV",{class:!0});var Y=v(H);p(qt.$$.fragment,Y),_l=n(Y),lr=a(Y,"P",{"data-svelte-h":!0}),l(lr)!=="svelte-vu1mp6"&&(lr.textContent=Wc),bl=n(Y),dr=a(Y,"P",{"data-svelte-h":!0}),l(dr)!=="svelte-1c0vp3s"&&(dr.textContent=Gc),yl=n(Y),mr=a(Y,"P",{"data-svelte-h":!0}),l(mr)!=="svelte-1entg0x"&&(mr.innerHTML=zc),Y.forEach(s),vl=n($),Ce=a($,"DIV",{class:!0});var In=v(Ce);p(Nt.$$.fragment,In),Ml=n(In),cr=a(In,"P",{"data-svelte-h":!0}),l(cr)!=="svelte-1gceydr"&&(cr.innerHTML=Lc),In.forEach(s),Tl=n($),Ue=a($,"DIV",{class:!0});var Xs=v(Ue);p(Xt.$$.fragment,Xs),xl=n(Xs),pr=a(Xs,"P",{"data-svelte-h":!0}),l(pr)!=="svelte-kxy0hj"&&(pr.textContent=Bc),Xs.forEach(s),wl=n($),Pe=a($,"DIV",{class:!0});var Rs=v(Pe);p(Rt.$$.fragment,Rs),$l=n(Rs),hr=a(Rs,"P",{"data-svelte-h":!0}),l(hr)!=="svelte-qvrpxu"&&(hr.textContent=Vc),Rs.forEach(s),kl=n($),O=a($,"DIV",{class:!0});var Ba=v(O);p(Et.$$.fragment,Ba),jl=n(Ba),fr=a(Ba,"P",{"data-svelte-h":!0}),l(fr)!=="svelte-1ie4sav"&&(fr.textContent=Hc),Jl=n(Ba),p(Ze.$$.fragment,Ba),Ba.forEach(s),Cl=n($),K=a($,"DIV",{class:!0});var Va=v(K);p(Yt.$$.fragment,Va),Ul=n(Va),ur=a(Va,"P",{"data-svelte-h":!0}),l(ur)!=="svelte-sgsur1"&&(ur.innerHTML=qc),Pl=n(Va),gr=a(Va,"P",{"data-svelte-h":!0}),l(gr)!=="svelte-1t4xas4"&&(gr.innerHTML=Nc),Va.forEach(s),Zl=n($),Fe=a($,"DIV",{class:!0});var Es=v(Fe);p(Dt.$$.fragment,Es),Fl=n(Es),_r=a(Es,"P",{"data-svelte-h":!0}),l(_r)!=="svelte-t1afrg"&&(_r.innerHTML=Xc),Es.forEach(s),Il=n($),Ie=a($,"DIV",{class:!0});var Ys=v(Ie);p(Qt.$$.fragment,Ys),Wl=n(Ys),br=a(Ys,"P",{"data-svelte-h":!0}),l(br)!=="svelte-1karewn"&&(br.innerHTML=Rc),Ys.forEach(s),Gl=n($),We=a($,"DIV",{class:!0});var Ds=v(We);p(At.$$.fragment,Ds),zl=n(Ds),yr=a(Ds,"P",{"data-svelte-h":!0}),l(yr)!=="svelte-107jmv5"&&(yr.textContent=Ec),Ds.forEach(s),Ll=n($),Ge=a($,"DIV",{class:!0});var Qs=v(Ge);p(St.$$.fragment,Qs),Bl=n(Qs),vr=a(Qs,"P",{"data-svelte-h":!0}),l(vr)!=="svelte-1xopsua"&&(vr.textContent=Yc),Qs.forEach(s),Vl=n($),ee=a($,"DIV",{class:!0});var Ha=v(ee);p(Ot.$$.fragment,Ha),Hl=n(Ha),Mr=a(Ha,"P",{"data-svelte-h":!0}),l(Mr)!=="svelte-5nt4be"&&(Mr.textContent=Dc),ql=n(Ha),Tr=a(Ha,"P",{"data-svelte-h":!0}),l(Tr)!=="svelte-1ti0hxu"&&(Tr.innerHTML=Qc),Ha.forEach(s),Nl=n($),te=a($,"DIV",{class:!0});var qa=v(te);p(Kt.$$.fragment,qa),Xl=n(qa),xr=a(qa,"P",{"data-svelte-h":!0}),l(xr)!=="svelte-1sq1344"&&(xr.innerHTML=Ac),Rl=n(qa),wr=a(qa,"P",{"data-svelte-h":!0}),l(wr)!=="svelte-1p16ejc"&&(wr.innerHTML=Sc),qa.forEach(s),El=n($),ze=a($,"DIV",{class:!0});var As=v(ze);p(eo.$$.fragment,As),Yl=n(As),$r=a(As,"P",{"data-svelte-h":!0}),l($r)!=="svelte-nkp8sx"&&($r.textContent=Oc),As.forEach(s),$.forEach(s),is=n(e),kr=a(e,"A",{id:!0}),v(kr).forEach(s),ls=n(e),p(to.$$.fragment,e),ds=n(e),oo=a(e,"P",{"data-svelte-h":!0}),l(oo)!=="svelte-yjbrr2"&&(oo.innerHTML=Kc),ms=n(e),no=a(e,"P",{"data-svelte-h":!0}),l(no)!=="svelte-k82ih6"&&(no.innerHTML=ep),cs=n(e),p(ro.$$.fragment,e),ps=n(e),ao=a(e,"P",{"data-svelte-h":!0}),l(ao)!=="svelte-bbuvro"&&(ao.innerHTML=tp),hs=n(e),so=a(e,"P",{"data-svelte-h":!0}),l(so)!=="svelte-a0sf5y"&&(so.innerHTML=op),fs=n(e),p(io.$$.fragment,e),us=n(e),lo=a(e,"P",{"data-svelte-h":!0}),l(lo)!=="svelte-hi8e88"&&(lo.innerHTML=np),gs=n(e),p(mo.$$.fragment,e),_s=n(e),p(co.$$.fragment,e),bs=n(e),po=a(e,"P",{"data-svelte-h":!0}),l(po)!=="svelte-bffpgr"&&(po.textContent=rp),ys=n(e),p(ho.$$.fragment,e),vs=n(e),fo=a(e,"P",{"data-svelte-h":!0}),l(fo)!=="svelte-xofgy7"&&(fo.innerHTML=ap),Ms=n(e),p(uo.$$.fragment,e),Ts=n(e),go=a(e,"P",{"data-svelte-h":!0}),l(go)!=="svelte-1g6edtz"&&(go.innerHTML=sp),xs=n(e),p(_o.$$.fragment,e),ws=n(e),bo=a(e,"P",{"data-svelte-h":!0}),l(bo)!=="svelte-d3uh15"&&(bo.innerHTML=ip),$s=n(e),p(yo.$$.fragment,e),ks=n(e),vo=a(e,"P",{"data-svelte-h":!0}),l(vo)!=="svelte-1fk7l2i"&&(vo.innerHTML=lp),js=n(e),p(Mo.$$.fragment,e),Js=n(e),To=a(e,"P",{"data-svelte-h":!0}),l(To)!=="svelte-11n10jn"&&(To.textContent=dp),Cs=n(e),p(xo.$$.fragment,e),Us=n(e),W=a(e,"DIV",{class:!0});var G=v(W);p(wo.$$.fragment,G),Dl=n(G),jr=a(G,"P",{"data-svelte-h":!0}),l(jr)!=="svelte-9daxpl"&&(jr.innerHTML=mp),Ql=n(G),oe=a(G,"DIV",{class:!0});var Na=v(oe);p($o.$$.fragment,Na),Al=n(Na),Jr=a(Na,"P",{"data-svelte-h":!0}),l(Jr)!=="svelte-bszdl"&&(Jr.textContent=cp),Sl=n(Na),Cr=a(Na,"P",{"data-svelte-h":!0}),l(Cr)!=="svelte-1yhz50g"&&(Cr.innerHTML=pp),Na.forEach(s),Ol=n(G),Le=a(G,"DIV",{class:!0});var Ss=v(Le);p(ko.$$.fragment,Ss),Kl=n(Ss),Ur=a(Ss,"P",{"data-svelte-h":!0}),l(Ur)!=="svelte-1vzpsnb"&&(Ur.textContent=hp),Ss.forEach(s),ed=n(G),Be=a(G,"DIV",{class:!0});var Os=v(Be);p(jo.$$.fragment,Os),td=n(Os),Pr=a(Os,"P",{"data-svelte-h":!0}),l(Pr)!=="svelte-1quexap"&&(Pr.innerHTML=fp),Os.forEach(s),od=n(G),Ve=a(G,"DIV",{class:!0});var Ks=v(Ve);p(Jo.$$.fragment,Ks),nd=n(Ks),Zr=a(Ks,"P",{"data-svelte-h":!0}),l(Zr)!=="svelte-qy1xxb"&&(Zr.textContent=up),Ks.forEach(s),rd=n(G),He=a(G,"DIV",{class:!0});var ei=v(He);p(Co.$$.fragment,ei),ad=n(ei),Fr=a(ei,"P",{"data-svelte-h":!0}),l(Fr)!=="svelte-1y1rtu0"&&(Fr.textContent=gp),ei.forEach(s),sd=n(G),qe=a(G,"DIV",{class:!0});var ti=v(qe);p(Uo.$$.fragment,ti),id=n(ti),Ir=a(ti,"P",{"data-svelte-h":!0}),l(Ir)!=="svelte-1tbhnug"&&(Ir.textContent=_p),ti.forEach(s),ld=n(G),Ne=a(G,"DIV",{class:!0});var oi=v(Ne);p(Po.$$.fragment,oi),dd=n(oi),Wr=a(oi,"P",{"data-svelte-h":!0}),l(Wr)!=="svelte-vktrn"&&(Wr.textContent=bp),oi.forEach(s),md=n(G),Xe=a(G,"DIV",{class:!0});var ni=v(Xe);p(Zo.$$.fragment,ni),cd=n(ni),Gr=a(ni,"P",{"data-svelte-h":!0}),l(Gr)!=="svelte-1vzjjgb"&&(Gr.innerHTML=yp),ni.forEach(s),G.forEach(s),Ps=n(e),p(Fo.$$.fragment,e),Zs=n(e),w=a(e,"DIV",{class:!0});var j=v(w);p(Io.$$.fragment,j),pd=n(j),zr=a(j,"P",{"data-svelte-h":!0}),l(zr)!=="svelte-ho56tp"&&(zr.textContent=vp),hd=n(j),Lr=a(j,"P",{"data-svelte-h":!0}),l(Lr)!=="svelte-co6gzq"&&(Lr.innerHTML=Mp),fd=n(j),Br=a(j,"UL",{"data-svelte-h":!0}),l(Br)!=="svelte-6o6r8w"&&(Br.innerHTML=Tp),ud=n(j),Vr=a(j,"P",{"data-svelte-h":!0}),l(Vr)!=="svelte-1qxxkvo"&&(Vr.textContent=xp),gd=n(j),Hr=a(j,"UL",{"data-svelte-h":!0}),l(Hr)!=="svelte-1empms3"&&(Hr.innerHTML=wp),_d=n(j),ne=a(j,"DIV",{class:!0});var Xa=v(ne);p(Wo.$$.fragment,Xa),bd=n(Xa),qr=a(Xa,"P",{"data-svelte-h":!0}),l(qr)!=="svelte-8nftbo"&&(qr.innerHTML=$p),yd=n(Xa),p(Re.$$.fragment,Xa),Xa.forEach(s),vd=n(j),Ee=a(j,"DIV",{class:!0});var ri=v(Ee);p(Go.$$.fragment,ri),Md=n(ri),Nr=a(ri,"P",{"data-svelte-h":!0}),l(Nr)!=="svelte-1r2xt0l"&&(Nr.innerHTML=kp),ri.forEach(s),Td=n(j),Ye=a(j,"DIV",{class:!0});var ai=v(Ye);p(zo.$$.fragment,ai),xd=n(ai),Xr=a(ai,"P",{"data-svelte-h":!0}),l(Xr)!=="svelte-wsnq9n"&&(Xr.textContent=jp),ai.forEach(s),wd=n(j),De=a(j,"DIV",{class:!0});var si=v(De);p(Lo.$$.fragment,si),$d=n(si),Rr=a(si,"P",{"data-svelte-h":!0}),l(Rr)!=="svelte-1mh859w"&&(Rr.innerHTML=Jp),si.forEach(s),kd=n(j),B=a(j,"DIV",{class:!0});var ce=v(B);p(Bo.$$.fragment,ce),jd=n(ce),Er=a(ce,"P",{"data-svelte-h":!0}),l(Er)!=="svelte-vc5x03"&&(Er.textContent=Cp),Jd=n(ce),Yr=a(ce,"P",{"data-svelte-h":!0}),l(Yr)!=="svelte-floidm"&&(Yr.innerHTML=Up),Cd=n(ce),Dr=a(ce,"P",{"data-svelte-h":!0}),l(Dr)!=="svelte-5vnnmn"&&(Dr.innerHTML=Pp),Ud=n(ce),p(Qe.$$.fragment,ce),ce.forEach(s),Pd=n(j),Ae=a(j,"DIV",{class:!0});var ii=v(Ae);p(Vo.$$.fragment,ii),Zd=n(ii),Qr=a(ii,"P",{"data-svelte-h":!0}),l(Qr)!=="svelte-ja4l5b"&&(Qr.textContent=Zp),ii.forEach(s),Fd=n(j),Se=a(j,"DIV",{class:!0});var li=v(Se);p(Ho.$$.fragment,li),Id=n(li),Ar=a(li,"P",{"data-svelte-h":!0}),l(Ar)!=="svelte-1y1rtu0"&&(Ar.textContent=Fp),li.forEach(s),Wd=n(j),Oe=a(j,"DIV",{class:!0});var di=v(Oe);p(qo.$$.fragment,di),Gd=n(di),Sr=a(di,"P",{"data-svelte-h":!0}),l(Sr)!=="svelte-1g2truu"&&(Sr.textContent=Ip),di.forEach(s),zd=n(j),Ke=a(j,"DIV",{class:!0});var mi=v(Ke);p(No.$$.fragment,mi),Ld=n(mi),Or=a(mi,"P",{"data-svelte-h":!0}),l(Or)!=="svelte-1hvwe3j"&&(Or.textContent=Wp),mi.forEach(s),Bd=n(j),et=a(j,"DIV",{class:!0});var ci=v(et);p(Xo.$$.fragment,ci),Vd=n(ci),Kr=a(ci,"P",{"data-svelte-h":!0}),l(Kr)!=="svelte-1mu3td8"&&(Kr.textContent=Gp),ci.forEach(s),Hd=n(j),tt=a(j,"DIV",{class:!0});var pi=v(tt);p(Ro.$$.fragment,pi),qd=n(pi),ea=a(pi,"P",{"data-svelte-h":!0}),l(ea)!=="svelte-ib1802"&&(ea.textContent=zp),pi.forEach(s),Nd=n(j),ot=a(j,"DIV",{class:!0});var hi=v(ot);p(Eo.$$.fragment,hi),Xd=n(hi),ta=a(hi,"P",{"data-svelte-h":!0}),l(ta)!=="svelte-1vipzyv"&&(ta.textContent=Lp),hi.forEach(s),Rd=n(j),nt=a(j,"DIV",{class:!0});var fi=v(nt);p(Yo.$$.fragment,fi),Ed=n(fi),oa=a(fi,"P",{"data-svelte-h":!0}),l(oa)!=="svelte-q8rs5u"&&(oa.innerHTML=Bp),fi.forEach(s),Yd=n(j),rt=a(j,"DIV",{class:!0});var ui=v(rt);p(Do.$$.fragment,ui),Dd=n(ui),na=a(ui,"P",{"data-svelte-h":!0}),l(na)!=="svelte-qvrpxu"&&(na.textContent=Vp),ui.forEach(s),Qd=n(j),re=a(j,"DIV",{class:!0});var Ra=v(re);p(Qo.$$.fragment,Ra),Ad=n(Ra),ra=a(Ra,"P",{"data-svelte-h":!0}),l(ra)!=="svelte-1ie4sav"&&(ra.textContent=Hp),Sd=n(Ra),p(at.$$.fragment,Ra),Ra.forEach(s),Od=n(j),ae=a(j,"DIV",{class:!0});var Ea=v(ae);p(Ao.$$.fragment,Ea),Kd=n(Ea),aa=a(Ea,"P",{"data-svelte-h":!0}),l(aa)!=="svelte-sgsur1"&&(aa.innerHTML=qp),em=n(Ea),sa=a(Ea,"P",{"data-svelte-h":!0}),l(sa)!=="svelte-1t4xas4"&&(sa.innerHTML=Np),Ea.forEach(s),tm=n(j),st=a(j,"DIV",{class:!0});var gi=v(st);p(So.$$.fragment,gi),om=n(gi),ia=a(gi,"P",{"data-svelte-h":!0}),l(ia)!=="svelte-1wafce1"&&(ia.innerHTML=Xp),gi.forEach(s),nm=n(j),la=a(j,"DIV",{class:!0});var Mh=v(la);p(Oo.$$.fragment,Mh),Mh.forEach(s),rm=n(j),it=a(j,"DIV",{class:!0});var _i=v(it);p(Ko.$$.fragment,_i),am=n(_i),da=a(_i,"P",{"data-svelte-h":!0}),l(da)!=="svelte-4zpnur"&&(da.textContent=Rp),_i.forEach(s),sm=n(j),lt=a(j,"DIV",{class:!0});var bi=v(lt);p(en.$$.fragment,bi),im=n(bi),ma=a(bi,"P",{"data-svelte-h":!0}),l(ma)!=="svelte-cmhrcy"&&(ma.textContent=Ep),bi.forEach(s),lm=n(j),dt=a(j,"DIV",{class:!0});var yi=v(dt);p(tn.$$.fragment,yi),dm=n(yi),ca=a(yi,"P",{"data-svelte-h":!0}),l(ca)!=="svelte-1ouwbwr"&&(ca.textContent=Yp),yi.forEach(s),mm=n(j),mt=a(j,"DIV",{class:!0});var vi=v(mt);p(on.$$.fragment,vi),cm=n(vi),pa=a(vi,"P",{"data-svelte-h":!0}),l(pa)!=="svelte-x8fgs0"&&(pa.textContent=Dp),vi.forEach(s),pm=n(j),ct=a(j,"DIV",{class:!0});var Mi=v(ct);p(nn.$$.fragment,Mi),hm=n(Mi),ha=a(Mi,"P",{"data-svelte-h":!0}),l(ha)!=="svelte-oo8tit"&&(ha.innerHTML=Qp),Mi.forEach(s),fm=n(j),pt=a(j,"DIV",{class:!0});var Ti=v(pt);p(rn.$$.fragment,Ti),um=n(Ti),fa=a(Ti,"P",{"data-svelte-h":!0}),l(fa)!=="svelte-oo8tit"&&(fa.innerHTML=Ap),Ti.forEach(s),j.forEach(s),Fs=n(e),p(an.$$.fragment,e),Is=n(e),X=a(e,"DIV",{class:!0});var Ya=v(X);p(sn.$$.fragment,Ya),gm=n(Ya),ua=a(Ya,"P",{"data-svelte-h":!0}),l(ua)!=="svelte-1dqi2f3"&&(ua.innerHTML=Sp),_m=n(Ya),ht=a(Ya,"DIV",{class:!0});var xi=v(ht);p(ln.$$.fragment,xi),bm=n(xi),ga=a(xi,"P",{"data-svelte-h":!0}),l(ga)!=="svelte-im20fs"&&(ga.textContent=Op),xi.forEach(s),Ya.forEach(s),Ws=n(e),p(dn.$$.fragment,e),Gs=n(e),U=a(e,"DIV",{class:!0});var I=v(U);p(mn.$$.fragment,I),ym=n(I),_a=a(I,"P",{"data-svelte-h":!0}),l(_a)!=="svelte-12nk4t7"&&(_a.textContent=Kp),vm=n(I),ba=a(I,"P",{"data-svelte-h":!0}),l(ba)!=="svelte-m0edpf"&&(ba.innerHTML=eh),Mm=n(I),ya=a(I,"P",{"data-svelte-h":!0}),l(ya)!=="svelte-1qxxkvo"&&(ya.textContent=th),Tm=n(I),va=a(I,"UL",{"data-svelte-h":!0}),l(va)!=="svelte-1empms3"&&(va.innerHTML=oh),xm=n(I),se=a(I,"DIV",{class:!0});var Da=v(se);p(cn.$$.fragment,Da),wm=n(Da),Ma=a(Da,"P",{"data-svelte-h":!0}),l(Ma)!=="svelte-a8hf5e"&&(Ma.textContent=nh),$m=n(Da),p(ft.$$.fragment,Da),Da.forEach(s),km=n(I),ut=a(I,"DIV",{class:!0});var wi=v(ut);p(pn.$$.fragment,wi),jm=n(wi),Ta=a(wi,"P",{"data-svelte-h":!0}),l(Ta)!=="svelte-12hq10t"&&(Ta.innerHTML=rh),wi.forEach(s),Jm=n(I),V=a(I,"DIV",{class:!0});var pe=v(V);p(hn.$$.fragment,pe),Cm=n(pe),xa=a(pe,"P",{"data-svelte-h":!0}),l(xa)!=="svelte-1oaqdrm"&&(xa.textContent=ah),Um=n(pe),wa=a(pe,"P",{"data-svelte-h":!0}),l(wa)!=="svelte-floidm"&&(wa.innerHTML=sh),Pm=n(pe),$a=a(pe,"P",{"data-svelte-h":!0}),l($a)!=="svelte-5vnnmn"&&($a.innerHTML=ih),Zm=n(pe),p(gt.$$.fragment,pe),pe.forEach(s),Fm=n(I),ie=a(I,"DIV",{class:!0});var Qa=v(ie);p(fn.$$.fragment,Qa),Im=n(Qa),ka=a(Qa,"P",{"data-svelte-h":!0}),l(ka)!=="svelte-plzzd0"&&(ka.innerHTML=lh),Wm=n(Qa),ja=a(Qa,"P",{"data-svelte-h":!0}),l(ja)!=="svelte-bzl1lx"&&(ja.textContent=dh),Qa.forEach(s),Gm=n(I),le=a(I,"DIV",{class:!0});var Aa=v(le);p(un.$$.fragment,Aa),zm=n(Aa),Ja=a(Aa,"P",{"data-svelte-h":!0}),l(Ja)!=="svelte-1ie4sav"&&(Ja.textContent=mh),Lm=n(Aa),p(_t.$$.fragment,Aa),Aa.forEach(s),Bm=n(I),bt=a(I,"DIV",{class:!0});var $i=v(bt);p(gn.$$.fragment,$i),Vm=n($i),Ca=a($i,"P",{"data-svelte-h":!0}),l(Ca)!=="svelte-1vpsc9x"&&(Ca.innerHTML=ch),$i.forEach(s),Hm=n(I),q=a(I,"DIV",{class:!0});var xt=v(q);p(_n.$$.fragment,xt),qm=n(xt),Ua=a(xt,"P",{"data-svelte-h":!0}),l(Ua)!=="svelte-16uni9u"&&(Ua.innerHTML=ph),Nm=n(xt),Pa=a(xt,"P",{"data-svelte-h":!0}),l(Pa)!=="svelte-qh3hgx"&&(Pa.textContent=hh),Xm=n(xt),p(yt.$$.fragment,xt),xt.forEach(s),Rm=n(I),N=a(I,"DIV",{class:!0});var wt=v(N);p(bn.$$.fragment,wt),Em=n(wt),Za=a(wt,"P",{"data-svelte-h":!0}),l(Za)!=="svelte-uock64"&&(Za.innerHTML=fh),Ym=n(wt),Fa=a(wt,"P",{"data-svelte-h":!0}),l(Fa)!=="svelte-1rko7go"&&(Fa.textContent=uh),Dm=n(wt),p(vt.$$.fragment,wt),wt.forEach(s),Qm=n(I),de=a(I,"DIV",{class:!0});var Sa=v(de);p(yn.$$.fragment,Sa),Am=n(Sa),Ia=a(Sa,"P",{"data-svelte-h":!0}),l(Ia)!=="svelte-1jvan3s"&&(Ia.innerHTML=gh),Sm=n(Sa),p(Mt.$$.fragment,Sa),Sa.forEach(s),I.forEach(s),zs=n(e),p(vn.$$.fragment,e),Ls=n(e),R=a(e,"DIV",{class:!0});var Oa=v(R);p(Mn.$$.fragment,Oa),Om=n(Oa),Wa=a(Oa,"P",{"data-svelte-h":!0}),l(Wa)!=="svelte-s2i98"&&(Wa.textContent=_h),Km=n(Oa),me=a(Oa,"DIV",{class:!0});var Ka=v(me);p(Tn.$$.fragment,Ka),ec=n(Ka),Ga=a(Ka,"P",{"data-svelte-h":!0}),l(Ga)!=="svelte-am4l6x"&&(Ga.textContent=bh),tc=n(Ka),p(Tt.$$.fragment,Ka),Ka.forEach(s),Oa.forEach(s),Bs=n(e),p(xn.$$.fragment,e),Vs=n(e),E=a(e,"DIV",{class:!0});var es=v(E);p(wn.$$.fragment,es),oc=n(es),za=a(es,"P",{"data-svelte-h":!0}),l(za)!=="svelte-16tfby7"&&(za.innerHTML=yh),nc=n(es),La=a(es,"P",{"data-svelte-h":!0}),l(La)!=="svelte-bzl1lx"&&(La.textContent=vh),es.forEach(s),Hs=n(e),p($n.$$.fragment,e),qs=n(e),ts=a(e,"P",{}),v(ts).forEach(s),this.h()},h(){M(d,"name","hf:doc:metadata"),M(d,"content",Xh),M(Q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(A,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ye,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ve,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Me,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Te,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M($e,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ke,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(je,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Je,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ce,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ue,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Pe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(K,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Fe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ie,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(We,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ge,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ee,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(te,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ze,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(x,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(kr,"id","from_pretrained-torch-dtype"),M(oe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Le,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Be,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ve,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(He,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(qe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ne,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Xe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(W,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ne,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ee,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ye,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(De,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ae,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Se,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Oe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(Ke,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(et,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(tt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ot,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(nt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(rt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(re,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ae,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(st,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(la,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(it,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(lt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(dt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(mt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ct,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(pt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(w,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ht,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(se,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ut,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(V,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(ie,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(le,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(bt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(N,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(de,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(me,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(R,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),M(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,m){t(document.head,d),b(e,C,m),b(e,y,m),b(e,_,m),h(k,e,m),b(e,i,m),b(e,J,m),b(e,os,m),b(e,$t,m),b(e,ns,m),b(e,kt,m),b(e,rs,m),b(e,jt,m),b(e,as,m),h(Jt,e,m),b(e,ss,m),b(e,x,m),h(Ct,x,null),t(x,ji),t(x,Wn),t(x,Ji),t(x,Gn),t(x,Ci),t(x,zn),t(x,Ui),t(x,Ln),t(x,Pi),t(x,Bn),t(x,Zi),t(x,Q),h(Ut,Q,null),t(Q,Fi),t(Q,Vn),t(Q,Ii),h(_e,Q,null),t(x,Wi),t(x,A),h(Pt,A,null),t(A,Gi),t(A,Hn),t(A,zi),h(be,A,null),t(x,Li),t(x,ye),h(Zt,ye,null),t(ye,Bi),t(ye,qn),t(x,Vi),t(x,ve),h(Ft,ve,null),t(ve,Hi),t(ve,Nn),t(x,qi),t(x,Me),h(It,Me,null),t(Me,Ni),t(Me,Xn),t(x,Xi),t(x,Te),h(Wt,Te,null),t(Te,Ri),t(Te,Rn),t(x,Ei),t(x,Z),h(Gt,Z,null),t(Z,Yi),t(Z,En),t(Z,Di),t(Z,Yn),t(Z,Qi),t(Z,Dn),t(Z,Ai),t(Z,Qn),t(Z,Si),t(Z,An),t(Z,Oi),h(xe,Z,null),t(Z,Ki),h(we,Z,null),t(Z,el),t(Z,Sn),t(Z,tl),t(Z,On),t(Z,ol),t(Z,Kn),t(Z,nl),t(Z,er),t(Z,rl),t(Z,tr),t(x,al),t(x,$e),h(zt,$e,null),t($e,sl),t($e,or),t(x,il),t(x,ke),h(Lt,ke,null),t(ke,ll),t(ke,nr),t(x,dl),t(x,je),h(Bt,je,null),t(je,ml),t(je,rr),t(x,cl),t(x,Je),h(Vt,Je,null),t(Je,pl),t(Je,ar),t(x,hl),t(x,S),h(Ht,S,null),t(S,fl),t(S,sr),t(S,ul),t(S,ir),t(x,gl),t(x,H),h(qt,H,null),t(H,_l),t(H,lr),t(H,bl),t(H,dr),t(H,yl),t(H,mr),t(x,vl),t(x,Ce),h(Nt,Ce,null),t(Ce,Ml),t(Ce,cr),t(x,Tl),t(x,Ue),h(Xt,Ue,null),t(Ue,xl),t(Ue,pr),t(x,wl),t(x,Pe),h(Rt,Pe,null),t(Pe,$l),t(Pe,hr),t(x,kl),t(x,O),h(Et,O,null),t(O,jl),t(O,fr),t(O,Jl),h(Ze,O,null),t(x,Cl),t(x,K),h(Yt,K,null),t(K,Ul),t(K,ur),t(K,Pl),t(K,gr),t(x,Zl),t(x,Fe),h(Dt,Fe,null),t(Fe,Fl),t(Fe,_r),t(x,Il),t(x,Ie),h(Qt,Ie,null),t(Ie,Wl),t(Ie,br),t(x,Gl),t(x,We),h(At,We,null),t(We,zl),t(We,yr),t(x,Ll),t(x,Ge),h(St,Ge,null),t(Ge,Bl),t(Ge,vr),t(x,Vl),t(x,ee),h(Ot,ee,null),t(ee,Hl),t(ee,Mr),t(ee,ql),t(ee,Tr),t(x,Nl),t(x,te),h(Kt,te,null),t(te,Xl),t(te,xr),t(te,Rl),t(te,wr),t(x,El),t(x,ze),h(eo,ze,null),t(ze,Yl),t(ze,$r),b(e,is,m),b(e,kr,m),b(e,ls,m),h(to,e,m),b(e,ds,m),b(e,oo,m),b(e,ms,m),b(e,no,m),b(e,cs,m),h(ro,e,m),b(e,ps,m),b(e,ao,m),b(e,hs,m),b(e,so,m),b(e,fs,m),h(io,e,m),b(e,us,m),b(e,lo,m),b(e,gs,m),h(mo,e,m),b(e,_s,m),h(co,e,m),b(e,bs,m),b(e,po,m),b(e,ys,m),h(ho,e,m),b(e,vs,m),b(e,fo,m),b(e,Ms,m),h(uo,e,m),b(e,Ts,m),b(e,go,m),b(e,xs,m),h(_o,e,m),b(e,ws,m),b(e,bo,m),b(e,$s,m),h(yo,e,m),b(e,ks,m),b(e,vo,m),b(e,js,m),h(Mo,e,m),b(e,Js,m),b(e,To,m),b(e,Cs,m),h(xo,e,m),b(e,Us,m),b(e,W,m),h(wo,W,null),t(W,Dl),t(W,jr),t(W,Ql),t(W,oe),h($o,oe,null),t(oe,Al),t(oe,Jr),t(oe,Sl),t(oe,Cr),t(W,Ol),t(W,Le),h(ko,Le,null),t(Le,Kl),t(Le,Ur),t(W,ed),t(W,Be),h(jo,Be,null),t(Be,td),t(Be,Pr),t(W,od),t(W,Ve),h(Jo,Ve,null),t(Ve,nd),t(Ve,Zr),t(W,rd),t(W,He),h(Co,He,null),t(He,ad),t(He,Fr),t(W,sd),t(W,qe),h(Uo,qe,null),t(qe,id),t(qe,Ir),t(W,ld),t(W,Ne),h(Po,Ne,null),t(Ne,dd),t(Ne,Wr),t(W,md),t(W,Xe),h(Zo,Xe,null),t(Xe,cd),t(Xe,Gr),b(e,Ps,m),h(Fo,e,m),b(e,Zs,m),b(e,w,m),h(Io,w,null),t(w,pd),t(w,zr),t(w,hd),t(w,Lr),t(w,fd),t(w,Br),t(w,ud),t(w,Vr),t(w,gd),t(w,Hr),t(w,_d),t(w,ne),h(Wo,ne,null),t(ne,bd),t(ne,qr),t(ne,yd),h(Re,ne,null),t(w,vd),t(w,Ee),h(Go,Ee,null),t(Ee,Md),t(Ee,Nr),t(w,Td),t(w,Ye),h(zo,Ye,null),t(Ye,xd),t(Ye,Xr),t(w,wd),t(w,De),h(Lo,De,null),t(De,$d),t(De,Rr),t(w,kd),t(w,B),h(Bo,B,null),t(B,jd),t(B,Er),t(B,Jd),t(B,Yr),t(B,Cd),t(B,Dr),t(B,Ud),h(Qe,B,null),t(w,Pd),t(w,Ae),h(Vo,Ae,null),t(Ae,Zd),t(Ae,Qr),t(w,Fd),t(w,Se),h(Ho,Se,null),t(Se,Id),t(Se,Ar),t(w,Wd),t(w,Oe),h(qo,Oe,null),t(Oe,Gd),t(Oe,Sr),t(w,zd),t(w,Ke),h(No,Ke,null),t(Ke,Ld),t(Ke,Or),t(w,Bd),t(w,et),h(Xo,et,null),t(et,Vd),t(et,Kr),t(w,Hd),t(w,tt),h(Ro,tt,null),t(tt,qd),t(tt,ea),t(w,Nd),t(w,ot),h(Eo,ot,null),t(ot,Xd),t(ot,ta),t(w,Rd),t(w,nt),h(Yo,nt,null),t(nt,Ed),t(nt,oa),t(w,Yd),t(w,rt),h(Do,rt,null),t(rt,Dd),t(rt,na),t(w,Qd),t(w,re),h(Qo,re,null),t(re,Ad),t(re,ra),t(re,Sd),h(at,re,null),t(w,Od),t(w,ae),h(Ao,ae,null),t(ae,Kd),t(ae,aa),t(ae,em),t(ae,sa),t(w,tm),t(w,st),h(So,st,null),t(st,om),t(st,ia),t(w,nm),t(w,la),h(Oo,la,null),t(w,rm),t(w,it),h(Ko,it,null),t(it,am),t(it,da),t(w,sm),t(w,lt),h(en,lt,null),t(lt,im),t(lt,ma),t(w,lm),t(w,dt),h(tn,dt,null),t(dt,dm),t(dt,ca),t(w,mm),t(w,mt),h(on,mt,null),t(mt,cm),t(mt,pa),t(w,pm),t(w,ct),h(nn,ct,null),t(ct,hm),t(ct,ha),t(w,fm),t(w,pt),h(rn,pt,null),t(pt,um),t(pt,fa),b(e,Fs,m),h(an,e,m),b(e,Is,m),b(e,X,m),h(sn,X,null),t(X,gm),t(X,ua),t(X,_m),t(X,ht),h(ln,ht,null),t(ht,bm),t(ht,ga),b(e,Ws,m),h(dn,e,m),b(e,Gs,m),b(e,U,m),h(mn,U,null),t(U,ym),t(U,_a),t(U,vm),t(U,ba),t(U,Mm),t(U,ya),t(U,Tm),t(U,va),t(U,xm),t(U,se),h(cn,se,null),t(se,wm),t(se,Ma),t(se,$m),h(ft,se,null),t(U,km),t(U,ut),h(pn,ut,null),t(ut,jm),t(ut,Ta),t(U,Jm),t(U,V),h(hn,V,null),t(V,Cm),t(V,xa),t(V,Um),t(V,wa),t(V,Pm),t(V,$a),t(V,Zm),h(gt,V,null),t(U,Fm),t(U,ie),h(fn,ie,null),t(ie,Im),t(ie,ka),t(ie,Wm),t(ie,ja),t(U,Gm),t(U,le),h(un,le,null),t(le,zm),t(le,Ja),t(le,Lm),h(_t,le,null),t(U,Bm),t(U,bt),h(gn,bt,null),t(bt,Vm),t(bt,Ca),t(U,Hm),t(U,q),h(_n,q,null),t(q,qm),t(q,Ua),t(q,Nm),t(q,Pa),t(q,Xm),h(yt,q,null),t(U,Rm),t(U,N),h(bn,N,null),t(N,Em),t(N,Za),t(N,Ym),t(N,Fa),t(N,Dm),h(vt,N,null),t(U,Qm),t(U,de),h(yn,de,null),t(de,Am),t(de,Ia),t(de,Sm),h(Mt,de,null),b(e,zs,m),h(vn,e,m),b(e,Ls,m),b(e,R,m),h(Mn,R,null),t(R,Om),t(R,Wa),t(R,Km),t(R,me),h(Tn,me,null),t(me,ec),t(me,Ga),t(me,tc),h(Tt,me,null),b(e,Bs,m),h(xn,e,m),b(e,Vs,m),b(e,E,m),h(wn,E,null),t(E,oc),t(E,za),t(E,nc),t(E,La),b(e,Hs,m),h($n,e,m),b(e,qs,m),b(e,ts,m),Ns=!0},p(e,[m]){const $={};m&2&&($.$$scope={dirty:m,ctx:e}),_e.$set($);const fe={};m&2&&(fe.$$scope={dirty:m,ctx:e}),be.$set(fe);const ue={};m&2&&(ue.$$scope={dirty:m,ctx:e}),xe.$set(ue);const kn={};m&2&&(kn.$$scope={dirty:m,ctx:e}),we.$set(kn);const jn={};m&2&&(jn.$$scope={dirty:m,ctx:e}),Ze.$set(jn);const Jn={};m&2&&(Jn.$$scope={dirty:m,ctx:e}),Re.$set(Jn);const Cn={};m&2&&(Cn.$$scope={dirty:m,ctx:e}),Qe.$set(Cn);const F={};m&2&&(F.$$scope={dirty:m,ctx:e}),at.$set(F);const Un={};m&2&&(Un.$$scope={dirty:m,ctx:e}),ft.$set(Un);const Pn={};m&2&&(Pn.$$scope={dirty:m,ctx:e}),gt.$set(Pn);const Zn={};m&2&&(Zn.$$scope={dirty:m,ctx:e}),_t.$set(Zn);const Fn={};m&2&&(Fn.$$scope={dirty:m,ctx:e}),yt.$set(Fn);const ge={};m&2&&(ge.$$scope={dirty:m,ctx:e}),vt.$set(ge);const Y={};m&2&&(Y.$$scope={dirty:m,ctx:e}),Mt.$set(Y);const In={};m&2&&(In.$$scope={dirty:m,ctx:e}),Tt.$set(In)},i(e){Ns||(f(k.$$.fragment,e),f(Jt.$$.fragment,e),f(Ct.$$.fragment,e),f(Ut.$$.fragment,e),f(_e.$$.fragment,e),f(Pt.$$.fragment,e),f(be.$$.fragment,e),f(Zt.$$.fragment,e),f(Ft.$$.fragment,e),f(It.$$.fragment,e),f(Wt.$$.fragment,e),f(Gt.$$.fragment,e),f(xe.$$.fragment,e),f(we.$$.fragment,e),f(zt.$$.fragment,e),f(Lt.$$.fragment,e),f(Bt.$$.fragment,e),f(Vt.$$.fragment,e),f(Ht.$$.fragment,e),f(qt.$$.fragment,e),f(Nt.$$.fragment,e),f(Xt.$$.fragment,e),f(Rt.$$.fragment,e),f(Et.$$.fragment,e),f(Ze.$$.fragment,e),f(Yt.$$.fragment,e),f(Dt.$$.fragment,e),f(Qt.$$.fragment,e),f(At.$$.fragment,e),f(St.$$.fragment,e),f(Ot.$$.fragment,e),f(Kt.$$.fragment,e),f(eo.$$.fragment,e),f(to.$$.fragment,e),f(ro.$$.fragment,e),f(io.$$.fragment,e),f(mo.$$.fragment,e),f(co.$$.fragment,e),f(ho.$$.fragment,e),f(uo.$$.fragment,e),f(_o.$$.fragment,e),f(yo.$$.fragment,e),f(Mo.$$.fragment,e),f(xo.$$.fragment,e),f(wo.$$.fragment,e),f($o.$$.fragment,e),f(ko.$$.fragment,e),f(jo.$$.fragment,e),f(Jo.$$.fragment,e),f(Co.$$.fragment,e),f(Uo.$$.fragment,e),f(Po.$$.fragment,e),f(Zo.$$.fragment,e),f(Fo.$$.fragment,e),f(Io.$$.fragment,e),f(Wo.$$.fragment,e),f(Re.$$.fragment,e),f(Go.$$.fragment,e),f(zo.$$.fragment,e),f(Lo.$$.fragment,e),f(Bo.$$.fragment,e),f(Qe.$$.fragment,e),f(Vo.$$.fragment,e),f(Ho.$$.fragment,e),f(qo.$$.fragment,e),f(No.$$.fragment,e),f(Xo.$$.fragment,e),f(Ro.$$.fragment,e),f(Eo.$$.fragment,e),f(Yo.$$.fragment,e),f(Do.$$.fragment,e),f(Qo.$$.fragment,e),f(at.$$.fragment,e),f(Ao.$$.fragment,e),f(So.$$.fragment,e),f(Oo.$$.fragment,e),f(Ko.$$.fragment,e),f(en.$$.fragment,e),f(tn.$$.fragment,e),f(on.$$.fragment,e),f(nn.$$.fragment,e),f(rn.$$.fragment,e),f(an.$$.fragment,e),f(sn.$$.fragment,e),f(ln.$$.fragment,e),f(dn.$$.fragment,e),f(mn.$$.fragment,e),f(cn.$$.fragment,e),f(ft.$$.fragment,e),f(pn.$$.fragment,e),f(hn.$$.fragment,e),f(gt.$$.fragment,e),f(fn.$$.fragment,e),f(un.$$.fragment,e),f(_t.$$.fragment,e),f(gn.$$.fragment,e),f(_n.$$.fragment,e),f(yt.$$.fragment,e),f(bn.$$.fragment,e),f(vt.$$.fragment,e),f(yn.$$.fragment,e),f(Mt.$$.fragment,e),f(vn.$$.fragment,e),f(Mn.$$.fragment,e),f(Tn.$$.fragment,e),f(Tt.$$.fragment,e),f(xn.$$.fragment,e),f(wn.$$.fragment,e),f($n.$$.fragment,e),Ns=!0)},o(e){u(k.$$.fragment,e),u(Jt.$$.fragment,e),u(Ct.$$.fragment,e),u(Ut.$$.fragment,e),u(_e.$$.fragment,e),u(Pt.$$.fragment,e),u(be.$$.fragment,e),u(Zt.$$.fragment,e),u(Ft.$$.fragment,e),u(It.$$.fragment,e),u(Wt.$$.fragment,e),u(Gt.$$.fragment,e),u(xe.$$.fragment,e),u(we.$$.fragment,e),u(zt.$$.fragment,e),u(Lt.$$.fragment,e),u(Bt.$$.fragment,e),u(Vt.$$.fragment,e),u(Ht.$$.fragment,e),u(qt.$$.fragment,e),u(Nt.$$.fragment,e),u(Xt.$$.fragment,e),u(Rt.$$.fragment,e),u(Et.$$.fragment,e),u(Ze.$$.fragment,e),u(Yt.$$.fragment,e),u(Dt.$$.fragment,e),u(Qt.$$.fragment,e),u(At.$$.fragment,e),u(St.$$.fragment,e),u(Ot.$$.fragment,e),u(Kt.$$.fragment,e),u(eo.$$.fragment,e),u(to.$$.fragment,e),u(ro.$$.fragment,e),u(io.$$.fragment,e),u(mo.$$.fragment,e),u(co.$$.fragment,e),u(ho.$$.fragment,e),u(uo.$$.fragment,e),u(_o.$$.fragment,e),u(yo.$$.fragment,e),u(Mo.$$.fragment,e),u(xo.$$.fragment,e),u(wo.$$.fragment,e),u($o.$$.fragment,e),u(ko.$$.fragment,e),u(jo.$$.fragment,e),u(Jo.$$.fragment,e),u(Co.$$.fragment,e),u(Uo.$$.fragment,e),u(Po.$$.fragment,e),u(Zo.$$.fragment,e),u(Fo.$$.fragment,e),u(Io.$$.fragment,e),u(Wo.$$.fragment,e),u(Re.$$.fragment,e),u(Go.$$.fragment,e),u(zo.$$.fragment,e),u(Lo.$$.fragment,e),u(Bo.$$.fragment,e),u(Qe.$$.fragment,e),u(Vo.$$.fragment,e),u(Ho.$$.fragment,e),u(qo.$$.fragment,e),u(No.$$.fragment,e),u(Xo.$$.fragment,e),u(Ro.$$.fragment,e),u(Eo.$$.fragment,e),u(Yo.$$.fragment,e),u(Do.$$.fragment,e),u(Qo.$$.fragment,e),u(at.$$.fragment,e),u(Ao.$$.fragment,e),u(So.$$.fragment,e),u(Oo.$$.fragment,e),u(Ko.$$.fragment,e),u(en.$$.fragment,e),u(tn.$$.fragment,e),u(on.$$.fragment,e),u(nn.$$.fragment,e),u(rn.$$.fragment,e),u(an.$$.fragment,e),u(sn.$$.fragment,e),u(ln.$$.fragment,e),u(dn.$$.fragment,e),u(mn.$$.fragment,e),u(cn.$$.fragment,e),u(ft.$$.fragment,e),u(pn.$$.fragment,e),u(hn.$$.fragment,e),u(gt.$$.fragment,e),u(fn.$$.fragment,e),u(un.$$.fragment,e),u(_t.$$.fragment,e),u(gn.$$.fragment,e),u(_n.$$.fragment,e),u(yt.$$.fragment,e),u(bn.$$.fragment,e),u(vt.$$.fragment,e),u(yn.$$.fragment,e),u(Mt.$$.fragment,e),u(vn.$$.fragment,e),u(Mn.$$.fragment,e),u(Tn.$$.fragment,e),u(Tt.$$.fragment,e),u(xn.$$.fragment,e),u(wn.$$.fragment,e),u($n.$$.fragment,e),Ns=!1},d(e){e&&(s(C),s(y),s(_),s(i),s(J),s(os),s($t),s(ns),s(kt),s(rs),s(jt),s(as),s(ss),s(x),s(is),s(kr),s(ls),s(ds),s(oo),s(ms),s(no),s(cs),s(ps),s(ao),s(hs),s(so),s(fs),s(us),s(lo),s(gs),s(_s),s(bs),s(po),s(ys),s(vs),s(fo),s(Ms),s(Ts),s(go),s(xs),s(ws),s(bo),s($s),s(ks),s(vo),s(js),s(Js),s(To),s(Cs),s(Us),s(W),s(Ps),s(Zs),s(w),s(Fs),s(Is),s(X),s(Ws),s(Gs),s(U),s(zs),s(Ls),s(R),s(Bs),s(Vs),s(E),s(Hs),s(qs),s(ts)),s(d),g(k,e),g(Jt,e),g(Ct),g(Ut),g(_e),g(Pt),g(be),g(Zt),g(Ft),g(It),g(Wt),g(Gt),g(xe),g(we),g(zt),g(Lt),g(Bt),g(Vt),g(Ht),g(qt),g(Nt),g(Xt),g(Rt),g(Et),g(Ze),g(Yt),g(Dt),g(Qt),g(At),g(St),g(Ot),g(Kt),g(eo),g(to,e),g(ro,e),g(io,e),g(mo,e),g(co,e),g(ho,e),g(uo,e),g(_o,e),g(yo,e),g(Mo,e),g(xo,e),g(wo),g($o),g(ko),g(jo),g(Jo),g(Co),g(Uo),g(Po),g(Zo),g(Fo,e),g(Io),g(Wo),g(Re),g(Go),g(zo),g(Lo),g(Bo),g(Qe),g(Vo),g(Ho),g(qo),g(No),g(Xo),g(Ro),g(Eo),g(Yo),g(Do),g(Qo),g(at),g(Ao),g(So),g(Oo),g(Ko),g(en),g(tn),g(on),g(nn),g(rn),g(an,e),g(sn),g(ln),g(dn,e),g(mn),g(cn),g(ft),g(pn),g(hn),g(gt),g(fn),g(un),g(_t),g(gn),g(_n),g(yt),g(bn),g(vt),g(yn),g(Mt),g(vn,e),g(Mn),g(Tn),g(Tt),g(xn,e),g(wn),g($n,e)}}}const Xh='{"title":"Models","local":"models","sections":[{"title":"PreTrainedModel","local":"transformers.PreTrainedModel","sections":[{"title":"大規模モデルの読み込み","local":"大規模モデルの読み込み","sections":[],"depth":3},{"title":"Model Instantiation dtype","local":"model-instantiation-dtype","sections":[],"depth":3}],"depth":2},{"title":"ModuleUtilsMixin","local":"transformers.modeling_utils.ModuleUtilsMixin","sections":[],"depth":2},{"title":"TFPreTrainedModel","local":"transformers.TFPreTrainedModel","sections":[],"depth":2},{"title":"TFModelUtilsMixin","local":"transformers.modeling_tf_utils.TFModelUtilsMixin","sections":[],"depth":2},{"title":"FlaxPreTrainedModel","local":"transformers.FlaxPreTrainedModel","sections":[],"depth":2},{"title":"Pushing to the Hub","local":"transformers.utils.PushToHubMixin","sections":[],"depth":2},{"title":"Sharded checkpoints","local":"transformers.modeling_utils.load_sharded_checkpoint","sections":[],"depth":2}],"depth":1}';function Rh(P){return xh(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Kh extends wh{constructor(d){super(),$h(this,d,Rh,Nh,Th,{})}}export{Kh as component};
