import{s as Ve,o as Ye,n as ne}from"../chunks/scheduler.d586627e.js";import{S as Fe,i as He,g as w,s as m,r as u,A as Ee,h as T,f as l,c,j as Xe,u as f,x as J,k as ze,y as Be,a as n,v as h,d as $,t as g,w as M}from"../chunks/index.8589a59c.js";import{T as ie}from"../chunks/Tip.84e2336e.js";import{Y as qe}from"../chunks/Youtube.49101e7b.js";import{C as z}from"../chunks/CodeBlock.47c46d2c.js";import{F as Ie,M as _e}from"../chunks/Markdown.67fc2fa9.js";import{H as Je}from"../chunks/Heading.a70e045b.js";function Ne(j){let t,i='Consulte a <a href="https://huggingface.co/tasks/text-classification" rel="nofollow">página de tarefas de classificação de texto</a> para obter mais informações sobre outras formas de classificação de texto e seus modelos, conjuntos de dados e métricas associados.';return{c(){t=w("p"),t.innerHTML=i},l(s){t=T(s,"P",{"data-svelte-h":!0}),J(t)!=="svelte-19mu0yp"&&(t.innerHTML=i)},m(s,p){n(s,t,p)},p:ne,d(s){s&&l(t)}}}function Qe(j){let t,i;return t=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMERhdGFDb2xsYXRvcldpdGhQYWRkaW5nJTBBJTBBZGF0YV9jb2xsYXRvciUyMCUzRCUyMERhdGFDb2xsYXRvcldpdGhQYWRkaW5nKHRva2VuaXplciUzRHRva2VuaXplcik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> DataCollatorWithPadding

<span class="hljs-meta">&gt;&gt;&gt; </span>data_collator = DataCollatorWithPadding(tokenizer=tokenizer)`,wrap:!1}}),{c(){u(t.$$.fragment)},l(s){f(t.$$.fragment,s)},m(s,p){h(t,s,p),i=!0},p:ne,i(s){i||($(t.$$.fragment,s),i=!0)},o(s){g(t.$$.fragment,s),i=!1},d(s){M(t,s)}}}function Ae(j){let t,i;return t=new _e({props:{$$slots:{default:[Qe]},$$scope:{ctx:j}}}),{c(){u(t.$$.fragment)},l(s){f(t.$$.fragment,s)},m(s,p){h(t,s,p),i=!0},p(s,p){const b={};p&2&&(b.$$scope={dirty:p,ctx:s}),t.$set(b)},i(s){i||($(t.$$.fragment,s),i=!0)},o(s){g(t.$$.fragment,s),i=!1},d(s){M(t,s)}}}function Le(j){let t,i;return t=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMERhdGFDb2xsYXRvcldpdGhQYWRkaW5nJTBBJTBBZGF0YV9jb2xsYXRvciUyMCUzRCUyMERhdGFDb2xsYXRvcldpdGhQYWRkaW5nKHRva2VuaXplciUzRHRva2VuaXplciUyQyUyMHJldHVybl90ZW5zb3JzJTNEJTIydGYlMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> DataCollatorWithPadding

<span class="hljs-meta">&gt;&gt;&gt; </span>data_collator = DataCollatorWithPadding(tokenizer=tokenizer, return_tensors=<span class="hljs-string">&quot;tf&quot;</span>)`,wrap:!1}}),{c(){u(t.$$.fragment)},l(s){f(t.$$.fragment,s)},m(s,p){h(t,s,p),i=!0},p:ne,i(s){i||($(t.$$.fragment,s),i=!0)},o(s){g(t.$$.fragment,s),i=!1},d(s){M(t,s)}}}function De(j){let t,i;return t=new _e({props:{$$slots:{default:[Le]},$$scope:{ctx:j}}}),{c(){u(t.$$.fragment)},l(s){f(t.$$.fragment,s)},m(s,p){h(t,s,p),i=!0},p(s,p){const b={};p&2&&(b.$$scope={dirty:p,ctx:s}),t.$set(b)},i(s){i||($(t.$$.fragment,s),i=!0)},o(s){g(t.$$.fragment,s),i=!1},d(s){M(t,s)}}}function Se(j){let t,i='Se você não estiver familiarizado com o fine-tuning de um modelo com o <code>Trainer</code>, dê uma olhada no tutorial básico <a href="../training#finetune-with-trainer">aqui</a>!';return{c(){t=w("p"),t.innerHTML=i},l(s){t=T(s,"P",{"data-svelte-h":!0}),J(t)!=="svelte-796e4s"&&(t.innerHTML=i)},m(s,p){n(s,t,p)},p:ne,d(s){s&&l(t)}}}function Pe(j){let t,i="O <code>Trainer</code> aplicará o preenchimento dinâmico por padrão quando você definir o argumento <code>tokenizer</code> dele. Nesse caso, você não precisa especificar um data collator explicitamente.";return{c(){t=w("p"),t.innerHTML=i},l(s){t=T(s,"P",{"data-svelte-h":!0}),J(t)!=="svelte-yhi952"&&(t.innerHTML=i)},m(s,p){n(s,t,p)},p:ne,d(s){s&&l(t)}}}function Ke(j){let t,i="Carregue o DistilBERT com <code>AutoModelForSequenceClassification</code> junto com o número de rótulos esperados:",s,p,b,_,Z,k,I="Nesse ponto, restam apenas três passos:",V,v,R="<li>Definir seus hiperparâmetros de treinamento em <code>TrainingArguments</code>.</li> <li>Passar os argumentos de treinamento para o <code>Trainer</code> junto com o modelo, conjunto de dados, tokenizador e o data collator.</li> <li>Chamar a função <code>train()</code> para executar o fine-tuning do seu modelo.</li>",W,G,C,U,x;return p=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvclNlcXVlbmNlQ2xhc3NpZmljYXRpb24lMkMlMjBUcmFpbmluZ0FyZ3VtZW50cyUyQyUyMFRyYWluZXIlMEElMEFtb2RlbCUyMCUzRCUyMEF1dG9Nb2RlbEZvclNlcXVlbmNlQ2xhc3NpZmljYXRpb24uZnJvbV9wcmV0cmFpbmVkKCUyMmRpc3RpbGJlcnQtYmFzZS11bmNhc2VkJTIyJTJDJTIwbnVtX2xhYmVscyUzRDIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForSequenceClassification, TrainingArguments, Trainer

<span class="hljs-meta">&gt;&gt;&gt; </span>model = AutoModelForSequenceClassification.from_pretrained(<span class="hljs-string">&quot;distilbert-base-uncased&quot;</span>, num_labels=<span class="hljs-number">2</span>)`,wrap:!1}}),_=new ie({props:{$$slots:{default:[Se]},$$scope:{ctx:j}}}),G=new z({props:{code:"dHJhaW5pbmdfYXJncyUyMCUzRCUyMFRyYWluaW5nQXJndW1lbnRzKCUwQSUyMCUyMCUyMCUyMG91dHB1dF9kaXIlM0QlMjIuJTJGcmVzdWx0cyUyMiUyQyUwQSUyMCUyMCUyMCUyMGxlYXJuaW5nX3JhdGUlM0QyZS01JTJDJTBBJTIwJTIwJTIwJTIwcGVyX2RldmljZV90cmFpbl9iYXRjaF9zaXplJTNEMTYlMkMlMEElMjAlMjAlMjAlMjBwZXJfZGV2aWNlX2V2YWxfYmF0Y2hfc2l6ZSUzRDE2JTJDJTBBJTIwJTIwJTIwJTIwbnVtX3RyYWluX2Vwb2NocyUzRDUlMkMlMEElMjAlMjAlMjAlMjB3ZWlnaHRfZGVjYXklM0QwLjAxJTJDJTBBKSUwQSUwQXRyYWluZXIlMjAlM0QlMjBUcmFpbmVyKCUwQSUyMCUyMCUyMCUyMG1vZGVsJTNEbW9kZWwlMkMlMEElMjAlMjAlMjAlMjBhcmdzJTNEdHJhaW5pbmdfYXJncyUyQyUwQSUyMCUyMCUyMCUyMHRyYWluX2RhdGFzZXQlM0R0b2tlbml6ZWRfaW1kYiU1QiUyMnRyYWluJTIyJTVEJTJDJTBBJTIwJTIwJTIwJTIwZXZhbF9kYXRhc2V0JTNEdG9rZW5pemVkX2ltZGIlNUIlMjJ0ZXN0JTIyJTVEJTJDJTBBJTIwJTIwJTIwJTIwdG9rZW5pemVyJTNEdG9rZW5pemVyJTJDJTBBJTIwJTIwJTIwJTIwZGF0YV9jb2xsYXRvciUzRGRhdGFfY29sbGF0b3IlMkMlMEEpJTBBJTBBdHJhaW5lci50cmFpbigp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>training_args = TrainingArguments(
<span class="hljs-meta">... </span>    output_dir=<span class="hljs-string">&quot;./results&quot;</span>,
<span class="hljs-meta">... </span>    learning_rate=<span class="hljs-number">2e-5</span>,
<span class="hljs-meta">... </span>    per_device_train_batch_size=<span class="hljs-number">16</span>,
<span class="hljs-meta">... </span>    per_device_eval_batch_size=<span class="hljs-number">16</span>,
<span class="hljs-meta">... </span>    num_train_epochs=<span class="hljs-number">5</span>,
<span class="hljs-meta">... </span>    weight_decay=<span class="hljs-number">0.01</span>,
<span class="hljs-meta">... </span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>trainer = Trainer(
<span class="hljs-meta">... </span>    model=model,
<span class="hljs-meta">... </span>    args=training_args,
<span class="hljs-meta">... </span>    train_dataset=tokenized_imdb[<span class="hljs-string">&quot;train&quot;</span>],
<span class="hljs-meta">... </span>    eval_dataset=tokenized_imdb[<span class="hljs-string">&quot;test&quot;</span>],
<span class="hljs-meta">... </span>    tokenizer=tokenizer,
<span class="hljs-meta">... </span>    data_collator=data_collator,
<span class="hljs-meta">... </span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>trainer.train()`,wrap:!1}}),U=new ie({props:{$$slots:{default:[Pe]},$$scope:{ctx:j}}}),{c(){t=w("p"),t.innerHTML=i,s=m(),u(p.$$.fragment),b=m(),u(_.$$.fragment),Z=m(),k=w("p"),k.textContent=I,V=m(),v=w("ol"),v.innerHTML=R,W=m(),u(G.$$.fragment),C=m(),u(U.$$.fragment)},l(r){t=T(r,"P",{"data-svelte-h":!0}),J(t)!=="svelte-1u0fbfd"&&(t.innerHTML=i),s=c(r),f(p.$$.fragment,r),b=c(r),f(_.$$.fragment,r),Z=c(r),k=T(r,"P",{"data-svelte-h":!0}),J(k)!=="svelte-1dd35iq"&&(k.textContent=I),V=c(r),v=T(r,"OL",{"data-svelte-h":!0}),J(v)!=="svelte-1aiypan"&&(v.innerHTML=R),W=c(r),f(G.$$.fragment,r),C=c(r),f(U.$$.fragment,r)},m(r,y){n(r,t,y),n(r,s,y),h(p,r,y),n(r,b,y),h(_,r,y),n(r,Z,y),n(r,k,y),n(r,V,y),n(r,v,y),n(r,W,y),h(G,r,y),n(r,C,y),h(U,r,y),x=!0},p(r,y){const B={};y&2&&(B.$$scope={dirty:y,ctx:r}),_.$set(B);const X={};y&2&&(X.$$scope={dirty:y,ctx:r}),U.$set(X)},i(r){x||($(p.$$.fragment,r),$(_.$$.fragment,r),$(G.$$.fragment,r),$(U.$$.fragment,r),x=!0)},o(r){g(p.$$.fragment,r),g(_.$$.fragment,r),g(G.$$.fragment,r),g(U.$$.fragment,r),x=!1},d(r){r&&(l(t),l(s),l(b),l(Z),l(k),l(V),l(v),l(W),l(C)),M(p,r),M(_,r),M(G,r),M(U,r)}}}function Oe(j){let t,i;return t=new _e({props:{$$slots:{default:[Ke]},$$scope:{ctx:j}}}),{c(){u(t.$$.fragment)},l(s){f(t.$$.fragment,s)},m(s,p){h(t,s,p),i=!0},p(s,p){const b={};p&2&&(b.$$scope={dirty:p,ctx:s}),t.$set(b)},i(s){i||($(t.$$.fragment,s),i=!0)},o(s){g(t.$$.fragment,s),i=!1},d(s){M(t,s)}}}function et(j){let t,i='Se você não estiver familiarizado com o fine-tuning de um modelo com o Keras, dê uma olhada no tutorial básico <a href="training#finetune-with-keras">aqui</a>!';return{c(){t=w("p"),t.innerHTML=i},l(s){t=T(s,"P",{"data-svelte-h":!0}),J(t)!=="svelte-1vtmrxe"&&(t.innerHTML=i)},m(s,p){n(s,t,p)},p:ne,d(s){s&&l(t)}}}function tt(j){let t,i='Para executar o fine-tuning de um modelo no TensorFlow, comece convertendo seu conjunto de dados para o formato <code>tf.data.Dataset</code> com <a href="https://huggingface.co/docs/datasets/package_reference/main_classes#datasets.Dataset.to_tf_dataset" rel="nofollow"><code>to_tf_dataset</code></a>. Nessa execução você deverá especificar as entradas e rótulos (no parâmetro <code>columns</code>), se deseja embaralhar o conjunto de dados, o tamanho do batch e o data collator:',s,p,b,_,Z,k,I="Configure o otimizador e alguns hiperparâmetros de treinamento:",V,v,R,W,G="Carregue o DistilBERT com <code>TFAutoModelForSequenceClassification</code> junto com o número de rótulos esperados:",C,U,x,r,y='Configure o modelo para treinamento com o método <a href="https://keras.io/api/models/model_training_apis/#compile-method" rel="nofollow"><code>compile</code></a>:',B,X,Y,F,q='Chame o método <a href="https://keras.io/api/models/model_training_apis/#fit-method" rel="nofollow"><code>fit</code></a> para executar o fine-tuning do modelo:',L,H,E;return p=new z({props:{code:"dGZfdHJhaW5fc2V0JTIwJTNEJTIwdG9rZW5pemVkX2ltZGIlNUIlMjJ0cmFpbiUyMiU1RC50b190Zl9kYXRhc2V0KCUwQSUyMCUyMCUyMCUyMGNvbHVtbnMlM0QlNUIlMjJhdHRlbnRpb25fbWFzayUyMiUyQyUyMCUyMmlucHV0X2lkcyUyMiUyQyUyMCUyMmxhYmVsJTIyJTVEJTJDJTBBJTIwJTIwJTIwJTIwc2h1ZmZsZSUzRFRydWUlMkMlMEElMjAlMjAlMjAlMjBiYXRjaF9zaXplJTNEMTYlMkMlMEElMjAlMjAlMjAlMjBjb2xsYXRlX2ZuJTNEZGF0YV9jb2xsYXRvciUyQyUwQSklMEElMEF0Zl92YWxpZGF0aW9uX3NldCUyMCUzRCUyMHRva2VuaXplZF9pbWRiJTVCJTIydGVzdCUyMiU1RC50b190Zl9kYXRhc2V0KCUwQSUyMCUyMCUyMCUyMGNvbHVtbnMlM0QlNUIlMjJhdHRlbnRpb25fbWFzayUyMiUyQyUyMCUyMmlucHV0X2lkcyUyMiUyQyUyMCUyMmxhYmVsJTIyJTVEJTJDJTBBJTIwJTIwJTIwJTIwc2h1ZmZsZSUzREZhbHNlJTJDJTBBJTIwJTIwJTIwJTIwYmF0Y2hfc2l6ZSUzRDE2JTJDJTBBJTIwJTIwJTIwJTIwY29sbGF0ZV9mbiUzRGRhdGFfY29sbGF0b3IlMkMlMEEp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>tf_train_set = tokenized_imdb[<span class="hljs-string">&quot;train&quot;</span>].to_tf_dataset(
<span class="hljs-meta">... </span>    columns=[<span class="hljs-string">&quot;attention_mask&quot;</span>, <span class="hljs-string">&quot;input_ids&quot;</span>, <span class="hljs-string">&quot;label&quot;</span>],
<span class="hljs-meta">... </span>    shuffle=<span class="hljs-literal">True</span>,
<span class="hljs-meta">... </span>    batch_size=<span class="hljs-number">16</span>,
<span class="hljs-meta">... </span>    collate_fn=data_collator,
<span class="hljs-meta">... </span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>tf_validation_set = tokenized_imdb[<span class="hljs-string">&quot;test&quot;</span>].to_tf_dataset(
<span class="hljs-meta">... </span>    columns=[<span class="hljs-string">&quot;attention_mask&quot;</span>, <span class="hljs-string">&quot;input_ids&quot;</span>, <span class="hljs-string">&quot;label&quot;</span>],
<span class="hljs-meta">... </span>    shuffle=<span class="hljs-literal">False</span>,
<span class="hljs-meta">... </span>    batch_size=<span class="hljs-number">16</span>,
<span class="hljs-meta">... </span>    collate_fn=data_collator,
<span class="hljs-meta">... </span>)`,wrap:!1}}),_=new ie({props:{$$slots:{default:[et]},$$scope:{ctx:j}}}),v=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMGNyZWF0ZV9vcHRpbWl6ZXIlMEFpbXBvcnQlMjB0ZW5zb3JmbG93JTIwYXMlMjB0ZiUwQSUwQWJhdGNoX3NpemUlMjAlM0QlMjAxNiUwQW51bV9lcG9jaHMlMjAlM0QlMjA1JTBBYmF0Y2hlc19wZXJfZXBvY2glMjAlM0QlMjBsZW4odG9rZW5pemVkX2ltZGIlNUIlMjJ0cmFpbiUyMiU1RCklMjAlMkYlMkYlMjBiYXRjaF9zaXplJTBBdG90YWxfdHJhaW5fc3RlcHMlMjAlM0QlMjBpbnQoYmF0Y2hlc19wZXJfZXBvY2glMjAqJTIwbnVtX2Vwb2NocyklMEFvcHRpbWl6ZXIlMkMlMjBzY2hlZHVsZSUyMCUzRCUyMGNyZWF0ZV9vcHRpbWl6ZXIoaW5pdF9sciUzRDJlLTUlMkMlMjBudW1fd2FybXVwX3N0ZXBzJTNEMCUyQyUyMG51bV90cmFpbl9zdGVwcyUzRHRvdGFsX3RyYWluX3N0ZXBzKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> create_optimizer
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> tensorflow <span class="hljs-keyword">as</span> tf

<span class="hljs-meta">&gt;&gt;&gt; </span>batch_size = <span class="hljs-number">16</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>num_epochs = <span class="hljs-number">5</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>batches_per_epoch = <span class="hljs-built_in">len</span>(tokenized_imdb[<span class="hljs-string">&quot;train&quot;</span>]) // batch_size
<span class="hljs-meta">&gt;&gt;&gt; </span>total_train_steps = <span class="hljs-built_in">int</span>(batches_per_epoch * num_epochs)
<span class="hljs-meta">&gt;&gt;&gt; </span>optimizer, schedule = create_optimizer(init_lr=<span class="hljs-number">2e-5</span>, num_warmup_steps=<span class="hljs-number">0</span>, num_train_steps=total_train_steps)`,wrap:!1}}),U=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMFRGQXV0b01vZGVsRm9yU2VxdWVuY2VDbGFzc2lmaWNhdGlvbiUwQSUwQW1vZGVsJTIwJTNEJTIwVEZBdXRvTW9kZWxGb3JTZXF1ZW5jZUNsYXNzaWZpY2F0aW9uLmZyb21fcHJldHJhaW5lZCglMjJkaXN0aWxiZXJ0LWJhc2UtdW5jYXNlZCUyMiUyQyUyMG51bV9sYWJlbHMlM0QyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> TFAutoModelForSequenceClassification

<span class="hljs-meta">&gt;&gt;&gt; </span>model = TFAutoModelForSequenceClassification.from_pretrained(<span class="hljs-string">&quot;distilbert-base-uncased&quot;</span>, num_labels=<span class="hljs-number">2</span>)`,wrap:!1}}),X=new z({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvdyUyMGFzJTIwdGYlMEElMEFtb2RlbC5jb21waWxlKG9wdGltaXplciUzRG9wdGltaXplcik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> tensorflow <span class="hljs-keyword">as</span> tf

<span class="hljs-meta">&gt;&gt;&gt; </span>model.<span class="hljs-built_in">compile</span>(optimizer=optimizer)`,wrap:!1}}),H=new z({props:{code:"bW9kZWwuZml0KHglM0R0Zl90cmFpbl9zZXQlMkMlMjB2YWxpZGF0aW9uX2RhdGElM0R0Zl92YWxpZGF0aW9uX3NldCUyQyUyMGVwb2NocyUzRDMp",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>model.fit(x=tf_train_set, validation_data=tf_validation_set, epochs=<span class="hljs-number">3</span>)',wrap:!1}}),{c(){t=w("p"),t.innerHTML=i,s=m(),u(p.$$.fragment),b=m(),u(_.$$.fragment),Z=m(),k=w("p"),k.textContent=I,V=m(),u(v.$$.fragment),R=m(),W=w("p"),W.innerHTML=G,C=m(),u(U.$$.fragment),x=m(),r=w("p"),r.innerHTML=y,B=m(),u(X.$$.fragment),Y=m(),F=w("p"),F.innerHTML=q,L=m(),u(H.$$.fragment)},l(a){t=T(a,"P",{"data-svelte-h":!0}),J(t)!=="svelte-lavla8"&&(t.innerHTML=i),s=c(a),f(p.$$.fragment,a),b=c(a),f(_.$$.fragment,a),Z=c(a),k=T(a,"P",{"data-svelte-h":!0}),J(k)!=="svelte-xdplem"&&(k.textContent=I),V=c(a),f(v.$$.fragment,a),R=c(a),W=T(a,"P",{"data-svelte-h":!0}),J(W)!=="svelte-t0i5j"&&(W.innerHTML=G),C=c(a),f(U.$$.fragment,a),x=c(a),r=T(a,"P",{"data-svelte-h":!0}),J(r)!=="svelte-espbvd"&&(r.innerHTML=y),B=c(a),f(X.$$.fragment,a),Y=c(a),F=T(a,"P",{"data-svelte-h":!0}),J(F)!=="svelte-t6x1cw"&&(F.innerHTML=q),L=c(a),f(H.$$.fragment,a)},m(a,d){n(a,t,d),n(a,s,d),h(p,a,d),n(a,b,d),h(_,a,d),n(a,Z,d),n(a,k,d),n(a,V,d),h(v,a,d),n(a,R,d),n(a,W,d),n(a,C,d),h(U,a,d),n(a,x,d),n(a,r,d),n(a,B,d),h(X,a,d),n(a,Y,d),n(a,F,d),n(a,L,d),h(H,a,d),E=!0},p(a,d){const oe={};d&2&&(oe.$$scope={dirty:d,ctx:a}),_.$set(oe)},i(a){E||($(p.$$.fragment,a),$(_.$$.fragment,a),$(v.$$.fragment,a),$(U.$$.fragment,a),$(X.$$.fragment,a),$(H.$$.fragment,a),E=!0)},o(a){g(p.$$.fragment,a),g(_.$$.fragment,a),g(v.$$.fragment,a),g(U.$$.fragment,a),g(X.$$.fragment,a),g(H.$$.fragment,a),E=!1},d(a){a&&(l(t),l(s),l(b),l(Z),l(k),l(V),l(R),l(W),l(C),l(x),l(r),l(B),l(Y),l(F),l(L)),M(p,a),M(_,a),M(v,a),M(U,a),M(X,a),M(H,a)}}}function st(j){let t,i;return t=new _e({props:{$$slots:{default:[tt]},$$scope:{ctx:j}}}),{c(){u(t.$$.fragment)},l(s){f(t.$$.fragment,s)},m(s,p){h(t,s,p),i=!0},p(s,p){const b={};p&2&&(b.$$scope={dirty:p,ctx:s}),t.$set(b)},i(s){i||($(t.$$.fragment,s),i=!0)},o(s){g(t.$$.fragment,s),i=!1},d(s){M(t,s)}}}function at(j){let t,i='Para obter um exemplo mais aprofundado de como executar o fine-tuning de um modelo para classificação de texto, dê uma olhada nesse <a href="https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/text_classification.ipynb" rel="nofollow">notebook utilizando PyTorch</a> ou nesse <a href="https://colab.research.google.com/github/huggingface/notebooks/blob/main/examples/text_classification-tf.ipynb" rel="nofollow">notebook utilizando TensorFlow</a>.';return{c(){t=w("p"),t.innerHTML=i},l(s){t=T(s,"P",{"data-svelte-h":!0}),J(t)!=="svelte-f4msrq"&&(t.innerHTML=i)},m(s,p){n(s,t,p)},p:ne,d(s){s&&l(t)}}}function lt(j){let t,i,s,p,b,_,Z,k,I,V="A classificação de texto é uma tarefa comum de NLP que atribui um rótulo ou classe a um texto. Existem muitas aplicações práticas de classificação de texto amplamente utilizadas em produção por algumas das maiores empresas da atualidade. Uma das formas mais populares de classificação de texto é a análise de sentimento, que atribui um rótulo como positivo, negativo ou neutro a um texto.",v,R,W='Este guia mostrará como realizar o fine-tuning do <a href="https://huggingface.co/distilbert-base-uncased" rel="nofollow">DistilBERT</a> no conjunto de dados <a href="https://huggingface.co/datasets/imdb" rel="nofollow">IMDb</a> para determinar se a crítica de filme é positiva ou negativa.',G,C,U,x,r,y,B="Carregue o conjunto de dados IMDb utilizando a biblioteca 🤗 Datasets:",X,Y,F,q,L="Em seguida, dê uma olhada em um exemplo:",H,E,a,d,oe="Existem dois campos neste dataset:",pe,D,Ue="<li><code>text</code>: uma string contendo o texto da crítica do filme.</li> <li><code>label</code>: um valor que pode ser <code>0</code> para uma crítica negativa ou <code>1</code> para uma crítica positiva.</li>",me,S,ce,P,ke="Carregue o tokenizador do DistilBERT para processar o campo <code>text</code>:",de,K,ue,O,ve="Crie uma função de pré-processamento para tokenizar o campo <code>text</code> e truncar as sequências para que não sejam maiores que o comprimento máximo de entrada do DistilBERT:",fe,ee,he,te,Ce='Use a função <a href="https://huggingface.co/docs/datasets/process#map" rel="nofollow"><code>map</code></a> do 🤗 Datasets para aplicar a função de pré-processamento em todo o conjunto de dados. Você pode acelerar a função <code>map</code> definindo <code>batched=True</code> para processar vários elementos do conjunto de dados de uma só vez:',$e,se,ge,ae,Ze="Use o <code>DataCollatorWithPadding</code> para criar um batch de exemplos. Ele também <em>preencherá dinamicamente</em> seu texto até o comprimento do elemento mais longo em seu batch, para que os exemplos do batch tenham um comprimento uniforme. Embora seja possível preencher seu texto com a função <code>tokenizer</code> definindo <code>padding=True</code>, o preenchimento dinâmico utilizando um data collator é mais eficiente.",Me,N,be,le,ye,Q,je,A,we,re,Te;return b=new Je({props:{title:"Classificação de texto",local:"classificação-de-texto",headingTag:"h1"}}),Z=new qe({props:{id:"leNG9fN9FQU"}}),C=new ie({props:{$$slots:{default:[Ne]},$$scope:{ctx:j}}}),x=new Je({props:{title:"Carregue o conjunto de dados IMDb",local:"carregue-o-conjunto-de-dados-imdb",headingTag:"h2"}}),Y=new z({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBJTBBaW1kYiUyMCUzRCUyMGxvYWRfZGF0YXNldCglMjJpbWRiJTIyKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset

<span class="hljs-meta">&gt;&gt;&gt; </span>imdb = load_dataset(<span class="hljs-string">&quot;imdb&quot;</span>)`,wrap:!1}}),E=new z({props:{code:"aW1kYiU1QiUyMnRlc3QlMjIlNUQlNUIwJTVE",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>imdb[<span class="hljs-string">&quot;test&quot;</span>][<span class="hljs-number">0</span>]
{
    <span class="hljs-string">&quot;label&quot;</span>: <span class="hljs-number">0</span>,
    <span class="hljs-string">&quot;text&quot;</span>: <span class="hljs-string">&quot;I love sci-fi and am willing to put up with a lot. Sci-fi movies/TV are usually underfunded, under-appreciated and misunderstood. I tried to like this, I really did, but it is to good TV sci-fi as Babylon 5 is to Star Trek (the original). Silly prosthetics, cheap cardboard sets, stilted dialogues, CG that doesn&#x27;t match the background, and painfully one-dimensional characters cannot be overcome with a &#x27;sci-fi&#x27; setting. (I&#x27;m sure there are those of you out there who think Babylon 5 is good sci-fi TV. It&#x27;s not. It&#x27;s clichéd and uninspiring.) While US viewers might like emotion and character development, sci-fi is a genre that does not take itself seriously (cf. Star Trek). It may treat important issues, yet not as a serious philosophy. It&#x27;s really difficult to care about the characters here as they are not simply foolish, just missing a spark of life. Their actions and reactions are wooden and predictable, often painful to watch. The makers of Earth KNOW it&#x27;s rubbish as they have to always say \\&quot;Gene Roddenberry&#x27;s Earth...\\&quot; otherwise people would not continue watching. Roddenberry&#x27;s ashes must be turning in their orbit as this dull, cheap, poorly edited (watching it without advert breaks really brings this home) trudging Trabant of a show lumbers into space. Spoiler. So, kill off a main character. And then bring him back as another actor. Jeeez! Dallas all over again.&quot;</span>,
}`,wrap:!1}}),S=new Je({props:{title:"Pré-processamento dos dados",local:"pré-processamento-dos-dados",headingTag:"h2"}}),K=new z({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Ub2tlbml6ZXIlMEElMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJkaXN0aWxiZXJ0LWJhc2UtdW5jYXNlZCUyMik=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer

<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;distilbert-base-uncased&quot;</span>)`,wrap:!1}}),ee=new z({props:{code:"ZGVmJTIwcHJlcHJvY2Vzc19mdW5jdGlvbihleGFtcGxlcyklM0ElMEElMjAlMjAlMjAlMjByZXR1cm4lMjB0b2tlbml6ZXIoZXhhbXBsZXMlNUIlMjJ0ZXh0JTIyJTVEJTJDJTIwdHJ1bmNhdGlvbiUzRFRydWUp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">def</span> <span class="hljs-title function_">preprocess_function</span>(<span class="hljs-params">examples</span>):
<span class="hljs-meta">... </span>    <span class="hljs-keyword">return</span> tokenizer(examples[<span class="hljs-string">&quot;text&quot;</span>], truncation=<span class="hljs-literal">True</span>)`,wrap:!1}}),se=new z({props:{code:"dG9rZW5pemVkX2ltZGIlMjAlM0QlMjBpbWRiLm1hcChwcmVwcm9jZXNzX2Z1bmN0aW9uJTJDJTIwYmF0Y2hlZCUzRFRydWUp",highlighted:'tokenized_imdb = imdb.<span class="hljs-built_in">map</span>(preprocess_function, batched=<span class="hljs-literal">True</span>)',wrap:!1}}),N=new Ie({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[De],pytorch:[Ae]},$$scope:{ctx:j}}}),le=new Je({props:{title:"Train",local:"train",headingTag:"h2"}}),Q=new Ie({props:{pytorch:!0,tensorflow:!0,jax:!1,$$slots:{tensorflow:[st],pytorch:[Oe]},$$scope:{ctx:j}}}),A=new ie({props:{$$slots:{default:[at]},$$scope:{ctx:j}}}),{c(){t=w("meta"),i=m(),s=w("p"),p=m(),u(b.$$.fragment),_=m(),u(Z.$$.fragment),k=m(),I=w("p"),I.textContent=V,v=m(),R=w("p"),R.innerHTML=W,G=m(),u(C.$$.fragment),U=m(),u(x.$$.fragment),r=m(),y=w("p"),y.textContent=B,X=m(),u(Y.$$.fragment),F=m(),q=w("p"),q.textContent=L,H=m(),u(E.$$.fragment),a=m(),d=w("p"),d.textContent=oe,pe=m(),D=w("ul"),D.innerHTML=Ue,me=m(),u(S.$$.fragment),ce=m(),P=w("p"),P.innerHTML=ke,de=m(),u(K.$$.fragment),ue=m(),O=w("p"),O.innerHTML=ve,fe=m(),u(ee.$$.fragment),he=m(),te=w("p"),te.innerHTML=Ce,$e=m(),u(se.$$.fragment),ge=m(),ae=w("p"),ae.innerHTML=Ze,Me=m(),u(N.$$.fragment),be=m(),u(le.$$.fragment),ye=m(),u(Q.$$.fragment),je=m(),u(A.$$.fragment),we=m(),re=w("p"),this.h()},l(e){const o=Ee("svelte-u9bgzb",document.head);t=T(o,"META",{name:!0,content:!0}),o.forEach(l),i=c(e),s=T(e,"P",{}),Xe(s).forEach(l),p=c(e),f(b.$$.fragment,e),_=c(e),f(Z.$$.fragment,e),k=c(e),I=T(e,"P",{"data-svelte-h":!0}),J(I)!=="svelte-hyu4ic"&&(I.textContent=V),v=c(e),R=T(e,"P",{"data-svelte-h":!0}),J(R)!=="svelte-134pu2r"&&(R.innerHTML=W),G=c(e),f(C.$$.fragment,e),U=c(e),f(x.$$.fragment,e),r=c(e),y=T(e,"P",{"data-svelte-h":!0}),J(y)!=="svelte-2grkld"&&(y.textContent=B),X=c(e),f(Y.$$.fragment,e),F=c(e),q=T(e,"P",{"data-svelte-h":!0}),J(q)!=="svelte-wv20hq"&&(q.textContent=L),H=c(e),f(E.$$.fragment,e),a=c(e),d=T(e,"P",{"data-svelte-h":!0}),J(d)!=="svelte-a71bu2"&&(d.textContent=oe),pe=c(e),D=T(e,"UL",{"data-svelte-h":!0}),J(D)!=="svelte-cjdh2k"&&(D.innerHTML=Ue),me=c(e),f(S.$$.fragment,e),ce=c(e),P=T(e,"P",{"data-svelte-h":!0}),J(P)!=="svelte-z180i9"&&(P.innerHTML=ke),de=c(e),f(K.$$.fragment,e),ue=c(e),O=T(e,"P",{"data-svelte-h":!0}),J(O)!=="svelte-3rjb3c"&&(O.innerHTML=ve),fe=c(e),f(ee.$$.fragment,e),he=c(e),te=T(e,"P",{"data-svelte-h":!0}),J(te)!=="svelte-1uox5bf"&&(te.innerHTML=Ce),$e=c(e),f(se.$$.fragment,e),ge=c(e),ae=T(e,"P",{"data-svelte-h":!0}),J(ae)!=="svelte-purifw"&&(ae.innerHTML=Ze),Me=c(e),f(N.$$.fragment,e),be=c(e),f(le.$$.fragment,e),ye=c(e),f(Q.$$.fragment,e),je=c(e),f(A.$$.fragment,e),we=c(e),re=T(e,"P",{}),Xe(re).forEach(l),this.h()},h(){ze(t,"name","hf:doc:metadata"),ze(t,"content",nt)},m(e,o){Be(document.head,t),n(e,i,o),n(e,s,o),n(e,p,o),h(b,e,o),n(e,_,o),h(Z,e,o),n(e,k,o),n(e,I,o),n(e,v,o),n(e,R,o),n(e,G,o),h(C,e,o),n(e,U,o),h(x,e,o),n(e,r,o),n(e,y,o),n(e,X,o),h(Y,e,o),n(e,F,o),n(e,q,o),n(e,H,o),h(E,e,o),n(e,a,o),n(e,d,o),n(e,pe,o),n(e,D,o),n(e,me,o),h(S,e,o),n(e,ce,o),n(e,P,o),n(e,de,o),h(K,e,o),n(e,ue,o),n(e,O,o),n(e,fe,o),h(ee,e,o),n(e,he,o),n(e,te,o),n(e,$e,o),h(se,e,o),n(e,ge,o),n(e,ae,o),n(e,Me,o),h(N,e,o),n(e,be,o),h(le,e,o),n(e,ye,o),h(Q,e,o),n(e,je,o),h(A,e,o),n(e,we,o),n(e,re,o),Te=!0},p(e,[o]){const xe={};o&2&&(xe.$$scope={dirty:o,ctx:e}),C.$set(xe);const Re={};o&2&&(Re.$$scope={dirty:o,ctx:e}),N.$set(Re);const We={};o&2&&(We.$$scope={dirty:o,ctx:e}),Q.$set(We);const Ge={};o&2&&(Ge.$$scope={dirty:o,ctx:e}),A.$set(Ge)},i(e){Te||($(b.$$.fragment,e),$(Z.$$.fragment,e),$(C.$$.fragment,e),$(x.$$.fragment,e),$(Y.$$.fragment,e),$(E.$$.fragment,e),$(S.$$.fragment,e),$(K.$$.fragment,e),$(ee.$$.fragment,e),$(se.$$.fragment,e),$(N.$$.fragment,e),$(le.$$.fragment,e),$(Q.$$.fragment,e),$(A.$$.fragment,e),Te=!0)},o(e){g(b.$$.fragment,e),g(Z.$$.fragment,e),g(C.$$.fragment,e),g(x.$$.fragment,e),g(Y.$$.fragment,e),g(E.$$.fragment,e),g(S.$$.fragment,e),g(K.$$.fragment,e),g(ee.$$.fragment,e),g(se.$$.fragment,e),g(N.$$.fragment,e),g(le.$$.fragment,e),g(Q.$$.fragment,e),g(A.$$.fragment,e),Te=!1},d(e){e&&(l(i),l(s),l(p),l(_),l(k),l(I),l(v),l(R),l(G),l(U),l(r),l(y),l(X),l(F),l(q),l(H),l(a),l(d),l(pe),l(D),l(me),l(ce),l(P),l(de),l(ue),l(O),l(fe),l(he),l(te),l($e),l(ge),l(ae),l(Me),l(be),l(ye),l(je),l(we),l(re)),l(t),M(b,e),M(Z,e),M(C,e),M(x,e),M(Y,e),M(E,e),M(S,e),M(K,e),M(ee,e),M(se,e),M(N,e),M(le,e),M(Q,e),M(A,e)}}}const nt='{"title":"Classificação de texto","local":"classificação-de-texto","sections":[{"title":"Carregue o conjunto de dados IMDb","local":"carregue-o-conjunto-de-dados-imdb","sections":[],"depth":2},{"title":"Pré-processamento dos dados","local":"pré-processamento-dos-dados","sections":[],"depth":2},{"title":"Train","local":"train","sections":[],"depth":2}],"depth":1}';function ot(j){return Ye(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ft extends Fe{constructor(t){super(),He(this,t,ot,lt,Ve,{})}}export{ft as component};
