import{s as Zo,o as Eo,n as M}from"../chunks/scheduler.bdbef820.js";import{S as zo,i as Vo,g as c,s as d,r as g,A as Lo,h as p,f as a,c as i,j as C,u as f,x,k as O,y as m,a as n,v as u,d as h,t as _,w as v}from"../chunks/index.c0aea24a.js";import{T as Xo}from"../chunks/Tip.31005f7d.js";import{D}from"../chunks/Docstring.20f7ed2e.js";import{C as q}from"../chunks/CodeBlock.6ccca92e.js";import{E as I}from"../chunks/ExampleCodeBlock.da027134.js";import{D as Ys}from"../chunks/Deprecated.17138897.js";import{H as J,E as Po}from"../chunks/EditOnGithub.725ee0c1.js";function Ao(k){let s,w="Example:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbGlzdF9kYXRhc2V0cyUwQWxpc3RfZGF0YXNldHMoKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> list_datasets
<span class="hljs-meta">&gt;&gt;&gt; </span>list_datasets()
[<span class="hljs-string">&#x27;acronym_identification&#x27;</span>,
 <span class="hljs-string">&#x27;ade_corpus_v2&#x27;</span>,
 <span class="hljs-string">&#x27;adversarial_qa&#x27;</span>,
 <span class="hljs-string">&#x27;aeslc&#x27;</span>,
 <span class="hljs-string">&#x27;afrikaans_ner_corpus&#x27;</span>,
 <span class="hljs-string">&#x27;ag_news&#x27;</span>,
 ...
]`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-11lpom8"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function Bo(k){let s,w="Load a dataset from the Hugging Face Hub:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ3JvdHRlbl90b21hdG9lcyclMkMlMjBzcGxpdCUzRCd0cmFpbicpJTBBJTBBZGF0YV9maWxlcyUyMCUzRCUyMCU3Qid0cmFpbiclM0ElMjAndHJhaW4uY3N2JyUyQyUyMCd0ZXN0JyUzQSUyMCd0ZXN0LmNzdiclN0QlMEFkcyUyMCUzRCUyMGxvYWRfZGF0YXNldCgnbmFtZXNwYWNlJTJGeW91cl9kYXRhc2V0X25hbWUnJTJDJTIwZGF0YV9maWxlcyUzRGRhdGFfZmlsZXMp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
<span class="hljs-meta">&gt;&gt;&gt; </span>ds = load_dataset(<span class="hljs-string">&#x27;rotten_tomatoes&#x27;</span>, split=<span class="hljs-string">&#x27;train&#x27;</span>)

<span class="hljs-comment"># Map data files to splits</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>data_files = {<span class="hljs-string">&#x27;train&#x27;</span>: <span class="hljs-string">&#x27;train.csv&#x27;</span>, <span class="hljs-string">&#x27;test&#x27;</span>: <span class="hljs-string">&#x27;test.csv&#x27;</span>}
<span class="hljs-meta">&gt;&gt;&gt; </span>ds = load_dataset(<span class="hljs-string">&#x27;namespace/your_dataset_name&#x27;</span>, data_files=data_files)`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-cpjyx5"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function Wo(k){let s,w="Load a local dataset:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ2NzdiclMkMlMjBkYXRhX2ZpbGVzJTNEJ3BhdGglMkZ0byUyRmxvY2FsJTJGbXlfZGF0YXNldC5jc3YnKSUwQSUwQWZyb20lMjBkYXRhc2V0cyUyMGltcG9ydCUyMGxvYWRfZGF0YXNldCUwQWRzJTIwJTNEJTIwbG9hZF9kYXRhc2V0KCdqc29uJyUyQyUyMGRhdGFfZmlsZXMlM0QncGF0aCUyRnRvJTJGbG9jYWwlMkZteV9kYXRhc2V0Lmpzb24nKSUwQSUwQWZyb20lMjBkYXRhc2V0cyUyMGltcG9ydCUyMGxvYWRfZGF0YXNldCUwQWRzJTIwJTNEJTIwbG9hZF9kYXRhc2V0KCdwYXRoJTJGdG8lMkZsb2NhbCUyRmxvYWRpbmdfc2NyaXB0JTJGbG9hZGluZ19zY3JpcHQucHknJTJDJTIwc3BsaXQlM0QndHJhaW4nKQ==",highlighted:`<span class="hljs-comment"># Load a CSV file</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
<span class="hljs-meta">&gt;&gt;&gt; </span>ds = load_dataset(<span class="hljs-string">&#x27;csv&#x27;</span>, data_files=<span class="hljs-string">&#x27;path/to/local/my_dataset.csv&#x27;</span>)

<span class="hljs-comment"># Load a JSON file</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
<span class="hljs-meta">&gt;&gt;&gt; </span>ds = load_dataset(<span class="hljs-string">&#x27;json&#x27;</span>, data_files=<span class="hljs-string">&#x27;path/to/local/my_dataset.json&#x27;</span>)

<span class="hljs-comment"># Load from a local loading script</span>
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
<span class="hljs-meta">&gt;&gt;&gt; </span>ds = load_dataset(<span class="hljs-string">&#x27;path/to/local/loading_script/loading_script.py&#x27;</span>, split=<span class="hljs-string">&#x27;train&#x27;</span>)`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-18tmtyu"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function Yo(k){let s,w='Load an <a href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.IterableDataset">IterableDataset</a>:',l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ3JvdHRlbl90b21hdG9lcyclMkMlMjBzcGxpdCUzRCd0cmFpbiclMkMlMjBzdHJlYW1pbmclM0RUcnVlKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
<span class="hljs-meta">&gt;&gt;&gt; </span>ds = load_dataset(<span class="hljs-string">&#x27;rotten_tomatoes&#x27;</span>, split=<span class="hljs-string">&#x27;train&#x27;</span>, streaming=<span class="hljs-literal">True</span>)`,wrap:!1}}),{c(){s=c("p"),s.innerHTML=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-78xbxg"&&(s.innerHTML=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function Qo(k){let s,w="Load an image dataset with the <code>ImageFolder</code> dataset builder:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0JTBBZHMlMjAlM0QlMjBsb2FkX2RhdGFzZXQoJ2ltYWdlZm9sZGVyJyUyQyUyMGRhdGFfZGlyJTNEJyUyRnBhdGglMkZ0byUyRmltYWdlcyclMkMlMjBzcGxpdCUzRCd0cmFpbicp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset
<span class="hljs-meta">&gt;&gt;&gt; </span>ds = load_dataset(<span class="hljs-string">&#x27;imagefolder&#x27;</span>, data_dir=<span class="hljs-string">&#x27;/path/to/images&#x27;</span>, split=<span class="hljs-string">&#x27;train&#x27;</span>)`,wrap:!1}}),{c(){s=c("p"),s.innerHTML=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-9alpt2"&&(s.innerHTML=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function Ko(k){let s,w="Example:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9mcm9tX2Rpc2slMEFkcyUyMCUzRCUyMGxvYWRfZnJvbV9kaXNrKCdwYXRoJTJGdG8lMkZkYXRhc2V0JTJGZGlyZWN0b3J5Jyk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_from_disk
<span class="hljs-meta">&gt;&gt;&gt; </span>ds = load_from_disk(<span class="hljs-string">&#x27;path/to/dataset/directory&#x27;</span>)`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-11lpom8"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function en(k){let s,w="Example:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9kYXRhc2V0X2J1aWxkZXIlMEFkc19idWlsZGVyJTIwJTNEJTIwbG9hZF9kYXRhc2V0X2J1aWxkZXIoJ3JvdHRlbl90b21hdG9lcycpJTBBZHNfYnVpbGRlci5pbmZvLmZlYXR1cmVz",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset_builder
<span class="hljs-meta">&gt;&gt;&gt; </span>ds_builder = load_dataset_builder(<span class="hljs-string">&#x27;rotten_tomatoes&#x27;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>ds_builder.info.features
{<span class="hljs-string">&#x27;label&#x27;</span>: ClassLabel(num_classes=<span class="hljs-number">2</span>, names=[<span class="hljs-string">&#x27;neg&#x27;</span>, <span class="hljs-string">&#x27;pos&#x27;</span>], <span class="hljs-built_in">id</span>=<span class="hljs-literal">None</span>),
 <span class="hljs-string">&#x27;text&#x27;</span>: Value(dtype=<span class="hljs-string">&#x27;string&#x27;</span>, <span class="hljs-built_in">id</span>=<span class="hljs-literal">None</span>)}`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-11lpom8"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function tn(k){let s,w="Example:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwZ2V0X2RhdGFzZXRfY29uZmlnX25hbWVzJTBBZ2V0X2RhdGFzZXRfY29uZmlnX25hbWVzKCUyMmdsdWUlMjIp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> get_dataset_config_names
<span class="hljs-meta">&gt;&gt;&gt; </span>get_dataset_config_names(<span class="hljs-string">&quot;glue&quot;</span>)
[<span class="hljs-string">&#x27;cola&#x27;</span>,
 <span class="hljs-string">&#x27;sst2&#x27;</span>,
 <span class="hljs-string">&#x27;mrpc&#x27;</span>,
 <span class="hljs-string">&#x27;qqp&#x27;</span>,
 <span class="hljs-string">&#x27;stsb&#x27;</span>,
 <span class="hljs-string">&#x27;mnli&#x27;</span>,
 <span class="hljs-string">&#x27;mnli_mismatched&#x27;</span>,
 <span class="hljs-string">&#x27;mnli_matched&#x27;</span>,
 <span class="hljs-string">&#x27;qnli&#x27;</span>,
 <span class="hljs-string">&#x27;rte&#x27;</span>,
 <span class="hljs-string">&#x27;wnli&#x27;</span>,
 <span class="hljs-string">&#x27;ax&#x27;</span>]`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-11lpom8"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function an(k){let s,w="Example:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwZ2V0X2RhdGFzZXRfaW5mb3MlMEFnZXRfZGF0YXNldF9pbmZvcygncm90dGVuX3RvbWF0b2VzJyk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> get_dataset_infos
<span class="hljs-meta">&gt;&gt;&gt; </span>get_dataset_infos(<span class="hljs-string">&#x27;rotten_tomatoes&#x27;</span>)
{<span class="hljs-string">&#x27;default&#x27;</span>: DatasetInfo(description=<span class="hljs-string">&quot;Movie Review Dataset.
 is a dataset of containing 5,331 positive and 5,331 negative processed
ences from Rotten Tomatoes movie reviews...), ...}</span>`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-11lpom8"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function sn(k){let s,w="Example:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwZ2V0X2RhdGFzZXRfc3BsaXRfbmFtZXMlMEFnZXRfZGF0YXNldF9zcGxpdF9uYW1lcygncm90dGVuX3RvbWF0b2VzJyk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> get_dataset_split_names
<span class="hljs-meta">&gt;&gt;&gt; </span>get_dataset_split_names(<span class="hljs-string">&#x27;rotten_tomatoes&#x27;</span>)
[<span class="hljs-string">&#x27;train&#x27;</span>, <span class="hljs-string">&#x27;validation&#x27;</span>, <span class="hljs-string">&#x27;test&#x27;</span>]`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-11lpom8"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function on(k){let s,w='Metrics is deprecated in 🤗 Datasets. To learn more about how to use metrics, take a look at the library 🤗 <a href="https://huggingface.co/docs/evaluate/index" rel="nofollow">Evaluate</a>! In addition to metrics, you can find more tools for evaluating models and datasets.';return{c(){s=c("p"),s.innerHTML=w},l(l){s=p(l,"P",{"data-svelte-h":!0}),x(s)!=="svelte-77nnuj"&&(s.innerHTML=w)},m(l,r){n(l,s,r)},p:M,d(l){l&&a(s)}}}function nn(k){let s,w='Use <em>evaluate.list_evaluation_modules</em> instead, from the new library 🤗 Evaluate: <a href="https://huggingface.co/docs/evaluate" rel="nofollow">https://huggingface.co/docs/evaluate</a>';return{c(){s=c("p"),s.innerHTML=w},l(l){s=p(l,"P",{"data-svelte-h":!0}),x(s)!=="svelte-1269qm9"&&(s.innerHTML=w)},m(l,r){n(l,s,r)},p:M,d(l){l&&a(s)}}}function rn(k){let s,w="Example:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbGlzdF9tZXRyaWNzJTBBbGlzdF9tZXRyaWNzKCk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> list_metrics
<span class="hljs-meta">&gt;&gt;&gt; </span>list_metrics()
[<span class="hljs-string">&#x27;accuracy&#x27;</span>,
 <span class="hljs-string">&#x27;bertscore&#x27;</span>,
 <span class="hljs-string">&#x27;bleu&#x27;</span>,
 <span class="hljs-string">&#x27;bleurt&#x27;</span>,
 <span class="hljs-string">&#x27;cer&#x27;</span>,
 <span class="hljs-string">&#x27;chrf&#x27;</span>,
 ...
]`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-11lpom8"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function dn(k){let s,w='Use <em>evaluate.load</em> instead, from the new library 🤗 Evaluate: <a href="https://huggingface.co/docs/evaluate" rel="nofollow">https://huggingface.co/docs/evaluate</a>';return{c(){s=c("p"),s.innerHTML=w},l(l){s=p(l,"P",{"data-svelte-h":!0}),x(s)!=="svelte-nbkwxq"&&(s.innerHTML=w)},m(l,r){n(l,s,r)},p:M,d(l){l&&a(s)}}}function ln(k){let s,w="Example:",l,r,b;return r=new q({props:{code:"ZnJvbSUyMGRhdGFzZXRzJTIwaW1wb3J0JTIwbG9hZF9tZXRyaWMlMEFhY2N1cmFjeSUyMCUzRCUyMGxvYWRfbWV0cmljKCdhY2N1cmFjeScpJTBBYWNjdXJhY3kuY29tcHV0ZShyZWZlcmVuY2VzJTNEJTVCMSUyQyUyMDAlNUQlMkMlMjBwcmVkaWN0aW9ucyUzRCU1QjElMkMlMjAxJTVEKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_metric
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy = load_metric(<span class="hljs-string">&#x27;accuracy&#x27;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy.compute(references=[<span class="hljs-number">1</span>, <span class="hljs-number">0</span>], predictions=[<span class="hljs-number">1</span>, <span class="hljs-number">1</span>])
{<span class="hljs-string">&#x27;accuracy&#x27;</span>: <span class="hljs-number">0.5</span>}`,wrap:!1}}),{c(){s=c("p"),s.textContent=w,l=d(),g(r.$$.fragment)},l(t){s=p(t,"P",{"data-svelte-h":!0}),x(s)!=="svelte-11lpom8"&&(s.textContent=w),l=i(t),f(r.$$.fragment,t)},m(t,$){n(t,s,$),n(t,l,$),u(r,t,$),b=!0},p:M,i(t){b||(h(r.$$.fragment,t),b=!0)},o(t){_(r.$$.fragment,t),b=!1},d(t){t&&(a(s),a(l)),v(r,t)}}}function cn(k){let s,w='Use <em>evaluate.inspect_evaluation_module</em> instead, from the new library 🤗 Evaluate instead: <a href="https://huggingface.co/docs/evaluate" rel="nofollow">https://huggingface.co/docs/evaluate</a>';return{c(){s=c("p"),s.innerHTML=w},l(l){s=p(l,"P",{"data-svelte-h":!0}),x(s)!=="svelte-blxsc4"&&(s.innerHTML=w)},m(l,r){n(l,s,r)},p:M,d(l){l&&a(s)}}}function pn(k){let s,w,l,r,b,t,$,Qs="Methods for listing and loading datasets and metrics:",ra,xe,da,R,ke,ns,Ct,Ks="List all the datasets scripts available on the Hugging Face Hub.",rs,re,ia,y,ye,ds,Ot,eo="Load a dataset from the Hugging Face Hub, or a local dataset.",is,Dt,to='You can find the list of datasets on the <a href="https://huggingface.co/datasets" rel="nofollow">Hub</a> or with <code>huggingface_hub.list_datasets</code>.',ls,jt,ao="A dataset is a directory that contains:",cs,Tt,so="<li>some data files in generic formats (JSON, CSV, Parquet, text, etc.).</li> <li>and optionally a dataset script, if it requires some code to read the data files. This is used to load any kind of formats or structures.</li>",ps,Mt,oo="Note that dataset scripts can also download and read data files from anywhere - in case your data files already exist online.",ms,Ut,no="This function does the following under the hood:",gs,Ft,ro=`<li><p>Download and import in the library the dataset script from <code>path</code> if it’s not already cached inside the library.</p> <p>If the dataset has no dataset script, then a generic dataset script is imported instead (JSON, CSV, Parquet, text, etc.)</p> <p>Dataset scripts are small python scripts that define dataset builders. They define the citation, info and format of the dataset,
contain the path or URL to the original data files and the code to load examples from the original data files.</p> <p>You can find the complete list of datasets in the Datasets <a href="https://huggingface.co/datasets" rel="nofollow">Hub</a>.</p></li> <li><p>Run the dataset script which will:</p> <ul><li><p>Download the dataset file from the original URL (see the script) if it’s not already available locally or cached.</p></li> <li><p>Process and cache the dataset in typed Arrow tables for caching.</p> <p>Arrow table are arbitrarily long, typed tables which can store nested objects and be mapped to numpy/pandas/python generic types.
They can be directly accessed from disk, loaded in RAM or even streamed over the web.</p></li></ul></li> <li><p>Return a dataset built from the requested splits in <code>split</code> (default: all).</p></li>`,fs,Jt,io=`It also allows to load a dataset from a local directory or a dataset repository on the Hugging Face Hub without dataset script.
In this case, it automatically loads all the data files from the directory or the dataset repository.`,us,qt,lo="Example:",hs,de,_s,ie,vs,le,bs,ce,la,G,Ne,$s,It,co=`Loads a dataset that was previously saved using <a href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.Dataset.save_to_disk">save_to_disk()</a> from a dataset directory, or
from a filesystem using any implementation of <code>fsspec.spec.AbstractFileSystem</code>.`,ws,pe,ca,j,Ce,xs,Rt,po=`Load a dataset builder from the Hugging Face Hub, or a local dataset. A dataset builder can be used to inspect general information that is required to build a dataset (cache directory, config, dataset info, etc.)
without downloading the dataset itself.`,ks,Gt,mo='You can find the list of datasets on the <a href="https://huggingface.co/datasets" rel="nofollow">Hub</a> or with <code>huggingface_hub.list_datasets</code>.',ys,Ht,go="A dataset is a directory that contains:",Ns,St,fo="<li>some data files in generic formats (JSON, CSV, Parquet, text, etc.)</li> <li>and optionally a dataset script, if it requires some code to read the data files. This is used to load any kind of formats or structures.</li>",Cs,Zt,uo="Note that dataset scripts can also download and read data files from anywhere - in case your data files already exist online.",Os,me,pa,H,Oe,Ds,Et,ho="Get the list of available config names for a particular dataset.",js,ge,ma,S,De,Ts,zt,_o="Get the meta information about a dataset, returned as a dict mapping config name to DatasetInfoDict.",Ms,fe,ga,Z,je,Us,Vt,vo="Get the list of available splits for a particular config and dataset.",Fs,ue,fa,L,Te,Js,Lt,bo="Allow inspection/modification of a dataset script by copying on local drive at local_path.",ua,Me,ha,he,_a,U,Ue,qs,Xt,$o="List all the metrics script available on the Hugging Face Hub.",Is,_e,Rs,ve,va,F,Fe,Gs,Pt,wo="Load a <em>datasets.Metric</em>.",Hs,be,Ss,$e,ba,E,Je,Zs,At,xo="Allow inspection/modification of a metric script by copying it on local drive at local_path.",Es,we,$a,qe,wa,Ie,ko=`Configurations used to load data files.
They are used when loading local files or a dataset repository:`,xa,Re,yo="<li>local files: <code>load_dataset(&quot;parquet&quot;, data_dir=&quot;path/to/data/dir&quot;)</code></li> <li>dataset repository: <code>load_dataset(&quot;allenai/c4&quot;)</code></li>",ka,Ge,No=`You can pass arguments to <code>load_dataset</code> to configure data loading.
For example you can specify the <code>sep</code> parameter to define the <a href="/docs/datasets/v2.21.0/en/package_reference/loading_methods#datasets.packaged_modules.csv.CsvConfig">CsvConfig</a> that is used to load the data:`,ya,He,Na,Se,Ca,X,Ze,zs,Bt,Co="BuilderConfig for text files.",Oa,Ee,ze,Da,Ve,ja,P,Le,Vs,Wt,Oo="BuilderConfig for CSV.",Ta,Xe,Pe,Ma,Ae,Ua,A,Be,Ls,Yt,Do="BuilderConfig for JSON.",Fa,We,Ye,Ja,Qe,qa,B,Ke,Xs,Qt,jo="BuilderConfig for Parquet.",Ia,et,tt,Ra,at,Ga,W,st,Ps,Kt,To="BuilderConfig for Arrow.",Ha,ot,nt,Sa,rt,Za,Y,dt,As,ea,Mo="BuilderConfig for SQL.",Ea,it,lt,za,ct,Va,Q,pt,Bs,ta,Uo="BuilderConfig for ImageFolder.",La,mt,gt,Xa,ft,Pa,K,ut,Ws,aa,Fo="Builder Config for AudioFolder.",Aa,ht,_t,Ba,vt,Wa,bt,$t,Ya,wt,Qa,sa,Ka;return b=new J({props:{title:"Loading methods",local:"loading-methods",headingTag:"h1"}}),xe=new J({props:{title:"Datasets",local:"datasets.list_datasets",headingTag:"h2"}}),ke=new D({props:{name:"datasets.list_datasets",anchor:"datasets.list_datasets",parameters:[{name:"with_community_datasets",val:" = True"},{name:"with_details",val:" = False"}],parametersDescription:[{anchor:"datasets.list_datasets.with_community_datasets",description:`<strong>with_community_datasets</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Include the community provided datasets.`,name:"with_community_datasets"},{anchor:"datasets.list_datasets.with_details",description:`<strong>with_details</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Return the full details on the datasets instead of only the short name.`,name:"with_details"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/inspect.py#L52"}}),re=new I({props:{anchor:"datasets.list_datasets.example",$$slots:{default:[Ao]},$$scope:{ctx:k}}}),ye=new D({props:{name:"datasets.load_dataset",anchor:"datasets.load_dataset",parameters:[{name:"path",val:": str"},{name:"name",val:": Optional = None"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"split",val:": Union = None"},{name:"cache_dir",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"download_config",val:": Optional = None"},{name:"download_mode",val:": Union = None"},{name:"verification_mode",val:": Union = None"},{name:"ignore_verifications",val:" = 'deprecated'"},{name:"keep_in_memory",val:": Optional = None"},{name:"save_infos",val:": bool = False"},{name:"revision",val:": Union = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"task",val:" = 'deprecated'"},{name:"streaming",val:": bool = False"},{name:"num_proc",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"trust_remote_code",val:": bool = None"},{name:"**config_kwargs",val:""}],parametersDescription:[{anchor:"datasets.load_dataset.path",description:`<strong>path</strong> (<code>str</code>) &#x2014;
Path or name of the dataset.
Depending on <code>path</code>, the dataset builder that is used comes from a generic dataset script (JSON, CSV, Parquet, text etc.) or from the dataset script (a python file) inside the dataset directory.</p>
<p>For local datasets:</p>
<ul>
<li>if <code>path</code> is a local directory (containing data files only)
-&gt; load a generic dataset builder (csv, json, text etc.) based on the content of the directory
e.g. <code>&apos;./path/to/directory/with/my/csv/data&apos;</code>.</li>
<li>if <code>path</code> is a local dataset script or a directory containing a local dataset script (if the script has the same name as the directory)
-&gt; load the dataset builder from the dataset script
e.g. <code>&apos;./dataset/squad&apos;</code> or <code>&apos;./dataset/squad/squad.py&apos;</code>.</li>
</ul>
<p>For datasets on the Hugging Face Hub (list all available datasets with <code>huggingface_hub.list_datasets</code>)</p>
<ul>
<li>if <code>path</code> is a dataset repository on the HF hub (containing data files only)
-&gt; load a generic dataset builder (csv, text etc.) based on the content of the repository
e.g. <code>&apos;username/dataset_name&apos;</code>, a dataset repository on the HF hub containing your data files.</li>
<li>if <code>path</code> is a dataset repository on the HF hub with a dataset script (if the script has the same name as the directory)
-&gt; load the dataset builder from the dataset script in the dataset repository
e.g. <code>glue</code>, <code>squad</code>, <code>&apos;username/dataset_name&apos;</code>, a dataset repository on the HF hub containing a dataset script <code>&apos;dataset_name.py&apos;</code>.</li>
</ul>`,name:"path"},{anchor:"datasets.load_dataset.name",description:`<strong>name</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Defining the name of the dataset configuration.`,name:"name"},{anchor:"datasets.load_dataset.data_dir",description:`<strong>data_dir</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Defining the <code>data_dir</code> of the dataset configuration. If specified for the generic builders (csv, text etc.) or the Hub datasets and <code>data_files</code> is <code>None</code>,
the behavior is equal to passing <code>os.path.join(data_dir, **)</code> as <code>data_files</code> to reference all the files in a directory.`,name:"data_dir"},{anchor:"datasets.load_dataset.data_files",description:`<strong>data_files</strong> (<code>str</code> or <code>Sequence</code> or <code>Mapping</code>, <em>optional</em>) &#x2014;
Path(s) to source data file(s).`,name:"data_files"},{anchor:"datasets.load_dataset.split",description:`<strong>split</strong> (<code>Split</code> or <code>str</code>) &#x2014;
Which split of the data to load.
If <code>None</code>, will return a <code>dict</code> with all splits (typically <code>datasets.Split.TRAIN</code> and <code>datasets.Split.TEST</code>).
If given, will return a single Dataset.
Splits can be combined and specified like in tensorflow-datasets.`,name:"split"},{anchor:"datasets.load_dataset.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Directory to read/write data. Defaults to <code>&quot;~/.cache/huggingface/datasets&quot;</code>.`,name:"cache_dir"},{anchor:"datasets.load_dataset.features",description:`<strong>features</strong> (<code>Features</code>, <em>optional</em>) &#x2014;
Set the features type to use for this dataset.`,name:"features"},{anchor:"datasets.load_dataset.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) &#x2014;
Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.load_dataset.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) &#x2014;
Download/generate mode.`,name:"download_mode"},{anchor:"datasets.load_dataset.verification_mode",description:`<strong>verification_mode</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.VerificationMode">VerificationMode</a> or <code>str</code>, defaults to <code>BASIC_CHECKS</code>) &#x2014;
Verification mode determining the checks to run on the downloaded/processed dataset information (checksums/size/splits/&#x2026;).</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Added in 2.9.1</p>
						
					</div>`,name:"verification_mode"},{anchor:"datasets.load_dataset.ignore_verifications",description:`<strong>ignore_verifications</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
Ignore the verifications of the downloaded/processed dataset information (checksums/size/splits/&#x2026;).</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						<p class="font-medium">Deprecated in 2.9.1</p>
						
<p><code>ignore_verifications</code> was deprecated in version 2.9.1 and will be removed in 3.0.0.
Please use <code>verification_mode</code> instead.</p>

					</div>`,name:"ignore_verifications"},{anchor:"datasets.load_dataset.keep_in_memory",description:`<strong>keep_in_memory</strong> (<code>bool</code>, defaults to <code>None</code>) &#x2014;
Whether to copy the dataset in-memory. If <code>None</code>, the dataset
will not be copied in-memory unless explicitly enabled by setting <code>datasets.config.IN_MEMORY_MAX_SIZE</code> to
nonzero. See more details in the <a href="../cache#improve-performance">improve performance</a> section.`,name:"keep_in_memory"},{anchor:"datasets.load_dataset.save_infos",description:`<strong>save_infos</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
Save the dataset information (checksums/size/splits/&#x2026;).`,name:"save_infos"},{anchor:"datasets.load_dataset.revision",description:`<strong>revision</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.Version">Version</a> or <code>str</code>, <em>optional</em>) &#x2014;
Version of the dataset script to load.
As datasets have their own git repository on the Datasets Hub, the default version &#x201C;main&#x201D; corresponds to their &#x201C;main&#x201D; branch.
You can specify a different version than the default &#x201C;main&#x201D; by using a commit SHA or a git tag of the dataset repository.`,name:"revision"},{anchor:"datasets.load_dataset.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
If <code>True</code>, or not specified, will get token from <code>&quot;~/.huggingface&quot;</code>.`,name:"token"},{anchor:"datasets.load_dataset.use_auth_token",description:`<strong>use_auth_token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
If <code>True</code>, or not specified, will get token from <code>&quot;~/.huggingface&quot;</code>.</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						<p class="font-medium">Deprecated in 2.14.0</p>
						
<p><code>use_auth_token</code> was deprecated in favor of <code>token</code> in version 2.14.0 and will be removed in 3.0.0.</p>

					</div>`,name:"use_auth_token"},{anchor:"datasets.load_dataset.task",description:`<strong>task</strong> (<code>str</code>) &#x2014;
The task to prepare the dataset for during training and evaluation. Casts the dataset&#x2019;s <a href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.Features">Features</a> to standardized column names and types as detailed in <code>datasets.tasks</code>.</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						<p class="font-medium">Deprecated in 2.13.0</p>
						
<p><code>task</code> was deprecated in version 2.13.0 and will be removed in 3.0.0.</p>

					</div>`,name:"task"},{anchor:"datasets.load_dataset.streaming",description:`<strong>streaming</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
If set to <code>True</code>, don&#x2019;t download the data files. Instead, it streams the data progressively while
iterating on the dataset. An <a href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.IterableDataset">IterableDataset</a> or <a href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.IterableDatasetDict">IterableDatasetDict</a> is returned instead in this case.</p>
<p>Note that streaming works for datasets that use data formats that support being iterated over like txt, csv, jsonl for example.
Json files may be downloaded completely. Also streaming from remote zip or gzip files is supported but other compressed formats
like rar and xz are not yet supported. The tgz format doesn&#x2019;t allow streaming.`,name:"streaming"},{anchor:"datasets.load_dataset.num_proc",description:`<strong>num_proc</strong> (<code>int</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
Number of processes when downloading and generating the dataset locally.
Multiprocessing is disabled by default.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Added in 2.7.0</p>
						
					</div>`,name:"num_proc"},{anchor:"datasets.load_dataset.storage_options",description:`<strong>storage_options</strong> (<code>dict</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
<strong>Experimental</strong>. Key/value pairs to be passed on to the dataset file-system backend, if any.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Added in 2.11.0</p>
						
					</div>`,name:"storage_options"},{anchor:"datasets.load_dataset.trust_remote_code",description:`<strong>trust_remote_code</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
Whether or not to allow for datasets defined on the Hub using a dataset script. This option
should only be set to <code>True</code> for repositories you trust and in which you have read the code, as it will
execute code present on the Hub on your local machine.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Added in 2.16.0</p>
						
					</div>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Changed in 2.20.0</p>
						
<p><code>trust_remote_code</code> defaults to <code>False</code> if not specified.</p>

					</div>`,name:"trust_remote_code"},{anchor:"datasets.load_dataset.*config_kwargs",description:`*<strong>*config_kwargs</strong> (additional keyword arguments) &#x2014;
Keyword arguments to be passed to the <code>BuilderConfig</code>
and used in the <a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DatasetBuilder">DatasetBuilder</a>.`,name:"*config_kwargs"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/load.py#L2333",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<ul>
<li>if <code>split</code> is not <code>None</code>: the dataset requested,</li>
<li>if <code>split</code> is <code>None</code>, a <a
  href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.DatasetDict"
>DatasetDict</a> with each split.</li>
</ul>
<p>or <a
  href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.IterableDataset"
>IterableDataset</a> or <a
  href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.IterableDatasetDict"
>IterableDatasetDict</a>: if <code>streaming=True</code></p>
<ul>
<li>if <code>split</code> is not <code>None</code>, the dataset is requested</li>
<li>if <code>split</code> is <code>None</code>, a <code>~datasets.streaming.IterableDatasetDict</code> with each split.</li>
</ul>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><a
  href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.Dataset"
>Dataset</a> or <a
  href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.DatasetDict"
>DatasetDict</a></p>
`}}),de=new I({props:{anchor:"datasets.load_dataset.example",$$slots:{default:[Bo]},$$scope:{ctx:k}}}),ie=new I({props:{anchor:"datasets.load_dataset.example-2",$$slots:{default:[Wo]},$$scope:{ctx:k}}}),le=new I({props:{anchor:"datasets.load_dataset.example-3",$$slots:{default:[Yo]},$$scope:{ctx:k}}}),ce=new I({props:{anchor:"datasets.load_dataset.example-4",$$slots:{default:[Qo]},$$scope:{ctx:k}}}),Ne=new D({props:{name:"datasets.load_from_disk",anchor:"datasets.load_from_disk",parameters:[{name:"dataset_path",val:": Union"},{name:"fs",val:" = 'deprecated'"},{name:"keep_in_memory",val:": Optional = None"},{name:"storage_options",val:": Optional = None"}],parametersDescription:[{anchor:"datasets.load_from_disk.dataset_path",description:`<strong>dataset_path</strong> (<code>path-like</code>) &#x2014;
Path (e.g. <code>&quot;dataset/train&quot;</code>) or remote URI (e.g. <code>&quot;s3://my-bucket/dataset/train&quot;</code>)
of the <a href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.Dataset">Dataset</a> or <a href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.DatasetDict">DatasetDict</a> directory where the dataset/dataset-dict will be
loaded from.`,name:"dataset_path"},{anchor:"datasets.load_from_disk.fs",description:`<strong>fs</strong> (<code>~filesystems.S3FileSystem</code> or <code>fsspec.spec.AbstractFileSystem</code>, <em>optional</em>) &#x2014;
Instance of the remote filesystem used to download the files from.</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						<p class="font-medium">Deprecated in 2.9.0</p>
						
<p><code>fs</code> was deprecated in version 2.9.0 and will be removed in 3.0.0.
Please use <code>storage_options</code> instead, e.g. <code>storage_options=fs.storage_options</code>.</p>

					</div>`,name:"fs"},{anchor:"datasets.load_from_disk.keep_in_memory",description:`<strong>keep_in_memory</strong> (<code>bool</code>, defaults to <code>None</code>) &#x2014;
Whether to copy the dataset in-memory. If <code>None</code>, the dataset
will not be copied in-memory unless explicitly enabled by setting <code>datasets.config.IN_MEMORY_MAX_SIZE</code> to
nonzero. See more details in the <a href="../cache#improve-performance">improve performance</a> section.`,name:"keep_in_memory"},{anchor:"datasets.load_from_disk.storage_options",description:`<strong>storage_options</strong> (<code>dict</code>, <em>optional</em>) &#x2014;
Key/value pairs to be passed on to the file-system backend, if any.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Added in 2.9.0</p>
						
					</div>`,name:"storage_options"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/load.py#L2653",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<ul>
<li>If <code>dataset_path</code> is a path of a dataset directory: the dataset requested.</li>
<li>If <code>dataset_path</code> is a path of a dataset dict directory, a <a
  href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.DatasetDict"
>DatasetDict</a> with each split.</li>
</ul>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><a
  href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.Dataset"
>Dataset</a> or <a
  href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.DatasetDict"
>DatasetDict</a></p>
`}}),pe=new I({props:{anchor:"datasets.load_from_disk.example",$$slots:{default:[Ko]},$$scope:{ctx:k}}}),Ce=new D({props:{name:"datasets.load_dataset_builder",anchor:"datasets.load_dataset_builder",parameters:[{name:"path",val:": str"},{name:"name",val:": Optional = None"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"cache_dir",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"download_config",val:": Optional = None"},{name:"download_mode",val:": Union = None"},{name:"revision",val:": Union = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"storage_options",val:": Optional = None"},{name:"trust_remote_code",val:": Optional = None"},{name:"_require_default_config_name",val:" = True"},{name:"**config_kwargs",val:""}],parametersDescription:[{anchor:"datasets.load_dataset_builder.path",description:`<strong>path</strong> (<code>str</code>) &#x2014;
Path or name of the dataset.
Depending on <code>path</code>, the dataset builder that is used comes from a generic dataset script (JSON, CSV, Parquet, text etc.) or from the dataset script (a python file) inside the dataset directory.</p>
<p>For local datasets:</p>
<ul>
<li>if <code>path</code> is a local directory (containing data files only)
-&gt; load a generic dataset builder (csv, json, text etc.) based on the content of the directory
e.g. <code>&apos;./path/to/directory/with/my/csv/data&apos;</code>.</li>
<li>if <code>path</code> is a local dataset script or a directory containing a local dataset script (if the script has the same name as the directory)
-&gt; load the dataset builder from the dataset script
e.g. <code>&apos;./dataset/squad&apos;</code> or <code>&apos;./dataset/squad/squad.py&apos;</code>.</li>
</ul>
<p>For datasets on the Hugging Face Hub (list all available datasets with <code>huggingface_hub.list_datasets</code>)</p>
<ul>
<li>if <code>path</code> is a dataset repository on the HF hub (containing data files only)
-&gt; load a generic dataset builder (csv, text etc.) based on the content of the repository
e.g. <code>&apos;username/dataset_name&apos;</code>, a dataset repository on the HF hub containing your data files.</li>
<li>if <code>path</code> is a dataset repository on the HF hub with a dataset script (if the script has the same name as the directory)
-&gt; load the dataset builder from the dataset script in the dataset repository
e.g. <code>glue</code>, <code>squad</code>, <code>&apos;username/dataset_name&apos;</code>, a dataset repository on the HF hub containing a dataset script <code>&apos;dataset_name.py&apos;</code>.</li>
</ul>`,name:"path"},{anchor:"datasets.load_dataset_builder.name",description:`<strong>name</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Defining the name of the dataset configuration.`,name:"name"},{anchor:"datasets.load_dataset_builder.data_dir",description:`<strong>data_dir</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Defining the <code>data_dir</code> of the dataset configuration. If specified for the generic builders (csv, text etc.) or the Hub datasets and <code>data_files</code> is <code>None</code>,
the behavior is equal to passing <code>os.path.join(data_dir, **)</code> as <code>data_files</code> to reference all the files in a directory.`,name:"data_dir"},{anchor:"datasets.load_dataset_builder.data_files",description:`<strong>data_files</strong> (<code>str</code> or <code>Sequence</code> or <code>Mapping</code>, <em>optional</em>) &#x2014;
Path(s) to source data file(s).`,name:"data_files"},{anchor:"datasets.load_dataset_builder.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Directory to read/write data. Defaults to <code>&quot;~/.cache/huggingface/datasets&quot;</code>.`,name:"cache_dir"},{anchor:"datasets.load_dataset_builder.features",description:`<strong>features</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/main_classes#datasets.Features">Features</a>, <em>optional</em>) &#x2014;
Set the features type to use for this dataset.`,name:"features"},{anchor:"datasets.load_dataset_builder.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) &#x2014;
Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.load_dataset_builder.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) &#x2014;
Download/generate mode.`,name:"download_mode"},{anchor:"datasets.load_dataset_builder.revision",description:`<strong>revision</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.Version">Version</a> or <code>str</code>, <em>optional</em>) &#x2014;
Version of the dataset script to load.
As datasets have their own git repository on the Datasets Hub, the default version &#x201C;main&#x201D; corresponds to their &#x201C;main&#x201D; branch.
You can specify a different version than the default &#x201C;main&#x201D; by using a commit SHA or a git tag of the dataset repository.`,name:"revision"},{anchor:"datasets.load_dataset_builder.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
If <code>True</code>, or not specified, will get token from <code>&quot;~/.huggingface&quot;</code>.`,name:"token"},{anchor:"datasets.load_dataset_builder.use_auth_token",description:`<strong>use_auth_token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
If <code>True</code>, or not specified, will get token from <code>&quot;~/.huggingface&quot;</code>.</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						<p class="font-medium">Deprecated in 2.14.0</p>
						
<p><code>use_auth_token</code> was deprecated in favor of <code>token</code> in version 2.14.0 and will be removed in 3.0.0.</p>

					</div>`,name:"use_auth_token"},{anchor:"datasets.load_dataset_builder.storage_options",description:`<strong>storage_options</strong> (<code>dict</code>, <em>optional</em>, defaults to <code>None</code>) &#x2014;
<strong>Experimental</strong>. Key/value pairs to be passed on to the dataset file-system backend, if any.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Added in 2.11.0</p>
						
					</div>`,name:"storage_options"},{anchor:"datasets.load_dataset_builder.trust_remote_code",description:`<strong>trust_remote_code</strong> (<code>bool</code>, defaults to <code>False</code>) &#x2014;
Whether or not to allow for datasets defined on the Hub using a dataset script. This option
should only be set to <code>True</code> for repositories you trust and in which you have read the code, as it will
execute code present on the Hub on your local machine.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Added in 2.16.0</p>
						
					</div>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Changed in 2.20.0</p>
						
<p><code>trust_remote_code</code> defaults to <code>False</code> if not specified.</p>

					</div>`,name:"trust_remote_code"},{anchor:"datasets.load_dataset_builder.*config_kwargs",description:`*<strong>*config_kwargs</strong> (additional keyword arguments) &#x2014;
Keyword arguments to be passed to the <a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.BuilderConfig">BuilderConfig</a>
and used in the <a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DatasetBuilder">DatasetBuilder</a>.`,name:"*config_kwargs"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/load.py#L2145",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p><a
  href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DatasetBuilder"
>DatasetBuilder</a></p>
`}}),me=new I({props:{anchor:"datasets.load_dataset_builder.example",$$slots:{default:[en]},$$scope:{ctx:k}}}),Oe=new D({props:{name:"datasets.get_dataset_config_names",anchor:"datasets.get_dataset_config_names",parameters:[{name:"path",val:": str"},{name:"revision",val:": Union = None"},{name:"download_config",val:": Optional = None"},{name:"download_mode",val:": Union = None"},{name:"dynamic_modules_path",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"**download_kwargs",val:""}],parametersDescription:[{anchor:"datasets.get_dataset_config_names.path",description:`<strong>path</strong> (<code>str</code>) &#x2014; path to the dataset processing script with the dataset builder. Can be either:</p>
<ul>
<li>a local path to processing script or the directory containing the script (if the script has the same name as the directory),
e.g. <code>&apos;./dataset/squad&apos;</code> or <code>&apos;./dataset/squad/squad.py&apos;</code></li>
<li>a dataset identifier on the Hugging Face Hub (list all available datasets and ids with <a href="/docs/datasets/v2.21.0/en/package_reference/loading_methods#datasets.list_datasets">datasets.list_datasets()</a>)
e.g. <code>&apos;squad&apos;</code>, <code>&apos;glue&apos;</code> or <code>&apos;openai/webtext&apos;</code></li>
</ul>`,name:"path"},{anchor:"datasets.get_dataset_config_names.revision",description:`<strong>revision</strong> (<code>Union[str, datasets.Version]</code>, <em>optional</em>) &#x2014;
If specified, the dataset module will be loaded from the datasets repository at this version.
By default:</p>
<ul>
<li>it is set to the local version of the lib.</li>
<li>it will also try to load it from the main branch if it&#x2019;s not available at the local version of the lib.
Specifying a version that is different from your local version of the lib might cause compatibility issues.</li>
</ul>`,name:"revision"},{anchor:"datasets.get_dataset_config_names.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) &#x2014;
Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.get_dataset_config_names.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) &#x2014;
Download/generate mode.`,name:"download_mode"},{anchor:"datasets.get_dataset_config_names.dynamic_modules_path",description:`<strong>dynamic_modules_path</strong> (<code>str</code>, defaults to <code>~/.cache/huggingface/modules/datasets_modules</code>) &#x2014;
Optional path to the directory in which the dynamic modules are saved. It must have been initialized with <code>init_dynamic_modules</code>.
By default the datasets and metrics are stored inside the <code>datasets_modules</code> module.`,name:"dynamic_modules_path"},{anchor:"datasets.get_dataset_config_names.data_files",description:`<strong>data_files</strong> (<code>Union[Dict, List, str]</code>, <em>optional</em>) &#x2014;
Defining the data_files of the dataset configuration.`,name:"data_files"},{anchor:"datasets.get_dataset_config_names.*download_kwargs",description:`*<strong>*download_kwargs</strong> (additional keyword arguments) &#x2014;
Optional attributes for <a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a> which will override the attributes in <code>download_config</code> if supplied,
for example <code>token</code>.`,name:"*download_kwargs"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/inspect.py#L291"}}),ge=new I({props:{anchor:"datasets.get_dataset_config_names.example",$$slots:{default:[tn]},$$scope:{ctx:k}}}),De=new D({props:{name:"datasets.get_dataset_infos",anchor:"datasets.get_dataset_infos",parameters:[{name:"path",val:": str"},{name:"data_files",val:": Union = None"},{name:"download_config",val:": Optional = None"},{name:"download_mode",val:": Union = None"},{name:"revision",val:": Union = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],parametersDescription:[{anchor:"datasets.get_dataset_infos.path",description:`<strong>path</strong> (<code>str</code>) &#x2014; path to the dataset processing script with the dataset builder. Can be either:</p>
<ul>
<li>a local path to processing script or the directory containing the script (if the script has the same name as the directory),
e.g. <code>&apos;./dataset/squad&apos;</code> or <code>&apos;./dataset/squad/squad.py&apos;</code></li>
<li>a dataset identifier on the Hugging Face Hub (list all available datasets and ids with <a href="/docs/datasets/v2.21.0/en/package_reference/loading_methods#datasets.list_datasets">datasets.list_datasets()</a>)
e.g. <code>&apos;squad&apos;</code>, <code>&apos;glue&apos;</code> or\`<code>&apos;openai/webtext&apos;</code></li>
</ul>`,name:"path"},{anchor:"datasets.get_dataset_infos.revision",description:`<strong>revision</strong> (<code>Union[str, datasets.Version]</code>, <em>optional</em>) &#x2014;
If specified, the dataset module will be loaded from the datasets repository at this version.
By default:</p>
<ul>
<li>it is set to the local version of the lib.</li>
<li>it will also try to load it from the main branch if it&#x2019;s not available at the local version of the lib.
Specifying a version that is different from your local version of the lib might cause compatibility issues.</li>
</ul>`,name:"revision"},{anchor:"datasets.get_dataset_infos.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) &#x2014;
Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.get_dataset_infos.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) &#x2014;
Download/generate mode.`,name:"download_mode"},{anchor:"datasets.get_dataset_infos.data_files",description:`<strong>data_files</strong> (<code>Union[Dict, List, str]</code>, <em>optional</em>) &#x2014;
Defining the data_files of the dataset configuration.`,name:"data_files"},{anchor:"datasets.get_dataset_infos.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
If <code>True</code>, or not specified, will get token from <code>&quot;~/.huggingface&quot;</code>.`,name:"token"},{anchor:"datasets.get_dataset_infos.use_auth_token",description:`<strong>use_auth_token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
If <code>True</code>, or not specified, will get token from <code>&quot;~/.huggingface&quot;</code>.</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						<p class="font-medium">Deprecated in 2.14.0</p>
						
<p><code>use_auth_token</code> was deprecated in favor of <code>token</code> in version 2.14.0 and will be removed in 3.0.0.</p>

					</div>`,name:"use_auth_token"},{anchor:"datasets.get_dataset_infos.*config_kwargs",description:`*<strong>*config_kwargs</strong> (additional keyword arguments) &#x2014;
Optional attributes for builder class which will override the attributes if supplied.`,name:"*config_kwargs"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/inspect.py#L205"}}),fe=new I({props:{anchor:"datasets.get_dataset_infos.example",$$slots:{default:[an]},$$scope:{ctx:k}}}),je=new D({props:{name:"datasets.get_dataset_split_names",anchor:"datasets.get_dataset_split_names",parameters:[{name:"path",val:": str"},{name:"config_name",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"download_config",val:": Optional = None"},{name:"download_mode",val:": Union = None"},{name:"revision",val:": Union = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],parametersDescription:[{anchor:"datasets.get_dataset_split_names.path",description:`<strong>path</strong> (<code>str</code>) &#x2014; path to the dataset processing script with the dataset builder. Can be either:</p>
<ul>
<li>a local path to processing script or the directory containing the script (if the script has the same name as the directory),
e.g. <code>&apos;./dataset/squad&apos;</code> or <code>&apos;./dataset/squad/squad.py&apos;</code></li>
<li>a dataset identifier on the Hugging Face Hub (list all available datasets and ids with <a href="/docs/datasets/v2.21.0/en/package_reference/loading_methods#datasets.list_datasets">datasets.list_datasets()</a>)
e.g. <code>&apos;squad&apos;</code>, <code>&apos;glue&apos;</code> or <code>&apos;openai/webtext&apos;</code></li>
</ul>`,name:"path"},{anchor:"datasets.get_dataset_split_names.config_name",description:`<strong>config_name</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Defining the name of the dataset configuration.`,name:"config_name"},{anchor:"datasets.get_dataset_split_names.data_files",description:`<strong>data_files</strong> (<code>str</code> or <code>Sequence</code> or <code>Mapping</code>, <em>optional</em>) &#x2014;
Path(s) to source data file(s).`,name:"data_files"},{anchor:"datasets.get_dataset_split_names.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) &#x2014;
Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.get_dataset_split_names.download_mode",description:`<strong>download_mode</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, defaults to <code>REUSE_DATASET_IF_EXISTS</code>) &#x2014;
Download/generate mode.`,name:"download_mode"},{anchor:"datasets.get_dataset_split_names.revision",description:`<strong>revision</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.Version">Version</a> or <code>str</code>, <em>optional</em>) &#x2014;
Version of the dataset script to load.
As datasets have their own git repository on the Datasets Hub, the default version &#x201C;main&#x201D; corresponds to their &#x201C;main&#x201D; branch.
You can specify a different version than the default &#x201C;main&#x201D; by using a commit SHA or a git tag of the dataset repository.`,name:"revision"},{anchor:"datasets.get_dataset_split_names.token",description:`<strong>token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
If <code>True</code>, or not specified, will get token from <code>&quot;~/.huggingface&quot;</code>.`,name:"token"},{anchor:"datasets.get_dataset_split_names.use_auth_token",description:`<strong>use_auth_token</strong> (<code>str</code> or <code>bool</code>, <em>optional</em>) &#x2014;
Optional string or boolean to use as Bearer token for remote files on the Datasets Hub.
If <code>True</code>, or not specified, will get token from <code>&quot;~/.huggingface&quot;</code>.</p>
<div class="course-tip course-tip-orange bg-gradient-to-br dark:bg-gradient-to-r before:border-orange-500 dark:before:border-orange-800 from-orange-50 dark:from-gray-900 to-white dark:to-gray-950 border border-orange-50 text-orange-700 dark:text-gray-400">
						<p class="font-medium">Deprecated in 2.14.0</p>
						
<p><code>use_auth_token</code> was deprecated in favor of <code>token</code> in version 2.14.0 and will be removed in 3.0.0.</p>

					</div>`,name:"use_auth_token"},{anchor:"datasets.get_dataset_split_names.*config_kwargs",description:`*<strong>*config_kwargs</strong> (additional keyword arguments) &#x2014;
Optional attributes for builder class which will override the attributes if supplied.`,name:"*config_kwargs"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/inspect.py#L508"}}),ue=new I({props:{anchor:"datasets.get_dataset_split_names.example",$$slots:{default:[sn]},$$scope:{ctx:k}}}),Te=new D({props:{name:"datasets.inspect_dataset",anchor:"datasets.inspect_dataset",parameters:[{name:"path",val:": str"},{name:"local_path",val:": str"},{name:"download_config",val:": Optional = None"},{name:"**download_kwargs",val:""}],parametersDescription:[{anchor:"datasets.inspect_dataset.path",description:`<strong>path</strong> (<code>str</code>) &#x2014; Path to the dataset processing script with the dataset builder. Can be either:</p>
<ul>
<li>a local path to processing script or the directory containing the script (if the script has the same name
as the directory),
e.g. <code>&apos;./dataset/squad&apos;</code> or <code>&apos;./dataset/squad/squad.py&apos;</code>.</li>
<li>a dataset identifier on the Hugging Face Hub (list all available datasets and ids with <a href="/docs/datasets/v2.21.0/en/package_reference/loading_methods#datasets.list_datasets">list_datasets()</a>)
e.g. <code>&apos;squad&apos;</code>, <code>&apos;glue&apos;</code> or <code>&apos;openai/webtext&apos;</code>.</li>
</ul>`,name:"path"},{anchor:"datasets.inspect_dataset.local_path",description:`<strong>local_path</strong> (<code>str</code>) &#x2014;
Path to the local folder to copy the dataset script to.`,name:"local_path"},{anchor:"datasets.inspect_dataset.download_config",description:`<strong>download_config</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a>, <em>optional</em>) &#x2014;
Specific download configuration parameters.`,name:"download_config"},{anchor:"datasets.inspect_dataset.*download_kwargs",description:`*<strong>*download_kwargs</strong> (additional keyword arguments) &#x2014;
Optional arguments for <a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadConfig">DownloadConfig</a> which will override
the attributes of <code>download_config</code> if supplied.`,name:"*download_kwargs"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/inspect.py#L124"}}),Me=new J({props:{title:"Metrics",local:"datasets.list_metrics",headingTag:"h2"}}),he=new Xo({props:{warning:!0,$$slots:{default:[on]},$$scope:{ctx:k}}}),Ue=new D({props:{name:"datasets.list_metrics",anchor:"datasets.list_metrics",parameters:[{name:"with_community_metrics",val:" = True"},{name:"with_details",val:" = False"}],parametersDescription:[{anchor:"datasets.list_metrics.with_community_metrics",description:"<strong>with_community_metrics</strong> (<code>bool</code>, optional, default <code>True</code>) &#x2014; Include the community provided metrics.",name:"with_community_metrics"},{anchor:"datasets.list_metrics.with_details",description:"<strong>with_details</strong> (<code>bool</code>, optional, default <code>False</code>) &#x2014; Return the full details on the metrics instead of only the short name.",name:"with_details"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/inspect.py#L85"}}),_e=new Ys({props:{version:"2.5.0",$$slots:{default:[nn]},$$scope:{ctx:k}}}),ve=new I({props:{anchor:"datasets.list_metrics.example",$$slots:{default:[rn]},$$scope:{ctx:k}}}),Fe=new D({props:{name:"datasets.load_metric",anchor:"datasets.load_metric",parameters:[{name:"path",val:": str"},{name:"config_name",val:": Optional = None"},{name:"process_id",val:": int = 0"},{name:"num_process",val:": int = 1"},{name:"cache_dir",val:": Optional = None"},{name:"experiment_id",val:": Optional = None"},{name:"keep_in_memory",val:": bool = False"},{name:"download_config",val:": Optional = None"},{name:"download_mode",val:": Union = None"},{name:"revision",val:": Union = None"},{name:"trust_remote_code",val:": Optional = None"},{name:"**metric_init_kwargs",val:""}],parametersDescription:[{anchor:"datasets.load_metric.path",description:`<strong>path</strong> (<code>str</code>) &#x2014;
path to the metric processing script with the metric builder. Can be either:</p>
<ul>
<li>a local path to processing script or the directory containing the script (if the script has the same name as the directory),
e.g. <code>&apos;./metrics/rouge&apos;</code> or <code>&apos;./metrics/rogue/rouge.py&apos;</code></li>
<li>a metric identifier on the HuggingFace datasets repo (list all available metrics with <code>datasets.list_metrics()</code>)
e.g. <code>&apos;rouge&apos;</code> or <code>&apos;bleu&apos;</code></li>
</ul>`,name:"path"},{anchor:"datasets.load_metric.config_name",description:"<strong>config_name</strong> (<code>str</code>, optional) &#x2014; selecting a configuration for the metric (e.g. the GLUE metric has a configuration for each subset)",name:"config_name"},{anchor:"datasets.load_metric.process_id",description:"<strong>process_id</strong> (<code>int</code>, optional) &#x2014; for distributed evaluation: id of the process",name:"process_id"},{anchor:"datasets.load_metric.num_process",description:"<strong>num_process</strong> (<code>int</code>, optional) &#x2014; for distributed evaluation: total number of processes",name:"num_process"},{anchor:"datasets.load_metric.cache_dir",description:"<strong>cache_dir</strong> (Optional str) &#x2014; path to store the temporary predictions and references (default to <em>~/.cache/huggingface/metrics/</em>)",name:"cache_dir"},{anchor:"datasets.load_metric.experiment_id",description:`<strong>experiment_id</strong> (<code>str</code>) &#x2014; A specific experiment id. This is used if several distributed evaluations share the same file system.
This is useful to compute metrics in distributed setups (in particular non-additive metrics like F1).`,name:"experiment_id"},{anchor:"datasets.load_metric.keep_in_memory",description:"<strong>keep_in_memory</strong> (bool) &#x2014; Whether to store the temporary results in memory (defaults to False)",name:"keep_in_memory"},{anchor:"datasets.load_metric.download_config",description:"<strong>download_config</strong> (Optional <code>datasets.DownloadConfig</code> &#x2014; specific download configuration parameters.",name:"download_config"},{anchor:"datasets.load_metric.download_mode",description:'<strong>download_mode</strong> (<a href="/docs/datasets/v2.21.0/en/package_reference/builder_classes#datasets.DownloadMode">DownloadMode</a> or <code>str</code>, default <code>REUSE_DATASET_IF_EXISTS</code>) &#x2014; Download/generate mode.',name:"download_mode"},{anchor:"datasets.load_metric.revision",description:`<strong>revision</strong> (Optional <code>Union[str, datasets.Version]</code>) &#x2014; if specified, the module will be loaded from the datasets repository
at this version. By default, it is set to the local version of the lib. Specifying a version that is different from
your local version of the lib might cause compatibility issues.`,name:"revision"},{anchor:"datasets.load_metric.trust_remote_code",description:`<strong>trust_remote_code</strong> (<em>bool</em>, defaults to <em>False</em>) &#x2014;
Whether or not to allow for datasets defined on the Hub using a dataset script. This option
should only be set to <em>True</em> for repositories you trust and in which you have read the code, as it will
execute code present on the Hub on your local machine.</p>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Added in 2.16.0</p>
						
					</div>
<div class="course-tip  bg-gradient-to-br dark:bg-gradient-to-r before:border-green-500 dark:before:border-green-800 from-green-50 dark:from-gray-900 to-white dark:to-gray-950 border border-green-50 text-green-700 dark:text-gray-400">
						<p class="font-medium">Changed in 2.20.0</p>
						
<p><em>trust_remote_code</em> defaults to <em>False</em> if not specified.</p>

					</div>`,name:"trust_remote_code"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/load.py#L2048",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p><em>datasets.Metric</em></p>
`}}),be=new Ys({props:{version:"2.5.0",$$slots:{default:[dn]},$$scope:{ctx:k}}}),$e=new I({props:{anchor:"datasets.load_metric.example",$$slots:{default:[ln]},$$scope:{ctx:k}}}),Je=new D({props:{name:"datasets.inspect_metric",anchor:"datasets.inspect_metric",parameters:[{name:"path",val:": str"},{name:"local_path",val:": str"},{name:"download_config",val:": Optional = None"},{name:"**download_kwargs",val:""}],parametersDescription:[{anchor:"datasets.inspect_metric.path",description:`<strong>path</strong> (<code>str</code>) &#x2014; path to the dataset processing script with the dataset builder. Can be either:</p>
<ul>
<li>a local path to processing script or the directory containing the script (if the script has the same name as the directory),
e.g. <code>&apos;./dataset/squad&apos;</code> or <code>&apos;./dataset/squad/squad.py&apos;</code></li>
<li>a dataset identifier on the Hugging Face Hub (list all available datasets and ids with <code>datasets.list_datasets()</code>)
e.g. <code>&apos;squad&apos;</code>, <code>&apos;glue&apos;</code> or <code>&apos;openai/webtext&apos;</code></li>
</ul>`,name:"path"},{anchor:"datasets.inspect_metric.local_path",description:"<strong>local_path</strong> (<code>str</code>) &#x2014; path to the local folder to copy the datset script to.",name:"local_path"},{anchor:"datasets.inspect_metric.download_config",description:"<strong>download_config</strong> (Optional <code>datasets.DownloadConfig</code>) &#x2014; specific download configuration parameters.",name:"download_config"},{anchor:"datasets.inspect_metric.*download_kwargs",description:"*<strong>*download_kwargs</strong> (additional keyword arguments) &#x2014; optional attributes for DownloadConfig() which will override the attributes in download_config if supplied.",name:"*download_kwargs"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/inspect.py#L161"}}),we=new Ys({props:{version:"2.5.0",$$slots:{default:[cn]},$$scope:{ctx:k}}}),qe=new J({props:{title:"From files",local:"from-files",headingTag:"h2"}}),He=new q({props:{code:"bG9hZF9kYXRhc2V0KCUyMmNzdiUyMiUyQyUyMGRhdGFfZGlyJTNEJTIycGF0aCUyRnRvJTJGZGF0YSUyRmRpciUyMiUyQyUyMHNlcCUzRCUyMiU1Q3QlMjIp",highlighted:'load_dataset(<span class="hljs-string">&quot;csv&quot;</span>, data_dir=<span class="hljs-string">&quot;path/to/data/dir&quot;</span>, sep=<span class="hljs-string">&quot;\\t&quot;</span>)',wrap:!1}}),Se=new J({props:{title:"Text",local:"datasets.packaged_modules.text.TextConfig",headingTag:"h3"}}),Ze=new D({props:{name:"class datasets.packaged_modules.text.TextConfig",anchor:"datasets.packaged_modules.text.TextConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": Union = 0.0.0"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"description",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"encoding",val:": str = 'utf-8'"},{name:"errors",val:": dataclasses.InitVar[typing.Optional[str]] = 'deprecated'"},{name:"encoding_errors",val:": Optional = None"},{name:"chunksize",val:": int = 10485760"},{name:"keep_linebreaks",val:": bool = False"},{name:"sample_by",val:": str = 'line'"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/text/text.py#L17"}}),ze=new D({props:{name:"class datasets.packaged_modules.text.Text",anchor:"datasets.packaged_modules.text.Text",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/text/text.py#L40"}}),Ve=new J({props:{title:"CSV",local:"datasets.packaged_modules.csv.CsvConfig",headingTag:"h3"}}),Le=new D({props:{name:"class datasets.packaged_modules.csv.CsvConfig",anchor:"datasets.packaged_modules.csv.CsvConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": Union = 0.0.0"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"description",val:": Optional = None"},{name:"sep",val:": str = ','"},{name:"delimiter",val:": Optional = None"},{name:"header",val:": Union = 'infer'"},{name:"names",val:": Optional = None"},{name:"column_names",val:": Optional = None"},{name:"index_col",val:": Union = None"},{name:"usecols",val:": Union = None"},{name:"prefix",val:": Optional = None"},{name:"mangle_dupe_cols",val:": bool = True"},{name:"engine",val:": Optional = None"},{name:"converters",val:": Dict = None"},{name:"true_values",val:": Optional = None"},{name:"false_values",val:": Optional = None"},{name:"skipinitialspace",val:": bool = False"},{name:"skiprows",val:": Union = None"},{name:"nrows",val:": Optional = None"},{name:"na_values",val:": Union = None"},{name:"keep_default_na",val:": bool = True"},{name:"na_filter",val:": bool = True"},{name:"verbose",val:": bool = False"},{name:"skip_blank_lines",val:": bool = True"},{name:"thousands",val:": Optional = None"},{name:"decimal",val:": str = '.'"},{name:"lineterminator",val:": Optional = None"},{name:"quotechar",val:`: str = '"'`},{name:"quoting",val:": int = 0"},{name:"escapechar",val:": Optional = None"},{name:"comment",val:": Optional = None"},{name:"encoding",val:": Optional = None"},{name:"dialect",val:": Optional = None"},{name:"error_bad_lines",val:": bool = True"},{name:"warn_bad_lines",val:": bool = True"},{name:"skipfooter",val:": int = 0"},{name:"doublequote",val:": bool = True"},{name:"memory_map",val:": bool = False"},{name:"float_precision",val:": Optional = None"},{name:"chunksize",val:": int = 10000"},{name:"features",val:": Optional = None"},{name:"encoding_errors",val:": Optional = 'strict'"},{name:"on_bad_lines",val:": Literal = 'error'"},{name:"date_format",val:": Optional = None"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/csv/csv.py#L24"}}),Pe=new D({props:{name:"class datasets.packaged_modules.csv.Csv",anchor:"datasets.packaged_modules.csv.Csv",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/csv/csv.py#L145"}}),Ae=new J({props:{title:"JSON",local:"datasets.packaged_modules.json.JsonConfig",headingTag:"h3"}}),Be=new D({props:{name:"class datasets.packaged_modules.json.JsonConfig",anchor:"datasets.packaged_modules.json.JsonConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": Union = 0.0.0"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"description",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"encoding",val:": str = 'utf-8'"},{name:"encoding_errors",val:": Optional = None"},{name:"field",val:": Optional = None"},{name:"use_threads",val:": bool = True"},{name:"block_size",val:": Optional = None"},{name:"chunksize",val:": int = 10485760"},{name:"newlines_in_values",val:": Optional = None"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/json/json.py#L41"}}),Ye=new D({props:{name:"class datasets.packaged_modules.json.Json",anchor:"datasets.packaged_modules.json.Json",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/json/json.py#L58"}}),Qe=new J({props:{title:"Parquet",local:"datasets.packaged_modules.parquet.ParquetConfig",headingTag:"h3"}}),Ke=new D({props:{name:"class datasets.packaged_modules.parquet.ParquetConfig",anchor:"datasets.packaged_modules.parquet.ParquetConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": Union = 0.0.0"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"description",val:": Optional = None"},{name:"batch_size",val:": Optional = None"},{name:"columns",val:": Optional = None"},{name:"features",val:": Optional = None"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/parquet/parquet.py#L15"}}),tt=new D({props:{name:"class datasets.packaged_modules.parquet.Parquet",anchor:"datasets.packaged_modules.parquet.Parquet",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/parquet/parquet.py#L27"}}),at=new J({props:{title:"Arrow",local:"datasets.packaged_modules.arrow.ArrowConfig",headingTag:"h3"}}),st=new D({props:{name:"class datasets.packaged_modules.arrow.ArrowConfig",anchor:"datasets.packaged_modules.arrow.ArrowConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": Union = 0.0.0"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"description",val:": Optional = None"},{name:"features",val:": Optional = None"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/arrow/arrow.py#L14"}}),nt=new D({props:{name:"class datasets.packaged_modules.arrow.Arrow",anchor:"datasets.packaged_modules.arrow.Arrow",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/arrow/arrow.py#L24"}}),rt=new J({props:{title:"SQL",local:"datasets.packaged_modules.sql.SqlConfig",headingTag:"h3"}}),dt=new D({props:{name:"class datasets.packaged_modules.sql.SqlConfig",anchor:"datasets.packaged_modules.sql.SqlConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": Union = 0.0.0"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"description",val:": Optional = None"},{name:"sql",val:": Union = None"},{name:"con",val:": Union = None"},{name:"index_col",val:": Union = None"},{name:"coerce_float",val:": bool = True"},{name:"params",val:": Union = None"},{name:"parse_dates",val:": Union = None"},{name:"columns",val:": Optional = None"},{name:"chunksize",val:": Optional = 10000"},{name:"features",val:": Optional = None"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/sql/sql.py#L23"}}),lt=new D({props:{name:"class datasets.packaged_modules.sql.Sql",anchor:"datasets.packaged_modules.sql.Sql",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/sql/sql.py#L91"}}),ct=new J({props:{title:"Images",local:"datasets.packaged_modules.imagefolder.ImageFolderConfig",headingTag:"h3"}}),pt=new D({props:{name:"class datasets.packaged_modules.imagefolder.ImageFolderConfig",anchor:"datasets.packaged_modules.imagefolder.ImageFolderConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": Union = 0.0.0"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"description",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"drop_labels",val:": bool = None"},{name:"drop_metadata",val:": bool = None"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/imagefolder/imagefolder.py#L12"}}),gt=new D({props:{name:"class datasets.packaged_modules.imagefolder.ImageFolder",anchor:"datasets.packaged_modules.imagefolder.ImageFolder",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/imagefolder/imagefolder.py#L22"}}),ft=new J({props:{title:"Audio",local:"datasets.packaged_modules.audiofolder.AudioFolderConfig",headingTag:"h3"}}),ut=new D({props:{name:"class datasets.packaged_modules.audiofolder.AudioFolderConfig",anchor:"datasets.packaged_modules.audiofolder.AudioFolderConfig",parameters:[{name:"name",val:": str = 'default'"},{name:"version",val:": Union = 0.0.0"},{name:"data_dir",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"description",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"drop_labels",val:": bool = None"},{name:"drop_metadata",val:": bool = None"}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/audiofolder/audiofolder.py#L12"}}),_t=new D({props:{name:"class datasets.packaged_modules.audiofolder.AudioFolder",anchor:"datasets.packaged_modules.audiofolder.AudioFolder",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/audiofolder/audiofolder.py#L22"}}),vt=new J({props:{title:"WebDataset",local:"datasets.packaged_modules.webdataset.WebDataset",headingTag:"h3"}}),$t=new D({props:{name:"class datasets.packaged_modules.webdataset.WebDataset",anchor:"datasets.packaged_modules.webdataset.WebDataset",parameters:[{name:"cache_dir",val:": Optional = None"},{name:"dataset_name",val:": Optional = None"},{name:"config_name",val:": Optional = None"},{name:"hash",val:": Optional = None"},{name:"base_path",val:": Optional = None"},{name:"info",val:": Optional = None"},{name:"features",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"use_auth_token",val:" = 'deprecated'"},{name:"repo_id",val:": Optional = None"},{name:"data_files",val:": Union = None"},{name:"data_dir",val:": Optional = None"},{name:"storage_options",val:": Optional = None"},{name:"writer_batch_size",val:": Optional = None"},{name:"name",val:" = 'deprecated'"},{name:"**config_kwargs",val:""}],source:"https://github.com/huggingface/datasets/blob/2.21.0/src/datasets/packaged_modules/webdataset/webdataset.py#L18"}}),wt=new Po({props:{source:"https://github.com/huggingface/datasets/blob/main/docs/source/package_reference/loading_methods.mdx"}}),{c(){s=c("meta"),w=d(),l=c("p"),r=d(),g(b.$$.fragment),t=d(),$=c("p"),$.textContent=Qs,ra=d(),g(xe.$$.fragment),da=d(),R=c("div"),g(ke.$$.fragment),ns=d(),Ct=c("p"),Ct.textContent=Ks,rs=d(),g(re.$$.fragment),ia=d(),y=c("div"),g(ye.$$.fragment),ds=d(),Ot=c("p"),Ot.textContent=eo,is=d(),Dt=c("p"),Dt.innerHTML=to,ls=d(),jt=c("p"),jt.textContent=ao,cs=d(),Tt=c("ul"),Tt.innerHTML=so,ps=d(),Mt=c("p"),Mt.textContent=oo,ms=d(),Ut=c("p"),Ut.textContent=no,gs=d(),Ft=c("ol"),Ft.innerHTML=ro,fs=d(),Jt=c("p"),Jt.textContent=io,us=d(),qt=c("p"),qt.textContent=lo,hs=d(),g(de.$$.fragment),_s=d(),g(ie.$$.fragment),vs=d(),g(le.$$.fragment),bs=d(),g(ce.$$.fragment),la=d(),G=c("div"),g(Ne.$$.fragment),$s=d(),It=c("p"),It.innerHTML=co,ws=d(),g(pe.$$.fragment),ca=d(),j=c("div"),g(Ce.$$.fragment),xs=d(),Rt=c("p"),Rt.textContent=po,ks=d(),Gt=c("p"),Gt.innerHTML=mo,ys=d(),Ht=c("p"),Ht.textContent=go,Ns=d(),St=c("ul"),St.innerHTML=fo,Cs=d(),Zt=c("p"),Zt.textContent=uo,Os=d(),g(me.$$.fragment),pa=d(),H=c("div"),g(Oe.$$.fragment),Ds=d(),Et=c("p"),Et.textContent=ho,js=d(),g(ge.$$.fragment),ma=d(),S=c("div"),g(De.$$.fragment),Ts=d(),zt=c("p"),zt.textContent=_o,Ms=d(),g(fe.$$.fragment),ga=d(),Z=c("div"),g(je.$$.fragment),Us=d(),Vt=c("p"),Vt.textContent=vo,Fs=d(),g(ue.$$.fragment),fa=d(),L=c("div"),g(Te.$$.fragment),Js=d(),Lt=c("p"),Lt.textContent=bo,ua=d(),g(Me.$$.fragment),ha=d(),g(he.$$.fragment),_a=d(),U=c("div"),g(Ue.$$.fragment),qs=d(),Xt=c("p"),Xt.textContent=$o,Is=d(),g(_e.$$.fragment),Rs=d(),g(ve.$$.fragment),va=d(),F=c("div"),g(Fe.$$.fragment),Gs=d(),Pt=c("p"),Pt.innerHTML=wo,Hs=d(),g(be.$$.fragment),Ss=d(),g($e.$$.fragment),ba=d(),E=c("div"),g(Je.$$.fragment),Zs=d(),At=c("p"),At.textContent=xo,Es=d(),g(we.$$.fragment),$a=d(),g(qe.$$.fragment),wa=d(),Ie=c("p"),Ie.textContent=ko,xa=d(),Re=c("ul"),Re.innerHTML=yo,ka=d(),Ge=c("p"),Ge.innerHTML=No,ya=d(),g(He.$$.fragment),Na=d(),g(Se.$$.fragment),Ca=d(),X=c("div"),g(Ze.$$.fragment),zs=d(),Bt=c("p"),Bt.textContent=Co,Oa=d(),Ee=c("div"),g(ze.$$.fragment),Da=d(),g(Ve.$$.fragment),ja=d(),P=c("div"),g(Le.$$.fragment),Vs=d(),Wt=c("p"),Wt.textContent=Oo,Ta=d(),Xe=c("div"),g(Pe.$$.fragment),Ma=d(),g(Ae.$$.fragment),Ua=d(),A=c("div"),g(Be.$$.fragment),Ls=d(),Yt=c("p"),Yt.textContent=Do,Fa=d(),We=c("div"),g(Ye.$$.fragment),Ja=d(),g(Qe.$$.fragment),qa=d(),B=c("div"),g(Ke.$$.fragment),Xs=d(),Qt=c("p"),Qt.textContent=jo,Ia=d(),et=c("div"),g(tt.$$.fragment),Ra=d(),g(at.$$.fragment),Ga=d(),W=c("div"),g(st.$$.fragment),Ps=d(),Kt=c("p"),Kt.textContent=To,Ha=d(),ot=c("div"),g(nt.$$.fragment),Sa=d(),g(rt.$$.fragment),Za=d(),Y=c("div"),g(dt.$$.fragment),As=d(),ea=c("p"),ea.textContent=Mo,Ea=d(),it=c("div"),g(lt.$$.fragment),za=d(),g(ct.$$.fragment),Va=d(),Q=c("div"),g(pt.$$.fragment),Bs=d(),ta=c("p"),ta.textContent=Uo,La=d(),mt=c("div"),g(gt.$$.fragment),Xa=d(),g(ft.$$.fragment),Pa=d(),K=c("div"),g(ut.$$.fragment),Ws=d(),aa=c("p"),aa.textContent=Fo,Aa=d(),ht=c("div"),g(_t.$$.fragment),Ba=d(),g(vt.$$.fragment),Wa=d(),bt=c("div"),g($t.$$.fragment),Ya=d(),g(wt.$$.fragment),Qa=d(),sa=c("p"),this.h()},l(e){const o=Lo("svelte-u9bgzb",document.head);s=p(o,"META",{name:!0,content:!0}),o.forEach(a),w=i(e),l=p(e,"P",{}),C(l).forEach(a),r=i(e),f(b.$$.fragment,e),t=i(e),$=p(e,"P",{"data-svelte-h":!0}),x($)!=="svelte-jlsu1t"&&($.textContent=Qs),ra=i(e),f(xe.$$.fragment,e),da=i(e),R=p(e,"DIV",{class:!0});var ee=C(R);f(ke.$$.fragment,ee),ns=i(ee),Ct=p(ee,"P",{"data-svelte-h":!0}),x(Ct)!=="svelte-109dx7d"&&(Ct.textContent=Ks),rs=i(ee),f(re.$$.fragment,ee),ee.forEach(a),ia=i(e),y=p(e,"DIV",{class:!0});var N=C(y);f(ye.$$.fragment,N),ds=i(N),Ot=p(N,"P",{"data-svelte-h":!0}),x(Ot)!=="svelte-x6t4fm"&&(Ot.textContent=eo),is=i(N),Dt=p(N,"P",{"data-svelte-h":!0}),x(Dt)!=="svelte-1j3dvna"&&(Dt.innerHTML=to),ls=i(N),jt=p(N,"P",{"data-svelte-h":!0}),x(jt)!=="svelte-gersvb"&&(jt.textContent=ao),cs=i(N),Tt=p(N,"UL",{"data-svelte-h":!0}),x(Tt)!=="svelte-o5t8md"&&(Tt.innerHTML=so),ps=i(N),Mt=p(N,"P",{"data-svelte-h":!0}),x(Mt)!=="svelte-1uisk85"&&(Mt.textContent=oo),ms=i(N),Ut=p(N,"P",{"data-svelte-h":!0}),x(Ut)!=="svelte-1osovlg"&&(Ut.textContent=no),gs=i(N),Ft=p(N,"OL",{"data-svelte-h":!0}),x(Ft)!=="svelte-9lyw3k"&&(Ft.innerHTML=ro),fs=i(N),Jt=p(N,"P",{"data-svelte-h":!0}),x(Jt)!=="svelte-zu0m02"&&(Jt.textContent=io),us=i(N),qt=p(N,"P",{"data-svelte-h":!0}),x(qt)!=="svelte-11lpom8"&&(qt.textContent=lo),hs=i(N),f(de.$$.fragment,N),_s=i(N),f(ie.$$.fragment,N),vs=i(N),f(le.$$.fragment,N),bs=i(N),f(ce.$$.fragment,N),N.forEach(a),la=i(e),G=p(e,"DIV",{class:!0});var te=C(G);f(Ne.$$.fragment,te),$s=i(te),It=p(te,"P",{"data-svelte-h":!0}),x(It)!=="svelte-1nusoyg"&&(It.innerHTML=co),ws=i(te),f(pe.$$.fragment,te),te.forEach(a),ca=i(e),j=p(e,"DIV",{class:!0});var T=C(j);f(Ce.$$.fragment,T),xs=i(T),Rt=p(T,"P",{"data-svelte-h":!0}),x(Rt)!=="svelte-j91dbc"&&(Rt.textContent=po),ks=i(T),Gt=p(T,"P",{"data-svelte-h":!0}),x(Gt)!=="svelte-1j3dvna"&&(Gt.innerHTML=mo),ys=i(T),Ht=p(T,"P",{"data-svelte-h":!0}),x(Ht)!=="svelte-gersvb"&&(Ht.textContent=go),Ns=i(T),St=p(T,"UL",{"data-svelte-h":!0}),x(St)!=="svelte-9ksyn3"&&(St.innerHTML=fo),Cs=i(T),Zt=p(T,"P",{"data-svelte-h":!0}),x(Zt)!=="svelte-1uisk85"&&(Zt.textContent=uo),Os=i(T),f(me.$$.fragment,T),T.forEach(a),pa=i(e),H=p(e,"DIV",{class:!0});var ae=C(H);f(Oe.$$.fragment,ae),Ds=i(ae),Et=p(ae,"P",{"data-svelte-h":!0}),x(Et)!=="svelte-2twqqm"&&(Et.textContent=ho),js=i(ae),f(ge.$$.fragment,ae),ae.forEach(a),ma=i(e),S=p(e,"DIV",{class:!0});var se=C(S);f(De.$$.fragment,se),Ts=i(se),zt=p(se,"P",{"data-svelte-h":!0}),x(zt)!=="svelte-vg9yfc"&&(zt.textContent=_o),Ms=i(se),f(fe.$$.fragment,se),se.forEach(a),ga=i(e),Z=p(e,"DIV",{class:!0});var oe=C(Z);f(je.$$.fragment,oe),Us=i(oe),Vt=p(oe,"P",{"data-svelte-h":!0}),x(Vt)!=="svelte-hrdkoe"&&(Vt.textContent=vo),Fs=i(oe),f(ue.$$.fragment,oe),oe.forEach(a),fa=i(e),L=p(e,"DIV",{class:!0});var xt=C(L);f(Te.$$.fragment,xt),Js=i(xt),Lt=p(xt,"P",{"data-svelte-h":!0}),x(Lt)!=="svelte-i9uyl"&&(Lt.textContent=bo),xt.forEach(a),ua=i(e),f(Me.$$.fragment,e),ha=i(e),f(he.$$.fragment,e),_a=i(e),U=p(e,"DIV",{class:!0});var z=C(U);f(Ue.$$.fragment,z),qs=i(z),Xt=p(z,"P",{"data-svelte-h":!0}),x(Xt)!=="svelte-6vbfis"&&(Xt.textContent=$o),Is=i(z),f(_e.$$.fragment,z),Rs=i(z),f(ve.$$.fragment,z),z.forEach(a),va=i(e),F=p(e,"DIV",{class:!0});var V=C(F);f(Fe.$$.fragment,V),Gs=i(V),Pt=p(V,"P",{"data-svelte-h":!0}),x(Pt)!=="svelte-6tsqtf"&&(Pt.innerHTML=wo),Hs=i(V),f(be.$$.fragment,V),Ss=i(V),f($e.$$.fragment,V),V.forEach(a),ba=i(e),E=p(e,"DIV",{class:!0});var ne=C(E);f(Je.$$.fragment,ne),Zs=i(ne),At=p(ne,"P",{"data-svelte-h":!0}),x(At)!=="svelte-wqm3e8"&&(At.textContent=xo),Es=i(ne),f(we.$$.fragment,ne),ne.forEach(a),$a=i(e),f(qe.$$.fragment,e),wa=i(e),Ie=p(e,"P",{"data-svelte-h":!0}),x(Ie)!=="svelte-psk543"&&(Ie.textContent=ko),xa=i(e),Re=p(e,"UL",{"data-svelte-h":!0}),x(Re)!=="svelte-mua0wr"&&(Re.innerHTML=yo),ka=i(e),Ge=p(e,"P",{"data-svelte-h":!0}),x(Ge)!=="svelte-2o7yk3"&&(Ge.innerHTML=No),ya=i(e),f(He.$$.fragment,e),Na=i(e),f(Se.$$.fragment,e),Ca=i(e),X=p(e,"DIV",{class:!0});var kt=C(X);f(Ze.$$.fragment,kt),zs=i(kt),Bt=p(kt,"P",{"data-svelte-h":!0}),x(Bt)!=="svelte-jpahu0"&&(Bt.textContent=Co),kt.forEach(a),Oa=i(e),Ee=p(e,"DIV",{class:!0});var oa=C(Ee);f(ze.$$.fragment,oa),oa.forEach(a),Da=i(e),f(Ve.$$.fragment,e),ja=i(e),P=p(e,"DIV",{class:!0});var yt=C(P);f(Le.$$.fragment,yt),Vs=i(yt),Wt=p(yt,"P",{"data-svelte-h":!0}),x(Wt)!=="svelte-993wsc"&&(Wt.textContent=Oo),yt.forEach(a),Ta=i(e),Xe=p(e,"DIV",{class:!0});var na=C(Xe);f(Pe.$$.fragment,na),na.forEach(a),Ma=i(e),f(Ae.$$.fragment,e),Ua=i(e),A=p(e,"DIV",{class:!0});var Nt=C(A);f(Be.$$.fragment,Nt),Ls=i(Nt),Yt=p(Nt,"P",{"data-svelte-h":!0}),x(Yt)!=="svelte-12lz3xe"&&(Yt.textContent=Do),Nt.forEach(a),Fa=i(e),We=p(e,"DIV",{class:!0});var Jo=C(We);f(Ye.$$.fragment,Jo),Jo.forEach(a),Ja=i(e),f(Qe.$$.fragment,e),qa=i(e),B=p(e,"DIV",{class:!0});var es=C(B);f(Ke.$$.fragment,es),Xs=i(es),Qt=p(es,"P",{"data-svelte-h":!0}),x(Qt)!=="svelte-1kivgjw"&&(Qt.textContent=jo),es.forEach(a),Ia=i(e),et=p(e,"DIV",{class:!0});var qo=C(et);f(tt.$$.fragment,qo),qo.forEach(a),Ra=i(e),f(at.$$.fragment,e),Ga=i(e),W=p(e,"DIV",{class:!0});var ts=C(W);f(st.$$.fragment,ts),Ps=i(ts),Kt=p(ts,"P",{"data-svelte-h":!0}),x(Kt)!=="svelte-1ah41nl"&&(Kt.textContent=To),ts.forEach(a),Ha=i(e),ot=p(e,"DIV",{class:!0});var Io=C(ot);f(nt.$$.fragment,Io),Io.forEach(a),Sa=i(e),f(rt.$$.fragment,e),Za=i(e),Y=p(e,"DIV",{class:!0});var as=C(Y);f(dt.$$.fragment,as),As=i(as),ea=p(as,"P",{"data-svelte-h":!0}),x(ea)!=="svelte-18rutfs"&&(ea.textContent=Mo),as.forEach(a),Ea=i(e),it=p(e,"DIV",{class:!0});var Ro=C(it);f(lt.$$.fragment,Ro),Ro.forEach(a),za=i(e),f(ct.$$.fragment,e),Va=i(e),Q=p(e,"DIV",{class:!0});var ss=C(Q);f(pt.$$.fragment,ss),Bs=i(ss),ta=p(ss,"P",{"data-svelte-h":!0}),x(ta)!=="svelte-myiztp"&&(ta.textContent=Uo),ss.forEach(a),La=i(e),mt=p(e,"DIV",{class:!0});var Go=C(mt);f(gt.$$.fragment,Go),Go.forEach(a),Xa=i(e),f(ft.$$.fragment,e),Pa=i(e),K=p(e,"DIV",{class:!0});var os=C(K);f(ut.$$.fragment,os),Ws=i(os),aa=p(os,"P",{"data-svelte-h":!0}),x(aa)!=="svelte-obgmtg"&&(aa.textContent=Fo),os.forEach(a),Aa=i(e),ht=p(e,"DIV",{class:!0});var Ho=C(ht);f(_t.$$.fragment,Ho),Ho.forEach(a),Ba=i(e),f(vt.$$.fragment,e),Wa=i(e),bt=p(e,"DIV",{class:!0});var So=C(bt);f($t.$$.fragment,So),So.forEach(a),Ya=i(e),f(wt.$$.fragment,e),Qa=i(e),sa=p(e,"P",{}),C(sa).forEach(a),this.h()},h(){O(s,"name","hf:doc:metadata"),O(s,"content",mn),O(R,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(G,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(j,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(L,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(F,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(Ee,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(Xe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(A,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(We,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(et,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(W,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(ot,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(it,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(Q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(mt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(K,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(ht,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),O(bt,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,o){m(document.head,s),n(e,w,o),n(e,l,o),n(e,r,o),u(b,e,o),n(e,t,o),n(e,$,o),n(e,ra,o),u(xe,e,o),n(e,da,o),n(e,R,o),u(ke,R,null),m(R,ns),m(R,Ct),m(R,rs),u(re,R,null),n(e,ia,o),n(e,y,o),u(ye,y,null),m(y,ds),m(y,Ot),m(y,is),m(y,Dt),m(y,ls),m(y,jt),m(y,cs),m(y,Tt),m(y,ps),m(y,Mt),m(y,ms),m(y,Ut),m(y,gs),m(y,Ft),m(y,fs),m(y,Jt),m(y,us),m(y,qt),m(y,hs),u(de,y,null),m(y,_s),u(ie,y,null),m(y,vs),u(le,y,null),m(y,bs),u(ce,y,null),n(e,la,o),n(e,G,o),u(Ne,G,null),m(G,$s),m(G,It),m(G,ws),u(pe,G,null),n(e,ca,o),n(e,j,o),u(Ce,j,null),m(j,xs),m(j,Rt),m(j,ks),m(j,Gt),m(j,ys),m(j,Ht),m(j,Ns),m(j,St),m(j,Cs),m(j,Zt),m(j,Os),u(me,j,null),n(e,pa,o),n(e,H,o),u(Oe,H,null),m(H,Ds),m(H,Et),m(H,js),u(ge,H,null),n(e,ma,o),n(e,S,o),u(De,S,null),m(S,Ts),m(S,zt),m(S,Ms),u(fe,S,null),n(e,ga,o),n(e,Z,o),u(je,Z,null),m(Z,Us),m(Z,Vt),m(Z,Fs),u(ue,Z,null),n(e,fa,o),n(e,L,o),u(Te,L,null),m(L,Js),m(L,Lt),n(e,ua,o),u(Me,e,o),n(e,ha,o),u(he,e,o),n(e,_a,o),n(e,U,o),u(Ue,U,null),m(U,qs),m(U,Xt),m(U,Is),u(_e,U,null),m(U,Rs),u(ve,U,null),n(e,va,o),n(e,F,o),u(Fe,F,null),m(F,Gs),m(F,Pt),m(F,Hs),u(be,F,null),m(F,Ss),u($e,F,null),n(e,ba,o),n(e,E,o),u(Je,E,null),m(E,Zs),m(E,At),m(E,Es),u(we,E,null),n(e,$a,o),u(qe,e,o),n(e,wa,o),n(e,Ie,o),n(e,xa,o),n(e,Re,o),n(e,ka,o),n(e,Ge,o),n(e,ya,o),u(He,e,o),n(e,Na,o),u(Se,e,o),n(e,Ca,o),n(e,X,o),u(Ze,X,null),m(X,zs),m(X,Bt),n(e,Oa,o),n(e,Ee,o),u(ze,Ee,null),n(e,Da,o),u(Ve,e,o),n(e,ja,o),n(e,P,o),u(Le,P,null),m(P,Vs),m(P,Wt),n(e,Ta,o),n(e,Xe,o),u(Pe,Xe,null),n(e,Ma,o),u(Ae,e,o),n(e,Ua,o),n(e,A,o),u(Be,A,null),m(A,Ls),m(A,Yt),n(e,Fa,o),n(e,We,o),u(Ye,We,null),n(e,Ja,o),u(Qe,e,o),n(e,qa,o),n(e,B,o),u(Ke,B,null),m(B,Xs),m(B,Qt),n(e,Ia,o),n(e,et,o),u(tt,et,null),n(e,Ra,o),u(at,e,o),n(e,Ga,o),n(e,W,o),u(st,W,null),m(W,Ps),m(W,Kt),n(e,Ha,o),n(e,ot,o),u(nt,ot,null),n(e,Sa,o),u(rt,e,o),n(e,Za,o),n(e,Y,o),u(dt,Y,null),m(Y,As),m(Y,ea),n(e,Ea,o),n(e,it,o),u(lt,it,null),n(e,za,o),u(ct,e,o),n(e,Va,o),n(e,Q,o),u(pt,Q,null),m(Q,Bs),m(Q,ta),n(e,La,o),n(e,mt,o),u(gt,mt,null),n(e,Xa,o),u(ft,e,o),n(e,Pa,o),n(e,K,o),u(ut,K,null),m(K,Ws),m(K,aa),n(e,Aa,o),n(e,ht,o),u(_t,ht,null),n(e,Ba,o),u(vt,e,o),n(e,Wa,o),n(e,bt,o),u($t,bt,null),n(e,Ya,o),u(wt,e,o),n(e,Qa,o),n(e,sa,o),Ka=!0},p(e,[o]){const ee={};o&2&&(ee.$$scope={dirty:o,ctx:e}),re.$set(ee);const N={};o&2&&(N.$$scope={dirty:o,ctx:e}),de.$set(N);const te={};o&2&&(te.$$scope={dirty:o,ctx:e}),ie.$set(te);const T={};o&2&&(T.$$scope={dirty:o,ctx:e}),le.$set(T);const ae={};o&2&&(ae.$$scope={dirty:o,ctx:e}),ce.$set(ae);const se={};o&2&&(se.$$scope={dirty:o,ctx:e}),pe.$set(se);const oe={};o&2&&(oe.$$scope={dirty:o,ctx:e}),me.$set(oe);const xt={};o&2&&(xt.$$scope={dirty:o,ctx:e}),ge.$set(xt);const z={};o&2&&(z.$$scope={dirty:o,ctx:e}),fe.$set(z);const V={};o&2&&(V.$$scope={dirty:o,ctx:e}),ue.$set(V);const ne={};o&2&&(ne.$$scope={dirty:o,ctx:e}),he.$set(ne);const kt={};o&2&&(kt.$$scope={dirty:o,ctx:e}),_e.$set(kt);const oa={};o&2&&(oa.$$scope={dirty:o,ctx:e}),ve.$set(oa);const yt={};o&2&&(yt.$$scope={dirty:o,ctx:e}),be.$set(yt);const na={};o&2&&(na.$$scope={dirty:o,ctx:e}),$e.$set(na);const Nt={};o&2&&(Nt.$$scope={dirty:o,ctx:e}),we.$set(Nt)},i(e){Ka||(h(b.$$.fragment,e),h(xe.$$.fragment,e),h(ke.$$.fragment,e),h(re.$$.fragment,e),h(ye.$$.fragment,e),h(de.$$.fragment,e),h(ie.$$.fragment,e),h(le.$$.fragment,e),h(ce.$$.fragment,e),h(Ne.$$.fragment,e),h(pe.$$.fragment,e),h(Ce.$$.fragment,e),h(me.$$.fragment,e),h(Oe.$$.fragment,e),h(ge.$$.fragment,e),h(De.$$.fragment,e),h(fe.$$.fragment,e),h(je.$$.fragment,e),h(ue.$$.fragment,e),h(Te.$$.fragment,e),h(Me.$$.fragment,e),h(he.$$.fragment,e),h(Ue.$$.fragment,e),h(_e.$$.fragment,e),h(ve.$$.fragment,e),h(Fe.$$.fragment,e),h(be.$$.fragment,e),h($e.$$.fragment,e),h(Je.$$.fragment,e),h(we.$$.fragment,e),h(qe.$$.fragment,e),h(He.$$.fragment,e),h(Se.$$.fragment,e),h(Ze.$$.fragment,e),h(ze.$$.fragment,e),h(Ve.$$.fragment,e),h(Le.$$.fragment,e),h(Pe.$$.fragment,e),h(Ae.$$.fragment,e),h(Be.$$.fragment,e),h(Ye.$$.fragment,e),h(Qe.$$.fragment,e),h(Ke.$$.fragment,e),h(tt.$$.fragment,e),h(at.$$.fragment,e),h(st.$$.fragment,e),h(nt.$$.fragment,e),h(rt.$$.fragment,e),h(dt.$$.fragment,e),h(lt.$$.fragment,e),h(ct.$$.fragment,e),h(pt.$$.fragment,e),h(gt.$$.fragment,e),h(ft.$$.fragment,e),h(ut.$$.fragment,e),h(_t.$$.fragment,e),h(vt.$$.fragment,e),h($t.$$.fragment,e),h(wt.$$.fragment,e),Ka=!0)},o(e){_(b.$$.fragment,e),_(xe.$$.fragment,e),_(ke.$$.fragment,e),_(re.$$.fragment,e),_(ye.$$.fragment,e),_(de.$$.fragment,e),_(ie.$$.fragment,e),_(le.$$.fragment,e),_(ce.$$.fragment,e),_(Ne.$$.fragment,e),_(pe.$$.fragment,e),_(Ce.$$.fragment,e),_(me.$$.fragment,e),_(Oe.$$.fragment,e),_(ge.$$.fragment,e),_(De.$$.fragment,e),_(fe.$$.fragment,e),_(je.$$.fragment,e),_(ue.$$.fragment,e),_(Te.$$.fragment,e),_(Me.$$.fragment,e),_(he.$$.fragment,e),_(Ue.$$.fragment,e),_(_e.$$.fragment,e),_(ve.$$.fragment,e),_(Fe.$$.fragment,e),_(be.$$.fragment,e),_($e.$$.fragment,e),_(Je.$$.fragment,e),_(we.$$.fragment,e),_(qe.$$.fragment,e),_(He.$$.fragment,e),_(Se.$$.fragment,e),_(Ze.$$.fragment,e),_(ze.$$.fragment,e),_(Ve.$$.fragment,e),_(Le.$$.fragment,e),_(Pe.$$.fragment,e),_(Ae.$$.fragment,e),_(Be.$$.fragment,e),_(Ye.$$.fragment,e),_(Qe.$$.fragment,e),_(Ke.$$.fragment,e),_(tt.$$.fragment,e),_(at.$$.fragment,e),_(st.$$.fragment,e),_(nt.$$.fragment,e),_(rt.$$.fragment,e),_(dt.$$.fragment,e),_(lt.$$.fragment,e),_(ct.$$.fragment,e),_(pt.$$.fragment,e),_(gt.$$.fragment,e),_(ft.$$.fragment,e),_(ut.$$.fragment,e),_(_t.$$.fragment,e),_(vt.$$.fragment,e),_($t.$$.fragment,e),_(wt.$$.fragment,e),Ka=!1},d(e){e&&(a(w),a(l),a(r),a(t),a($),a(ra),a(da),a(R),a(ia),a(y),a(la),a(G),a(ca),a(j),a(pa),a(H),a(ma),a(S),a(ga),a(Z),a(fa),a(L),a(ua),a(ha),a(_a),a(U),a(va),a(F),a(ba),a(E),a($a),a(wa),a(Ie),a(xa),a(Re),a(ka),a(Ge),a(ya),a(Na),a(Ca),a(X),a(Oa),a(Ee),a(Da),a(ja),a(P),a(Ta),a(Xe),a(Ma),a(Ua),a(A),a(Fa),a(We),a(Ja),a(qa),a(B),a(Ia),a(et),a(Ra),a(Ga),a(W),a(Ha),a(ot),a(Sa),a(Za),a(Y),a(Ea),a(it),a(za),a(Va),a(Q),a(La),a(mt),a(Xa),a(Pa),a(K),a(Aa),a(ht),a(Ba),a(Wa),a(bt),a(Ya),a(Qa),a(sa)),a(s),v(b,e),v(xe,e),v(ke),v(re),v(ye),v(de),v(ie),v(le),v(ce),v(Ne),v(pe),v(Ce),v(me),v(Oe),v(ge),v(De),v(fe),v(je),v(ue),v(Te),v(Me,e),v(he,e),v(Ue),v(_e),v(ve),v(Fe),v(be),v($e),v(Je),v(we),v(qe,e),v(He,e),v(Se,e),v(Ze),v(ze),v(Ve,e),v(Le),v(Pe),v(Ae,e),v(Be),v(Ye),v(Qe,e),v(Ke),v(tt),v(at,e),v(st),v(nt),v(rt,e),v(dt),v(lt),v(ct,e),v(pt),v(gt),v(ft,e),v(ut),v(_t),v(vt,e),v($t),v(wt,e)}}}const mn='{"title":"Loading methods","local":"loading-methods","sections":[{"title":"Datasets","local":"datasets.list_datasets","sections":[],"depth":2},{"title":"Metrics","local":"datasets.list_metrics","sections":[],"depth":2},{"title":"From files","local":"from-files","sections":[{"title":"Text","local":"datasets.packaged_modules.text.TextConfig","sections":[],"depth":3},{"title":"CSV","local":"datasets.packaged_modules.csv.CsvConfig","sections":[],"depth":3},{"title":"JSON","local":"datasets.packaged_modules.json.JsonConfig","sections":[],"depth":3},{"title":"Parquet","local":"datasets.packaged_modules.parquet.ParquetConfig","sections":[],"depth":3},{"title":"Arrow","local":"datasets.packaged_modules.arrow.ArrowConfig","sections":[],"depth":3},{"title":"SQL","local":"datasets.packaged_modules.sql.SqlConfig","sections":[],"depth":3},{"title":"Images","local":"datasets.packaged_modules.imagefolder.ImageFolderConfig","sections":[],"depth":3},{"title":"Audio","local":"datasets.packaged_modules.audiofolder.AudioFolderConfig","sections":[],"depth":3},{"title":"WebDataset","local":"datasets.packaged_modules.webdataset.WebDataset","sections":[],"depth":3}],"depth":2}],"depth":1}';function gn(k){return Eo(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class xn extends zo{constructor(s){super(),Vo(this,s,gn,pn,Zo,{})}}export{xn as component};
