import{s as rt,o as lt,n as it}from"../chunks/scheduler.9bc65507.js";import{S as pt,i as ct,g as r,s as a,r as g,A as dt,h as l,f as n,c as o,j as W,u as k,x as d,k as G,y as i,a as s,v as b,d as T,t as w,w as M}from"../chunks/index.707bf1b6.js";import{D as le}from"../chunks/Docstring.17db21ae.js";import{C as Qe}from"../chunks/CodeBlock.54a9f38d.js";import{E as mt}from"../chunks/ExampleCodeBlock.4f515aa9.js";import{H as Ze}from"../chunks/Heading.342b1fa6.js";function ut(ie){let m,C="pair mask has the following format:",j,_,f;return _=new Qe({props:{code:"MCUyMDAlMjAwJTIwMCUyMDAlMjAwJTIwMCUyMDAlMjAwJTIwMCUyMDAlMjAxJTIwMSUyMDElMjAxJTIwMSUyMDElMjAxJTIwMSUyMDElMEElN0MlMjBmaXJzdCUyMHNlcXVlbmNlJTIwJTIwJTIwJTIwJTdDJTIwc2Vjb25kJTIwc2VxdWVuY2UlMjAlN0M=",highlighted:`0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 0 </span>0<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1<span class="hljs-number"> 1 </span>1 1
| first sequence    | second sequence |`,wrap:!1}}),{c(){m=r("p"),m.textContent=C,j=a(),g(_.$$.fragment)},l(p){m=l(p,"P",{"data-svelte-h":!0}),d(m)!=="svelte-qjgeij"&&(m.textContent=C),j=o(p),k(_.$$.fragment,p)},m(p,v){s(p,m,v),s(p,j,v),b(_,p,v),f=!0},p:it,i(p){f||(T(_.$$.fragment,p),f=!0)},o(p){w(_.$$.fragment,p),f=!1},d(p){p&&(n(m),n(j)),M(_,p)}}}function _t(ie){let m,C,j,_,f,p,v,pe,E,Ve="The BERT models trained on Japanese text.",ce,I,Ae="There are models with two different tokenization methods:",de,B,Pe='<li>Tokenize with MeCab and WordPiece. This requires some extra dependencies, <a href="https://github.com/polm/fugashi" rel="nofollow">fugashi</a> which is a wrapper around <a href="https://taku910.github.io/mecab/" rel="nofollow">MeCab</a>.</li> <li>Tokenize into characters.</li>',me,q,Ne=`To use <em>MecabTokenizer</em>, you should <code>pip install transformers[&quot;ja&quot;]</code> (or <code>pip install -e .[&quot;ja&quot;]</code> if you install
from source) to install dependencies.`,ue,L,Xe='See <a href="https://github.com/cl-tohoku/bert-japanese" rel="nofollow">details on cl-tohoku repository</a>.',_e,U,Se="Example of using a model with MeCab and WordPiece tokenization:",fe,D,he,R,Oe="Example of using a model with Character tokenization:",ge,H,ke,Z,We="Tips:",be,Q,Ge='<li>This implementation is the same as BERT, except for tokenization method. Refer to the <a href="bert">documentation of BERT</a> for more usage examples.</li>',Te,V,Fe='This model was contributed by <a href="https://huggingface.co/cl-tohoku" rel="nofollow">cl-tohoku</a>.',we,A,Me,c,P,Je,F,Ye="Construct a BERT tokenizer for Japanese text.",$e,Y,Ke=`This tokenizer inherits from <a href="/docs/transformers/main/en/main_classes/tokenizer#transformers.PreTrainedTokenizer">PreTrainedTokenizer</a> which contains most of the main methods. Users should refer
to: this superclass for more information regarding those methods.`,ze,x,N,Ce,K,et=`Build model inputs from a sequence or a pair of sequence for sequence classification tasks by concatenating and
adding special tokens. A BERT sequence has the following format:`,Ee,ee,tt="<li>single sequence: <code>[CLS] X [SEP]</code></li> <li>pair of sequences: <code>[CLS] A [SEP] B [SEP]</code></li>",Ie,y,X,Be,te,nt="Converts a sequence of tokens (string) in a single string.",qe,h,S,Le,ne,st="Create a mask from the two sequences passed to be used in a sequence-pair classification task. A BERT sequence",Ue,J,De,se,at="If <code>token_ids_1</code> is <code>None</code>, this method only returns the first portion of the mask (0s).",Re,$,O,He,ae,ot=`Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding
special tokens using the tokenizer <code>prepare_for_model</code> method.`,ve,re,je;return f=new Ze({props:{title:"BertJapanese",local:"bertjapanese",headingTag:"h1"}}),v=new Ze({props:{title:"Overview",local:"overview",headingTag:"h2"}}),D=new Qe({props:{code:"aW1wb3J0JTIwdG9yY2glMEFmcm9tJTIwdHJhbnNmb3JtZXJzJTIwaW1wb3J0JTIwQXV0b01vZGVsJTJDJTIwQXV0b1Rva2VuaXplciUwQSUwQWJlcnRqYXBhbmVzZSUyMCUzRCUyMEF1dG9Nb2RlbC5mcm9tX3ByZXRyYWluZWQoJTIyY2wtdG9ob2t1JTJGYmVydC1iYXNlLWphcGFuZXNlJTIyKSUwQXRva2VuaXplciUyMCUzRCUyMEF1dG9Ub2tlbml6ZXIuZnJvbV9wcmV0cmFpbmVkKCUyMmNsLXRvaG9rdSUyRmJlcnQtYmFzZS1qYXBhbmVzZSUyMiklMEElMEElMjMlMjMlMjBJbnB1dCUyMEphcGFuZXNlJTIwVGV4dCUwQWxpbmUlMjAlM0QlMjAlMjIlRTUlOTAlQkUlRTglQkMlQTklRTMlODElQUYlRTclOEMlQUIlRTMlODElQTclRTMlODElODIlRTMlODIlOEIlRTMlODAlODIlMjIlMEElMEFpbnB1dHMlMjAlM0QlMjB0b2tlbml6ZXIobGluZSUyQyUyMHJldHVybl90ZW5zb3JzJTNEJTIycHQlMjIpJTBBJTBBcHJpbnQodG9rZW5pemVyLmRlY29kZShpbnB1dHMlNUIlMjJpbnB1dF9pZHMlMjIlNUQlNUIwJTVEKSklMEElMEFvdXRwdXRzJTIwJTNEJTIwYmVydGphcGFuZXNlKCoqaW5wdXRzKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> torch
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModel, AutoTokenizer

<span class="hljs-meta">&gt;&gt;&gt; </span>bertjapanese = AutoModel.from_pretrained(<span class="hljs-string">&quot;cl-tohoku/bert-base-japanese&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;cl-tohoku/bert-base-japanese&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment">## Input Japanese Text</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>line = <span class="hljs-string">&quot;吾輩は猫である。&quot;</span>

<span class="hljs-meta">&gt;&gt;&gt; </span>inputs = tokenizer(line, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(tokenizer.decode(inputs[<span class="hljs-string">&quot;input_ids&quot;</span>][<span class="hljs-number">0</span>]))
[CLS] 吾輩 は 猫 で ある 。 [SEP]

<span class="hljs-meta">&gt;&gt;&gt; </span>outputs = bertjapanese(**inputs)`,wrap:!1}}),H=new Qe({props:{code:"YmVydGphcGFuZXNlJTIwJTNEJTIwQXV0b01vZGVsLmZyb21fcHJldHJhaW5lZCglMjJjbC10b2hva3UlMkZiZXJ0LWJhc2UtamFwYW5lc2UtY2hhciUyMiklMEF0b2tlbml6ZXIlMjAlM0QlMjBBdXRvVG9rZW5pemVyLmZyb21fcHJldHJhaW5lZCglMjJjbC10b2hva3UlMkZiZXJ0LWJhc2UtamFwYW5lc2UtY2hhciUyMiklMEElMEElMjMlMjMlMjBJbnB1dCUyMEphcGFuZXNlJTIwVGV4dCUwQWxpbmUlMjAlM0QlMjAlMjIlRTUlOTAlQkUlRTglQkMlQTklRTMlODElQUYlRTclOEMlQUIlRTMlODElQTclRTMlODElODIlRTMlODIlOEIlRTMlODAlODIlMjIlMEElMEFpbnB1dHMlMjAlM0QlMjB0b2tlbml6ZXIobGluZSUyQyUyMHJldHVybl90ZW5zb3JzJTNEJTIycHQlMjIpJTBBJTBBcHJpbnQodG9rZW5pemVyLmRlY29kZShpbnB1dHMlNUIlMjJpbnB1dF9pZHMlMjIlNUQlNUIwJTVEKSklMEElMEFvdXRwdXRzJTIwJTNEJTIwYmVydGphcGFuZXNlKCoqaW5wdXRzKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span>bertjapanese = AutoModel.from_pretrained(<span class="hljs-string">&quot;cl-tohoku/bert-base-japanese-char&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>tokenizer = AutoTokenizer.from_pretrained(<span class="hljs-string">&quot;cl-tohoku/bert-base-japanese-char&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-comment">## Input Japanese Text</span>
<span class="hljs-meta">&gt;&gt;&gt; </span>line = <span class="hljs-string">&quot;吾輩は猫である。&quot;</span>

<span class="hljs-meta">&gt;&gt;&gt; </span>inputs = tokenizer(line, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-built_in">print</span>(tokenizer.decode(inputs[<span class="hljs-string">&quot;input_ids&quot;</span>][<span class="hljs-number">0</span>]))
[CLS] 吾 輩 は 猫 で あ る 。 [SEP]

<span class="hljs-meta">&gt;&gt;&gt; </span>outputs = bertjapanese(**inputs)`,wrap:!1}}),A=new Ze({props:{title:"BertJapaneseTokenizer",local:"transformers.BertJapaneseTokenizer",headingTag:"h2"}}),P=new le({props:{name:"class transformers.BertJapaneseTokenizer",anchor:"transformers.BertJapaneseTokenizer",parameters:[{name:"vocab_file",val:""},{name:"spm_file",val:" = None"},{name:"do_lower_case",val:" = False"},{name:"do_word_tokenize",val:" = True"},{name:"do_subword_tokenize",val:" = True"},{name:"word_tokenizer_type",val:" = 'basic'"},{name:"subword_tokenizer_type",val:" = 'wordpiece'"},{name:"never_split",val:" = None"},{name:"unk_token",val:" = '[UNK]'"},{name:"sep_token",val:" = '[SEP]'"},{name:"pad_token",val:" = '[PAD]'"},{name:"cls_token",val:" = '[CLS]'"},{name:"mask_token",val:" = '[MASK]'"},{name:"mecab_kwargs",val:" = None"},{name:"sudachi_kwargs",val:" = None"},{name:"jumanpp_kwargs",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.BertJapaneseTokenizer.vocab_file",description:`<strong>vocab_file</strong> (<code>str</code>) &#x2014;
Path to a one-wordpiece-per-line vocabulary file.`,name:"vocab_file"},{anchor:"transformers.BertJapaneseTokenizer.spm_file",description:`<strong>spm_file</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Path to <a href="https://github.com/google/sentencepiece" rel="nofollow">SentencePiece</a> file (generally has a .spm or .model
extension) that contains the vocabulary.`,name:"spm_file"},{anchor:"transformers.BertJapaneseTokenizer.do_lower_case",description:`<strong>do_lower_case</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether to lower case the input. Only has an effect when do_basic_tokenize=True.`,name:"do_lower_case"},{anchor:"transformers.BertJapaneseTokenizer.do_word_tokenize",description:`<strong>do_word_tokenize</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether to do word tokenization.`,name:"do_word_tokenize"},{anchor:"transformers.BertJapaneseTokenizer.do_subword_tokenize",description:`<strong>do_subword_tokenize</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether to do subword tokenization.`,name:"do_subword_tokenize"},{anchor:"transformers.BertJapaneseTokenizer.word_tokenizer_type",description:`<strong>word_tokenizer_type</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;basic&quot;</code>) &#x2014;
Type of word tokenizer. Choose from [&#x201C;basic&#x201D;, &#x201C;mecab&#x201D;, &#x201C;sudachi&#x201D;, &#x201C;jumanpp&#x201D;].`,name:"word_tokenizer_type"},{anchor:"transformers.BertJapaneseTokenizer.subword_tokenizer_type",description:`<strong>subword_tokenizer_type</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;wordpiece&quot;</code>) &#x2014;
Type of subword tokenizer. Choose from [&#x201C;wordpiece&#x201D;, &#x201C;character&#x201D;, &#x201C;sentencepiece&#x201D;,].`,name:"subword_tokenizer_type"},{anchor:"transformers.BertJapaneseTokenizer.mecab_kwargs",description:`<strong>mecab_kwargs</strong> (<code>dict</code>, <em>optional</em>) &#x2014;
Dictionary passed to the <code>MecabTokenizer</code> constructor.`,name:"mecab_kwargs"},{anchor:"transformers.BertJapaneseTokenizer.sudachi_kwargs",description:`<strong>sudachi_kwargs</strong> (<code>dict</code>, <em>optional</em>) &#x2014;
Dictionary passed to the <code>SudachiTokenizer</code> constructor.`,name:"sudachi_kwargs"},{anchor:"transformers.BertJapaneseTokenizer.jumanpp_kwargs",description:`<strong>jumanpp_kwargs</strong> (<code>dict</code>, <em>optional</em>) &#x2014;
Dictionary passed to the <code>JumanppTokenizer</code> constructor.`,name:"jumanpp_kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/bert_japanese/tokenization_bert_japanese.py#L107"}}),N=new le({props:{name:"build_inputs_with_special_tokens",anchor:"transformers.BertJapaneseTokenizer.build_inputs_with_special_tokens",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.BertJapaneseTokenizer.build_inputs_with_special_tokens.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs to which the special tokens will be added.`,name:"token_ids_0"},{anchor:"transformers.BertJapaneseTokenizer.build_inputs_with_special_tokens.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/bert_japanese/tokenization_bert_japanese.py#L307",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of <a href="../glossary#input-ids">input IDs</a> with the appropriate special tokens.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),X=new le({props:{name:"convert_tokens_to_string",anchor:"transformers.BertJapaneseTokenizer.convert_tokens_to_string",parameters:[{name:"tokens",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/bert_japanese/tokenization_bert_japanese.py#L299"}}),S=new le({props:{name:"create_token_type_ids_from_sequences",anchor:"transformers.BertJapaneseTokenizer.create_token_type_ids_from_sequences",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"}],parametersDescription:[{anchor:"transformers.BertJapaneseTokenizer.create_token_type_ids_from_sequences.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.BertJapaneseTokenizer.create_token_type_ids_from_sequences.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/bert_japanese/tokenization_bert_japanese.py#L362",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of <a href="../glossary#token-type-ids">token type IDs</a> according to the given sequence(s).</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),J=new mt({props:{anchor:"transformers.BertJapaneseTokenizer.create_token_type_ids_from_sequences.example",$$slots:{default:[ut]},$$scope:{ctx:ie}}}),O=new le({props:{name:"get_special_tokens_mask",anchor:"transformers.BertJapaneseTokenizer.get_special_tokens_mask",parameters:[{name:"token_ids_0",val:": typing.List[int]"},{name:"token_ids_1",val:": typing.Optional[typing.List[int]] = None"},{name:"already_has_special_tokens",val:": bool = False"}],parametersDescription:[{anchor:"transformers.BertJapaneseTokenizer.get_special_tokens_mask.token_ids_0",description:`<strong>token_ids_0</strong> (<code>List[int]</code>) &#x2014;
List of IDs.`,name:"token_ids_0"},{anchor:"transformers.BertJapaneseTokenizer.get_special_tokens_mask.token_ids_1",description:`<strong>token_ids_1</strong> (<code>List[int]</code>, <em>optional</em>) &#x2014;
Optional second list of IDs for sequence pairs.`,name:"token_ids_1"},{anchor:"transformers.BertJapaneseTokenizer.get_special_tokens_mask.already_has_special_tokens",description:`<strong>already_has_special_tokens</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not the token list is already formatted with special tokens for the model.`,name:"already_has_special_tokens"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/models/bert_japanese/tokenization_bert_japanese.py#L333",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>List[int]</code></p>
`}}),{c(){m=r("meta"),C=a(),j=r("p"),_=a(),g(f.$$.fragment),p=a(),g(v.$$.fragment),pe=a(),E=r("p"),E.textContent=Ve,ce=a(),I=r("p"),I.textContent=Ae,de=a(),B=r("ul"),B.innerHTML=Pe,me=a(),q=r("p"),q.innerHTML=Ne,ue=a(),L=r("p"),L.innerHTML=Xe,_e=a(),U=r("p"),U.textContent=Se,fe=a(),g(D.$$.fragment),he=a(),R=r("p"),R.textContent=Oe,ge=a(),g(H.$$.fragment),ke=a(),Z=r("p"),Z.textContent=We,be=a(),Q=r("ul"),Q.innerHTML=Ge,Te=a(),V=r("p"),V.innerHTML=Fe,we=a(),g(A.$$.fragment),Me=a(),c=r("div"),g(P.$$.fragment),Je=a(),F=r("p"),F.textContent=Ye,$e=a(),Y=r("p"),Y.innerHTML=Ke,ze=a(),x=r("div"),g(N.$$.fragment),Ce=a(),K=r("p"),K.textContent=et,Ee=a(),ee=r("ul"),ee.innerHTML=tt,Ie=a(),y=r("div"),g(X.$$.fragment),Be=a(),te=r("p"),te.textContent=nt,qe=a(),h=r("div"),g(S.$$.fragment),Le=a(),ne=r("p"),ne.textContent=st,Ue=a(),g(J.$$.fragment),De=a(),se=r("p"),se.innerHTML=at,Re=a(),$=r("div"),g(O.$$.fragment),He=a(),ae=r("p"),ae.innerHTML=ot,ve=a(),re=r("p"),this.h()},l(e){const t=dt("svelte-u9bgzb",document.head);m=l(t,"META",{name:!0,content:!0}),t.forEach(n),C=o(e),j=l(e,"P",{}),W(j).forEach(n),_=o(e),k(f.$$.fragment,e),p=o(e),k(v.$$.fragment,e),pe=o(e),E=l(e,"P",{"data-svelte-h":!0}),d(E)!=="svelte-q6gk8k"&&(E.textContent=Ve),ce=o(e),I=l(e,"P",{"data-svelte-h":!0}),d(I)!=="svelte-130rfh4"&&(I.textContent=Ae),de=o(e),B=l(e,"UL",{"data-svelte-h":!0}),d(B)!=="svelte-1nk5iha"&&(B.innerHTML=Pe),me=o(e),q=l(e,"P",{"data-svelte-h":!0}),d(q)!=="svelte-1dsac8d"&&(q.innerHTML=Ne),ue=o(e),L=l(e,"P",{"data-svelte-h":!0}),d(L)!=="svelte-u7nt0b"&&(L.innerHTML=Xe),_e=o(e),U=l(e,"P",{"data-svelte-h":!0}),d(U)!=="svelte-vqnu8f"&&(U.textContent=Se),fe=o(e),k(D.$$.fragment,e),he=o(e),R=l(e,"P",{"data-svelte-h":!0}),d(R)!=="svelte-m6bjin"&&(R.textContent=Oe),ge=o(e),k(H.$$.fragment,e),ke=o(e),Z=l(e,"P",{"data-svelte-h":!0}),d(Z)!=="svelte-axv494"&&(Z.textContent=We),be=o(e),Q=l(e,"UL",{"data-svelte-h":!0}),d(Q)!=="svelte-14vlmtl"&&(Q.innerHTML=Ge),Te=o(e),V=l(e,"P",{"data-svelte-h":!0}),d(V)!=="svelte-1ykd1l9"&&(V.innerHTML=Fe),we=o(e),k(A.$$.fragment,e),Me=o(e),c=l(e,"DIV",{class:!0});var u=W(c);k(P.$$.fragment,u),Je=o(u),F=l(u,"P",{"data-svelte-h":!0}),d(F)!=="svelte-1tm7ou1"&&(F.textContent=Ye),$e=o(u),Y=l(u,"P",{"data-svelte-h":!0}),d(Y)!=="svelte-1ss6yiy"&&(Y.innerHTML=Ke),ze=o(u),x=l(u,"DIV",{class:!0});var oe=W(x);k(N.$$.fragment,oe),Ce=o(oe),K=l(oe,"P",{"data-svelte-h":!0}),d(K)!=="svelte-t7qurq"&&(K.textContent=et),Ee=o(oe),ee=l(oe,"UL",{"data-svelte-h":!0}),d(ee)!=="svelte-xi6653"&&(ee.innerHTML=tt),oe.forEach(n),Ie=o(u),y=l(u,"DIV",{class:!0});var xe=W(y);k(X.$$.fragment,xe),Be=o(xe),te=l(xe,"P",{"data-svelte-h":!0}),d(te)!=="svelte-b3k2yi"&&(te.textContent=nt),xe.forEach(n),qe=o(u),h=l(u,"DIV",{class:!0});var z=W(h);k(S.$$.fragment,z),Le=o(z),ne=l(z,"P",{"data-svelte-h":!0}),d(ne)!=="svelte-gn6wi7"&&(ne.textContent=st),Ue=o(z),k(J.$$.fragment,z),De=o(z),se=l(z,"P",{"data-svelte-h":!0}),d(se)!=="svelte-owoxgn"&&(se.innerHTML=at),z.forEach(n),Re=o(u),$=l(u,"DIV",{class:!0});var ye=W($);k(O.$$.fragment,ye),He=o(ye),ae=l(ye,"P",{"data-svelte-h":!0}),d(ae)!=="svelte-1f4f5kp"&&(ae.innerHTML=ot),ye.forEach(n),u.forEach(n),ve=o(e),re=l(e,"P",{}),W(re).forEach(n),this.h()},h(){G(m,"name","hf:doc:metadata"),G(m,"content",ft),G(x,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),G(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),G(h,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),G($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),G(c,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,t){i(document.head,m),s(e,C,t),s(e,j,t),s(e,_,t),b(f,e,t),s(e,p,t),b(v,e,t),s(e,pe,t),s(e,E,t),s(e,ce,t),s(e,I,t),s(e,de,t),s(e,B,t),s(e,me,t),s(e,q,t),s(e,ue,t),s(e,L,t),s(e,_e,t),s(e,U,t),s(e,fe,t),b(D,e,t),s(e,he,t),s(e,R,t),s(e,ge,t),b(H,e,t),s(e,ke,t),s(e,Z,t),s(e,be,t),s(e,Q,t),s(e,Te,t),s(e,V,t),s(e,we,t),b(A,e,t),s(e,Me,t),s(e,c,t),b(P,c,null),i(c,Je),i(c,F),i(c,$e),i(c,Y),i(c,ze),i(c,x),b(N,x,null),i(x,Ce),i(x,K),i(x,Ee),i(x,ee),i(c,Ie),i(c,y),b(X,y,null),i(y,Be),i(y,te),i(c,qe),i(c,h),b(S,h,null),i(h,Le),i(h,ne),i(h,Ue),b(J,h,null),i(h,De),i(h,se),i(c,Re),i(c,$),b(O,$,null),i($,He),i($,ae),s(e,ve,t),s(e,re,t),je=!0},p(e,[t]){const u={};t&2&&(u.$$scope={dirty:t,ctx:e}),J.$set(u)},i(e){je||(T(f.$$.fragment,e),T(v.$$.fragment,e),T(D.$$.fragment,e),T(H.$$.fragment,e),T(A.$$.fragment,e),T(P.$$.fragment,e),T(N.$$.fragment,e),T(X.$$.fragment,e),T(S.$$.fragment,e),T(J.$$.fragment,e),T(O.$$.fragment,e),je=!0)},o(e){w(f.$$.fragment,e),w(v.$$.fragment,e),w(D.$$.fragment,e),w(H.$$.fragment,e),w(A.$$.fragment,e),w(P.$$.fragment,e),w(N.$$.fragment,e),w(X.$$.fragment,e),w(S.$$.fragment,e),w(J.$$.fragment,e),w(O.$$.fragment,e),je=!1},d(e){e&&(n(C),n(j),n(_),n(p),n(pe),n(E),n(ce),n(I),n(de),n(B),n(me),n(q),n(ue),n(L),n(_e),n(U),n(fe),n(he),n(R),n(ge),n(ke),n(Z),n(be),n(Q),n(Te),n(V),n(we),n(Me),n(c),n(ve),n(re)),n(m),M(f,e),M(v,e),M(D,e),M(H,e),M(A,e),M(P),M(N),M(X),M(S),M(J),M(O)}}}const ft='{"title":"BertJapanese","local":"bertjapanese","sections":[{"title":"Overview","local":"overview","sections":[],"depth":2},{"title":"BertJapaneseTokenizer","local":"transformers.BertJapaneseTokenizer","sections":[],"depth":2}],"depth":1}';function ht(ie){return lt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class vt extends pt{constructor(m){super(),ct(this,m,ht,_t,rt,{})}}export{vt as component};
