import{S as jt,i as zt,s as yt,e as a,k as f,w as _,t as p,l as bt,M as Et,c as i,d as s,m,x as k,a as u,h as c,b as w,G as n,g as r,y as $,o as d,p as qt,q as g,B as b,v as Tt,n as wt}from"../../chunks/vendor-hf-doc-builder.js";import{I as Js}from"../../chunks/IconCopyLink-hf-doc-builder.js";import{C as j}from"../../chunks/CodeBlock-hf-doc-builder.js";import{C as vt}from"../../chunks/CourseFloatingBanner-hf-doc-builder.js";import{F as It}from"../../chunks/FrameworkSwitchCourse-hf-doc-builder.js";import"../../chunks/DocNotebookDropdown-hf-doc-builder.js";function St(z){let l,h;return l=new vt({props:{chapter:2,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/en/chapter2/section6_tf.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/en/chapter2/section6_tf.ipynb"}]}}),{c(){_(l.$$.fragment)},l(o){k(l.$$.fragment,o)},m(o,q){$(l,o,q),h=!0},i(o){h||(g(l.$$.fragment,o),h=!0)},o(o){d(l.$$.fragment,o),h=!1},d(o){b(l,o)}}}function At(z){let l,h;return l=new vt({props:{chapter:2,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/en/chapter2/section6_pt.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/en/chapter2/section6_pt.ipynb"}]}}),{c(){_(l.$$.fragment)},l(o){k(l.$$.fragment,o)},m(o,q){$(l,o,q),h=!0},i(o){h||(g(l.$$.fragment,o),h=!0)},o(o){d(l.$$.fragment,o),h=!1},d(o){b(l,o)}}}function Pt(z){let l,h;return l=new j({props:{code:`import tensorflow as tf
from transformers import AutoTokenizer, TFAutoModelForSequenceClassification

checkpoint = "distilbert-base-uncased-finetuned-sst-2-english"
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
model = TFAutoModelForSequenceClassification.from_pretrained(checkpoint)
sequences = ["I've been waiting for a HuggingFace course my whole life.", "So have I!"]

tokens = tokenizer(sequences, padding=True, truncation=True, return_tensors="tf")
output = model(**tokens)`,highlighted:`<span class="hljs-keyword">import</span> tensorflow <span class="hljs-keyword">as</span> tf
<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, TFAutoModelForSequenceClassification

checkpoint = <span class="hljs-string">&quot;distilbert-base-uncased-finetuned-sst-2-english&quot;</span>
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
model = TFAutoModelForSequenceClassification.from_pretrained(checkpoint)
sequences = [<span class="hljs-string">&quot;I&#x27;ve been waiting for a HuggingFace course my whole life.&quot;</span>, <span class="hljs-string">&quot;So have I!&quot;</span>]

tokens = tokenizer(sequences, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;tf&quot;</span>)
output = model(**tokens)`}}),{c(){_(l.$$.fragment)},l(o){k(l.$$.fragment,o)},m(o,q){$(l,o,q),h=!0},i(o){h||(g(l.$$.fragment,o),h=!0)},o(o){d(l.$$.fragment,o),h=!1},d(o){b(l,o)}}}function Ft(z){let l,h;return l=new j({props:{code:`import torch
from transformers import AutoTokenizer, AutoModelForSequenceClassification

checkpoint = "distilbert-base-uncased-finetuned-sst-2-english"
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
model = AutoModelForSequenceClassification.from_pretrained(checkpoint)
sequences = ["I've been waiting for a HuggingFace course my whole life.", "So have I!"]

tokens = tokenizer(sequences, padding=True, truncation=True, return_tensors="pt")
output = model(**tokens)`,highlighted:`<span class="hljs-keyword">import</span> torch
<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, AutoModelForSequenceClassification

checkpoint = <span class="hljs-string">&quot;distilbert-base-uncased-finetuned-sst-2-english&quot;</span>
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
model = AutoModelForSequenceClassification.from_pretrained(checkpoint)
sequences = [<span class="hljs-string">&quot;I&#x27;ve been waiting for a HuggingFace course my whole life.&quot;</span>, <span class="hljs-string">&quot;So have I!&quot;</span>]

tokens = tokenizer(sequences, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)
output = model(**tokens)`}}),{c(){_(l.$$.fragment)},l(o){k(l.$$.fragment,o)},m(o,q){$(l,o,q),h=!0},i(o){h||(g(l.$$.fragment,o),h=!0)},o(o){d(l.$$.fragment,o),h=!1},d(o){b(l,o)}}}function Ct(z){let l,h,o,q,P,D,ge,O,is,_e,ps,Pe,y,E,ne,oe,us,Fe,H,cs,ke,fs,ms,Ce,R,xe,S,hs,$e,ds,gs,be,_s,ks,De,re,$s,He,L,Ne,le,bs,Be,G,Me,ae,qs,Oe,J,Re,ie,ws,Le,U,Ge,v,qe,vs,js,we,zs,ys,ve,Es,Ts,je,Is,Ss,Je,K,Ue,F,N,ze,Q,As,ye,Ps,Ke,pe,Fs,Qe,V,Ve,W,We,ue,Cs,Xe,X,Ye,Y,Ze,A,xs,Ee,Ds,Hs,Te,Ns,Bs,es,C,B,Ie,Z,Ms,Se,Os,ss,M,Rs,Ae,Ls,Gs,ts,T,I,ce,ns;o=new It({props:{fw:z[0]}}),O=new Js({});const Us=[At,St],ee=[];function Ks(e,t){return e[0]==="pt"?0:1}y=Ks(z),E=ee[y]=Us[y](z),R=new j({props:{code:`from transformers import AutoTokenizer

checkpoint = "distilbert-base-uncased-finetuned-sst-2-english"
tokenizer = AutoTokenizer.from_pretrained(checkpoint)

sequence = "I've been waiting for a HuggingFace course my whole life."

model_inputs = tokenizer(sequence)`,highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer

checkpoint = <span class="hljs-string">&quot;distilbert-base-uncased-finetuned-sst-2-english&quot;</span>
tokenizer = AutoTokenizer.from_pretrained(checkpoint)

sequence = <span class="hljs-string">&quot;I&#x27;ve been waiting for a HuggingFace course my whole life.&quot;</span>

model_inputs = tokenizer(sequence)`}}),L=new j({props:{code:`sequence = "I've been waiting for a HuggingFace course my whole life."

model_inputs = tokenizer(sequence)`,highlighted:`sequence = <span class="hljs-string">&quot;I&#x27;ve been waiting for a HuggingFace course my whole life.&quot;</span>

model_inputs = tokenizer(sequence)`}}),G=new j({props:{code:`sequences = ["I've been waiting for a HuggingFace course my whole life.", "So have I!"]

model_inputs = tokenizer(sequences)`,highlighted:`sequences = [<span class="hljs-string">&quot;I&#x27;ve been waiting for a HuggingFace course my whole life.&quot;</span>, <span class="hljs-string">&quot;So have I!&quot;</span>]

model_inputs = tokenizer(sequences)`}}),J=new j({props:{code:`# \uAC00\uC7A5 \uAE34 \uC2DC\uD000\uC2A4\uC758 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uD328\uB529\uC744 \uCD94\uAC00\uD569\uB2C8\uB2E4.
model_inputs = tokenizer(sequences, padding="longest")

# \uBAA8\uB378\uC774 \uC9C0\uC6D0\uD558\uB294 \uCD5C\uB300 \uC2DC\uD000\uC2A4 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uD328\uB529\uC744 \uCD94\uAC00\uD569\uB2C8\uB2E4.
# (BERT\uB098 DistilBERT\uC758 \uCD5C\uB300 \uAE38\uC774\uB294 512)
model_inputs = tokenizer(sequences, padding="max_length")

# \uC9C0\uC815\uD55C \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uD328\uB529\uC744 \uCD94\uAC00\uD569\uB2C8\uB2E4.
model_inputs = tokenizer(sequences, padding="max_length", max_length=8)`,highlighted:`<span class="hljs-comment"># \uAC00\uC7A5 \uAE34 \uC2DC\uD000\uC2A4\uC758 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uD328\uB529\uC744 \uCD94\uAC00\uD569\uB2C8\uB2E4.</span>
model_inputs = tokenizer(sequences, padding=<span class="hljs-string">&quot;longest&quot;</span>)

<span class="hljs-comment"># \uBAA8\uB378\uC774 \uC9C0\uC6D0\uD558\uB294 \uCD5C\uB300 \uC2DC\uD000\uC2A4 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uD328\uB529\uC744 \uCD94\uAC00\uD569\uB2C8\uB2E4.</span>
<span class="hljs-comment"># (BERT\uB098 DistilBERT\uC758 \uCD5C\uB300 \uAE38\uC774\uB294 512)</span>
model_inputs = tokenizer(sequences, padding=<span class="hljs-string">&quot;max_length&quot;</span>)

<span class="hljs-comment"># \uC9C0\uC815\uD55C \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uD328\uB529\uC744 \uCD94\uAC00\uD569\uB2C8\uB2E4.</span>
model_inputs = tokenizer(sequences, padding=<span class="hljs-string">&quot;max_length&quot;</span>, max_length=<span class="hljs-number">8</span>)`}}),U=new j({props:{code:`sequences = ["I've been waiting for a HuggingFace course my whole life.", "So have I!"]

# \uBAA8\uB378\uC774 \uC9C0\uC6D0\uD558\uB294 \uCD5C\uB300 \uC2DC\uD000\uC2A4 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uC2DC\uD000\uC2A4 \uAE38\uC774\uB97C \uC798\uB77C\uB0C5\uB2C8\uB2E4.
# (BERT\uB098 DistilBERT\uC758 \uCD5C\uB300 \uAE38\uC774\uB294 512)
model_inputs = tokenizer(sequences, truncation=True)

# \uC9C0\uC815\uD55C \uCD5C\uB300 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uC2DC\uD000\uC2A4 \uAE38\uC774\uB97C \uC798\uB77C\uB0C5\uB2C8\uB2E4.
model_inputs = tokenizer(sequences, max_length=8, truncation=True)`,highlighted:`sequences = [<span class="hljs-string">&quot;I&#x27;ve been waiting for a HuggingFace course my whole life.&quot;</span>, <span class="hljs-string">&quot;So have I!&quot;</span>]

<span class="hljs-comment"># \uBAA8\uB378\uC774 \uC9C0\uC6D0\uD558\uB294 \uCD5C\uB300 \uC2DC\uD000\uC2A4 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uC2DC\uD000\uC2A4 \uAE38\uC774\uB97C \uC798\uB77C\uB0C5\uB2C8\uB2E4.</span>
<span class="hljs-comment"># (BERT\uB098 DistilBERT\uC758 \uCD5C\uB300 \uAE38\uC774\uB294 512)</span>
model_inputs = tokenizer(sequences, truncation=<span class="hljs-literal">True</span>)

<span class="hljs-comment"># \uC9C0\uC815\uD55C \uCD5C\uB300 \uAE38\uC774\uC5D0 \uB9DE\uAC8C \uC2DC\uD000\uC2A4 \uAE38\uC774\uB97C \uC798\uB77C\uB0C5\uB2C8\uB2E4.</span>
model_inputs = tokenizer(sequences, max_length=<span class="hljs-number">8</span>, truncation=<span class="hljs-literal">True</span>)`}}),K=new j({props:{code:`sequences = ["I've been waiting for a HuggingFace course my whole life.", "So have I!"]

# PyTorch \uD150\uC11C\uB97C \uBC18\uD658\uD569\uB2C8\uB2E4.
model_inputs = tokenizer(sequences, padding=True, return_tensors="pt")

# TensorFlow \uD150\uC11C\uB97C \uBC18\uD658\uD569\uB2C8\uB2E4.
model_inputs = tokenizer(sequences, padding=True, return_tensors="tf")

# NumPy \uBC30\uC5F4\uC744 \uBC18\uD658\uD569\uB2C8\uB2E4.
model_inputs = tokenizer(sequences, padding=True, return_tensors="np")`,highlighted:`sequences = [<span class="hljs-string">&quot;I&#x27;ve been waiting for a HuggingFace course my whole life.&quot;</span>, <span class="hljs-string">&quot;So have I!&quot;</span>]

<span class="hljs-comment"># PyTorch \uD150\uC11C\uB97C \uBC18\uD658\uD569\uB2C8\uB2E4.</span>
model_inputs = tokenizer(sequences, padding=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>)

<span class="hljs-comment"># TensorFlow \uD150\uC11C\uB97C \uBC18\uD658\uD569\uB2C8\uB2E4.</span>
model_inputs = tokenizer(sequences, padding=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;tf&quot;</span>)

<span class="hljs-comment"># NumPy \uBC30\uC5F4\uC744 \uBC18\uD658\uD569\uB2C8\uB2E4.</span>
model_inputs = tokenizer(sequences, padding=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;np&quot;</span>)`}}),Q=new Js({}),V=new j({props:{code:`sequence = "I've been waiting for a HuggingFace course my whole life."

model_inputs = tokenizer(sequence)
print(model_inputs["input_ids"])

tokens = tokenizer.tokenize(sequence)
ids = tokenizer.convert_tokens_to_ids(tokens)
print(ids)`,highlighted:`sequence = <span class="hljs-string">&quot;I&#x27;ve been waiting for a HuggingFace course my whole life.&quot;</span>

model_inputs = tokenizer(sequence)
<span class="hljs-built_in">print</span>(model_inputs[<span class="hljs-string">&quot;input_ids&quot;</span>])

tokens = tokenizer.tokenize(sequence)
ids = tokenizer.convert_tokens_to_ids(tokens)
<span class="hljs-built_in">print</span>(ids)`}}),W=new j({props:{code:`[101, 1045, 1005, 2310, 2042, 3403, 2005, 1037, 17662, 12172, 2607, 2026, 2878, 2166, 1012, 102]
[1045, 1005, 2310, 2042, 3403, 2005, 1037, 17662, 12172, 2607, 2026, 2878, 2166, 1012]`,highlighted:`[<span class="hljs-number">101</span>, <span class="hljs-number">1045</span>, <span class="hljs-number">1005</span>, <span class="hljs-number">2310</span>, <span class="hljs-number">2042</span>, <span class="hljs-number">3403</span>, <span class="hljs-number">2005</span>, <span class="hljs-number">1037</span>, <span class="hljs-number">17662</span>, <span class="hljs-number">12172</span>, <span class="hljs-number">2607</span>, <span class="hljs-number">2026</span>, <span class="hljs-number">2878</span>, <span class="hljs-number">2166</span>, <span class="hljs-number">1012</span>, <span class="hljs-number">102</span>]
[<span class="hljs-number">1045</span>, <span class="hljs-number">1005</span>, <span class="hljs-number">2310</span>, <span class="hljs-number">2042</span>, <span class="hljs-number">3403</span>, <span class="hljs-number">2005</span>, <span class="hljs-number">1037</span>, <span class="hljs-number">17662</span>, <span class="hljs-number">12172</span>, <span class="hljs-number">2607</span>, <span class="hljs-number">2026</span>, <span class="hljs-number">2878</span>, <span class="hljs-number">2166</span>, <span class="hljs-number">1012</span>]`}}),X=new j({props:{code:`print(tokenizer.decode(model_inputs["input_ids"]))
print(tokenizer.decode(ids))`,highlighted:`<span class="hljs-built_in">print</span>(tokenizer.decode(model_inputs[<span class="hljs-string">&quot;input_ids&quot;</span>]))
<span class="hljs-built_in">print</span>(tokenizer.decode(ids))`}}),Y=new j({props:{code:`"[CLS] i've been waiting for a huggingface course my whole life. [SEP]"
"i've been waiting for a huggingface course my whole life."`,highlighted:`<span class="hljs-string">&quot;[CLS] i&#x27;ve been waiting for a huggingface course my whole life. [SEP]&quot;</span>
<span class="hljs-string">&quot;i&#x27;ve been waiting for a huggingface course my whole life.&quot;</span>`}}),Z=new Js({});const Qs=[Ft,Pt],se=[];function Vs(e,t){return e[0]==="pt"?0:1}return T=Vs(z),I=se[T]=Qs[T](z),{c(){l=a("meta"),h=f(),_(o.$$.fragment),q=f(),P=a("h1"),D=a("a"),ge=a("span"),_(O.$$.fragment),is=f(),_e=a("span"),ps=p("\uD55C \uBC88\uC5D0 \uC2E4\uD589\uD558\uAE30"),Pe=f(),E.c(),ne=f(),oe=a("p"),us=p("\uC9C0\uB09C \uC139\uC158\uC5D0\uC11C\uB294 \uB300\uBD80\uBD84\uC758 \uACFC\uC815\uC744 \uD558\uB098\uC529 \uC218\uD589\uD574\uC654\uC2B5\uB2C8\uB2E4. \uD1A0\uD06C\uB098\uC774\uC800\uC758 \uC791\uB3D9 \uBC29\uC2DD\uC744 \uC0B4\uD3B4\uBCF4\uACE0 \uD1A0\uD070\uD654, \uC785\uB825 ID\uB85C\uC758 \uBCC0\uD658, \uD328\uB529, \uC798\uB77C\uB0B4\uAE30 \uADF8\uB9AC\uACE0 \uC5B4\uD150\uC158 \uB9C8\uC2A4\uD06C\uC5D0 \uB300\uD574 \uC54C\uC544\uBD24\uC2B5\uB2C8\uB2E4."),Fe=f(),H=a("p"),cs=p("\uD558\uC9C0\uB9CC 2\uC7A5\uC5D0\uC11C \uBCF4\uC558\uB4EF\uC774 \uC6B0\uB9AC\uB294 \u{1F917} Transformers API\uC758 \uACE0\uC218\uC900 \uD568\uC218\uB85C \uC774 \uBAA8\uB4E0 \uAC83\uC744 \uCC98\uB9AC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uBB38\uC7A5\uC744 \uC774\uC6A9\uD574 "),ke=a("code"),fs=p("tokenizer"),ms=p("\uB97C \uD638\uCD9C\uD558\uBA74 \uBAA8\uB378\uB85C \uB118\uACA8\uC904 \uC218 \uC788\uB294 \uC785\uB825\uC744 \uC5BB\uAC8C \uB429\uB2C8\uB2E4."),Ce=f(),_(R.$$.fragment),xe=f(),S=a("p"),hs=p("\uC774\uC81C "),$e=a("code"),ds=p("model_inputs"),gs=p(" \uBCC0\uC218\uB294 \uBAA8\uB378\uC774 \uC798 \uB3D9\uC791\uD558\uAE30 \uC704\uD574 \uD544\uC694\uD55C \uBAA8\uB4E0 \uAC83\uC744 \uAC00\uC9C0\uACE0 \uC788\uC2B5\uB2C8\uB2E4. DistilBERT\uB294 \uC5B4\uD150\uC158 \uB9C8\uC2A4\uD06C\uBFD0\uB9CC \uC544\uB2C8\uB77C \uC785\uB825 ID\uB3C4 \uD3EC\uD568\uD569\uB2C8\uB2E4. \uCD94\uAC00\uC801\uC778 \uC785\uB825\uC744 \uBC1B\uB294 \uB2E4\uB978 \uBAA8\uB378\uB4E4\uB3C4 "),be=a("code"),_s=p("tokenizer"),ks=p(" \uAC1D\uCCB4\uC5D0 \uC758\uD574 \uC0DD\uAE30\uB294 \uACB0\uACFC\uBB3C\uC744 \uAC00\uC9C0\uACE0 \uC788\uC2B5\uB2C8\uB2E4."),De=f(),re=a("p"),$s=p("\uC544\uB798\uC758 \uC608\uC2DC\uB97C \uBCF4\uBA74 tokenizer \uBA54\uC11C\uB4DC\uB294 \uB9E4\uC6B0 \uAC15\uB825\uD569\uB2C8\uB2E4. \uBA3C\uC800, \uC774 \uBA54\uC11C\uB4DC\uB294 \uB2E8\uC77C \uC2DC\uD000\uC2A4\uB97C \uD1A0\uD070\uD654\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),He=f(),_(L.$$.fragment),Ne=f(),le=a("p"),bs=p("\uB610\uD55C API\uC758 \uBCC0\uACBD \uC5C6\uC774 \uC5EC\uB7EC \uAC1C\uC758 \uC2DC\uD000\uC2A4\uB97C \uD55C \uBC88\uC5D0 \uCC98\uB9AC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Be=f(),_(G.$$.fragment),Me=f(),ae=a("p"),qs=p("\uC6D0\uD558\uB294\uB300\uB85C \uD328\uB529\uC744 \uCD94\uAC00\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Oe=f(),_(J.$$.fragment),Re=f(),ie=a("p"),ws=p("\uC2DC\uD000\uC2A4 \uAE38\uC774\uB97C \uC798\uB77C\uB0BC \uC218\uB3C4 \uC788\uC2B5\uB2C8\uB2E4."),Le=f(),_(U.$$.fragment),Ge=f(),v=a("p"),qe=a("code"),vs=p("tokenizer"),js=p(" \uAC1D\uCCB4\uB97C \uC774\uC6A9\uD574 \uACB0\uACFC\uB97C \uD2B9\uC815 \uD504\uB808\uC784\uC6CC\uD06C\uC758 \uD150\uC11C\uB85C \uBCC0\uD658\uD560 \uC218 \uC788\uC73C\uBA70, \uC774\uB294 \uBAA8\uB378\uC5D0 \uBC14\uB85C \uBCF4\uB0B4\uC9C8 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC608\uB97C \uB4E4\uC5B4 \uC544\uB798 \uCF54\uB4DC \uC608\uC2DC\uC5D0\uC11C \uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uD504\uB808\uC784\uC6CC\uD06C\uC5D0 \uB530\uB77C \uB2E4\uB978 \uD150\uC11C\uB97C \uBC18\uD658\uD558\uAC8C \uD588\uC2B5\uB2C8\uB2E4 - "),we=a("code"),zs=p('"pt"'),ys=p("\uB294 PyTorch \uD150\uC11C\uB97C \uBC18\uD658\uD558\uACE0 "),ve=a("code"),Es=p('"tf"'),Ts=p("\uB294 TensorFlow \uD150\uC11C\uB97C \uBC18\uD658\uD558\uBA70, "),je=a("code"),Is=p('"np"'),Ss=p("\uB294 NumPy \uBC30\uC5F4\uC744 \uBC18\uD658\uD569\uB2C8\uB2E4."),Je=f(),_(K.$$.fragment),Ue=f(),F=a("h2"),N=a("a"),ze=a("span"),_(Q.$$.fragment),As=f(),ye=a("span"),Ps=p("\uD2B9\uC218 \uD1A0\uD070"),Ke=f(),pe=a("p"),Fs=p("\uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uBC18\uD658\uD55C \uC785\uB825 ID\uB97C \uC790\uC138\uD788 \uC0B4\uD3B4\uBCF4\uBA74 \uC774\uC804\uC5D0 \uBD24\uB358 \uACB0\uACFC\uC640 \uC870\uAE08 \uB2E4\uB974\uB2E4\uB294 \uAC83\uC744 \uC54C \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Qe=f(),_(V.$$.fragment),Ve=f(),_(W.$$.fragment),We=f(),ue=a("p"),Cs=p("\uC2DC\uC791\uACFC \uB05D\uC5D0 \uCD94\uAC00\uB41C \uD1A0\uD070 ID\uAC00 \uC788\uC2B5\uB2C8\uB2E4. \uB450 \uC2DC\uD000\uC2A4\uC758 ID\uAC00 \uBB34\uC5C7\uC744 \uC758\uBBF8\uD558\uB294\uC9C0 \uD655\uC778\uD558\uAE30 \uC704\uD574 \uB514\uCF54\uB529\uD574\uBCF4\uACA0\uC2B5\uB2C8\uB2E4."),Xe=f(),_(X.$$.fragment),Ye=f(),_(Y.$$.fragment),Ze=f(),A=a("p"),xs=p("\uD1A0\uD06C\uB098\uC774\uC800\uB294 \uBB38\uC7A5\uC774 \uC2DC\uC791\uD560 \uB584 "),Ee=a("code"),Ds=p("[CLS]"),Hs=p("\uB77C\uB294 \uD2B9\uBCC4\uD55C \uD1A0\uD070\uC744 \uBD99\uC774\uACE0, \uB05D\uB0A0 \uB54C\uB294 "),Te=a("code"),Ns=p("[SEP]"),Bs=p(" \uD1A0\uD070\uC744 \uBD99\uC785\uB2C8\uB2E4. \uC774\uB7F0 \uD2B9\uBCC4\uD55C \uD1A0\uD070\uC744 \uC0AC\uC6A9\uD558\uB294 \uC774\uC720\uB294 \uBAA8\uB378\uC774 \uC0AC\uC804\uD559\uC2B5\uB420 \uB54C \uC774 \uD1A0\uD070\uB4E4\uC744 \uC0AC\uC6A9\uD588\uAE30 \uB54C\uBB38\uC5D0 \uCD94\uB860 \uC2DC \uB3D9\uC77C\uD55C \uACB0\uACFC\uB97C \uC5BB\uAE30 \uC704\uD568\uC785\uB2C8\uB2E4. \uCC38\uACE0\uB85C \uBA87\uBA87 \uBAA8\uB378\uC740 \uD2B9\uC218 \uD1A0\uD070\uC744 \uCD94\uAC00\uD558\uC9C0 \uC54A\uC544\uB3C4 \uB418\uACE0, \uC5B4\uB5A4 \uBAA8\uB378\uC740 \uB2E4\uB978 \uD1A0\uD070\uC744 \uCD94\uAC00\uD558\uAE30\uB3C4 \uD569\uB2C8\uB2E4. \uB610\uD55C, \uC774\uB7EC\uD55C \uD2B9\uC218 \uD1A0\uD070\uC744 \uC2DC\uC791 \uBD80\uBD84\uC774\uB098 \uB05D \uBD80\uBD84\uC5D0\uB9CC \uCD94\uAC00\uD558\uB294 \uBAA8\uB378\uB3C4 \uC788\uC2B5\uB2C8\uB2E4. \uC5B4\uB5A4 \uACBD\uC6B0\uB4E0 \uD1A0\uD06C\uB098\uC774\uC800\uB294 \uD1A0\uD06C\uB098\uC774\uC800\uB85C \uC5B4\uB5A4 \uB0B4\uC6A9\uC774 \uB4E4\uC5B4\uC62C\uC9C0 \uC54C\uACE0 \uC788\uACE0 \uC774 \uB0B4\uC6A9\uC744 \uCC98\uB9AC\uD574\uC904 \uAC83\uC785\uB2C8\uB2E4."),es=f(),C=a("h2"),B=a("a"),Ie=a("span"),_(Z.$$.fragment),Ms=f(),Se=a("span"),Os=p("\uB9C8\uBB34\uB9AC: \uD1A0\uD06C\uB098\uC774\uC800\uC5D0\uC11C \uBAA8\uB378\uAE4C\uC9C0"),ss=f(),M=a("p"),Rs=p("\uC9C0\uAE08\uAE4C\uC9C0 "),Ae=a("code"),Ls=p("tokenizer"),Gs=p(" \uAC1D\uCCB4\uAC00 \uD14D\uC2A4\uD2B8\uC5D0 \uC801\uC6A9\uB420 \uB54C \uAC70\uCE58\uB294 \uAC1C\uBCC4\uC801\uC778 \uB2E8\uACC4\uB97C \uBAA8\uB450 \uC0B4\uD3B4\uBCF4\uC558\uC2B5\uB2C8\uB2E4. \uC774\uC81C \uB9C8\uC9C0\uB9C9\uC73C\uB85C \uC774 \uAC1D\uCCB4\uAC00 \uD328\uB529\uC744 \uC774\uC6A9\uD574 \uC5EC\uB7EC \uC2DC\uD000\uC2A4\uB97C \uC5B4\uB5BB\uAC8C \uCC98\uB9AC\uD558\uB294\uC9C0, \uC798\uB77C\uB0B4\uAE30\uB97C \uD1B5\uD574 \uB9E4\uC6B0 \uAE34 \uBB38\uC7A5\uC744 \uC5B4\uB5BB\uAC8C \uCC98\uB9AC\uD558\uB294\uC9C0, \uC8FC\uC694 API\uC5D0 \uB530\uB77C \uB2E4\uC591\uD55C \uD150\uC11C\uB97C \uB2E4\uB8E8\uB294 \uBC95\uC744 \uC54C\uC544\uBD05\uC2DC\uB2E4."),ts=f(),I.c(),ce=bt(),this.h()},l(e){const t=Et('[data-svelte="svelte-1phssyn"]',document.head);l=i(t,"META",{name:!0,content:!0}),t.forEach(s),h=m(e),k(o.$$.fragment,e),q=m(e),P=i(e,"H1",{class:!0});var te=u(P);D=i(te,"A",{id:!0,class:!0,href:!0});var fe=u(D);ge=i(fe,"SPAN",{});var me=u(ge);k(O.$$.fragment,me),me.forEach(s),fe.forEach(s),is=m(te),_e=i(te,"SPAN",{});var Ws=u(_e);ps=c(Ws,"\uD55C \uBC88\uC5D0 \uC2E4\uD589\uD558\uAE30"),Ws.forEach(s),te.forEach(s),Pe=m(e),E.l(e),ne=m(e),oe=i(e,"P",{});var Xs=u(oe);us=c(Xs,"\uC9C0\uB09C \uC139\uC158\uC5D0\uC11C\uB294 \uB300\uBD80\uBD84\uC758 \uACFC\uC815\uC744 \uD558\uB098\uC529 \uC218\uD589\uD574\uC654\uC2B5\uB2C8\uB2E4. \uD1A0\uD06C\uB098\uC774\uC800\uC758 \uC791\uB3D9 \uBC29\uC2DD\uC744 \uC0B4\uD3B4\uBCF4\uACE0 \uD1A0\uD070\uD654, \uC785\uB825 ID\uB85C\uC758 \uBCC0\uD658, \uD328\uB529, \uC798\uB77C\uB0B4\uAE30 \uADF8\uB9AC\uACE0 \uC5B4\uD150\uC158 \uB9C8\uC2A4\uD06C\uC5D0 \uB300\uD574 \uC54C\uC544\uBD24\uC2B5\uB2C8\uB2E4."),Xs.forEach(s),Fe=m(e),H=i(e,"P",{});var os=u(H);cs=c(os,"\uD558\uC9C0\uB9CC 2\uC7A5\uC5D0\uC11C \uBCF4\uC558\uB4EF\uC774 \uC6B0\uB9AC\uB294 \u{1F917} Transformers API\uC758 \uACE0\uC218\uC900 \uD568\uC218\uB85C \uC774 \uBAA8\uB4E0 \uAC83\uC744 \uCC98\uB9AC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uBB38\uC7A5\uC744 \uC774\uC6A9\uD574 "),ke=i(os,"CODE",{});var Ys=u(ke);fs=c(Ys,"tokenizer"),Ys.forEach(s),ms=c(os,"\uB97C \uD638\uCD9C\uD558\uBA74 \uBAA8\uB378\uB85C \uB118\uACA8\uC904 \uC218 \uC788\uB294 \uC785\uB825\uC744 \uC5BB\uAC8C \uB429\uB2C8\uB2E4."),os.forEach(s),Ce=m(e),k(R.$$.fragment,e),xe=m(e),S=i(e,"P",{});var he=u(S);hs=c(he,"\uC774\uC81C "),$e=i(he,"CODE",{});var Zs=u($e);ds=c(Zs,"model_inputs"),Zs.forEach(s),gs=c(he," \uBCC0\uC218\uB294 \uBAA8\uB378\uC774 \uC798 \uB3D9\uC791\uD558\uAE30 \uC704\uD574 \uD544\uC694\uD55C \uBAA8\uB4E0 \uAC83\uC744 \uAC00\uC9C0\uACE0 \uC788\uC2B5\uB2C8\uB2E4. DistilBERT\uB294 \uC5B4\uD150\uC158 \uB9C8\uC2A4\uD06C\uBFD0\uB9CC \uC544\uB2C8\uB77C \uC785\uB825 ID\uB3C4 \uD3EC\uD568\uD569\uB2C8\uB2E4. \uCD94\uAC00\uC801\uC778 \uC785\uB825\uC744 \uBC1B\uB294 \uB2E4\uB978 \uBAA8\uB378\uB4E4\uB3C4 "),be=i(he,"CODE",{});var et=u(be);_s=c(et,"tokenizer"),et.forEach(s),ks=c(he," \uAC1D\uCCB4\uC5D0 \uC758\uD574 \uC0DD\uAE30\uB294 \uACB0\uACFC\uBB3C\uC744 \uAC00\uC9C0\uACE0 \uC788\uC2B5\uB2C8\uB2E4."),he.forEach(s),De=m(e),re=i(e,"P",{});var st=u(re);$s=c(st,"\uC544\uB798\uC758 \uC608\uC2DC\uB97C \uBCF4\uBA74 tokenizer \uBA54\uC11C\uB4DC\uB294 \uB9E4\uC6B0 \uAC15\uB825\uD569\uB2C8\uB2E4. \uBA3C\uC800, \uC774 \uBA54\uC11C\uB4DC\uB294 \uB2E8\uC77C \uC2DC\uD000\uC2A4\uB97C \uD1A0\uD070\uD654\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),st.forEach(s),He=m(e),k(L.$$.fragment,e),Ne=m(e),le=i(e,"P",{});var tt=u(le);bs=c(tt,"\uB610\uD55C API\uC758 \uBCC0\uACBD \uC5C6\uC774 \uC5EC\uB7EC \uAC1C\uC758 \uC2DC\uD000\uC2A4\uB97C \uD55C \uBC88\uC5D0 \uCC98\uB9AC\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),tt.forEach(s),Be=m(e),k(G.$$.fragment,e),Me=m(e),ae=i(e,"P",{});var nt=u(ae);qs=c(nt,"\uC6D0\uD558\uB294\uB300\uB85C \uD328\uB529\uC744 \uCD94\uAC00\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),nt.forEach(s),Oe=m(e),k(J.$$.fragment,e),Re=m(e),ie=i(e,"P",{});var ot=u(ie);ws=c(ot,"\uC2DC\uD000\uC2A4 \uAE38\uC774\uB97C \uC798\uB77C\uB0BC \uC218\uB3C4 \uC788\uC2B5\uB2C8\uB2E4."),ot.forEach(s),Le=m(e),k(U.$$.fragment,e),Ge=m(e),v=i(e,"P",{});var x=u(v);qe=i(x,"CODE",{});var rt=u(qe);vs=c(rt,"tokenizer"),rt.forEach(s),js=c(x," \uAC1D\uCCB4\uB97C \uC774\uC6A9\uD574 \uACB0\uACFC\uB97C \uD2B9\uC815 \uD504\uB808\uC784\uC6CC\uD06C\uC758 \uD150\uC11C\uB85C \uBCC0\uD658\uD560 \uC218 \uC788\uC73C\uBA70, \uC774\uB294 \uBAA8\uB378\uC5D0 \uBC14\uB85C \uBCF4\uB0B4\uC9C8 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC608\uB97C \uB4E4\uC5B4 \uC544\uB798 \uCF54\uB4DC \uC608\uC2DC\uC5D0\uC11C \uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uD504\uB808\uC784\uC6CC\uD06C\uC5D0 \uB530\uB77C \uB2E4\uB978 \uD150\uC11C\uB97C \uBC18\uD658\uD558\uAC8C \uD588\uC2B5\uB2C8\uB2E4 - "),we=i(x,"CODE",{});var lt=u(we);zs=c(lt,'"pt"'),lt.forEach(s),ys=c(x,"\uB294 PyTorch \uD150\uC11C\uB97C \uBC18\uD658\uD558\uACE0 "),ve=i(x,"CODE",{});var at=u(ve);Es=c(at,'"tf"'),at.forEach(s),Ts=c(x,"\uB294 TensorFlow \uD150\uC11C\uB97C \uBC18\uD658\uD558\uBA70, "),je=i(x,"CODE",{});var it=u(je);Is=c(it,'"np"'),it.forEach(s),Ss=c(x,"\uB294 NumPy \uBC30\uC5F4\uC744 \uBC18\uD658\uD569\uB2C8\uB2E4."),x.forEach(s),Je=m(e),k(K.$$.fragment,e),Ue=m(e),F=i(e,"H2",{class:!0});var rs=u(F);N=i(rs,"A",{id:!0,class:!0,href:!0});var pt=u(N);ze=i(pt,"SPAN",{});var ut=u(ze);k(Q.$$.fragment,ut),ut.forEach(s),pt.forEach(s),As=m(rs),ye=i(rs,"SPAN",{});var ct=u(ye);Ps=c(ct,"\uD2B9\uC218 \uD1A0\uD070"),ct.forEach(s),rs.forEach(s),Ke=m(e),pe=i(e,"P",{});var ft=u(pe);Fs=c(ft,"\uD1A0\uD06C\uB098\uC774\uC800\uAC00 \uBC18\uD658\uD55C \uC785\uB825 ID\uB97C \uC790\uC138\uD788 \uC0B4\uD3B4\uBCF4\uBA74 \uC774\uC804\uC5D0 \uBD24\uB358 \uACB0\uACFC\uC640 \uC870\uAE08 \uB2E4\uB974\uB2E4\uB294 \uAC83\uC744 \uC54C \uC218 \uC788\uC2B5\uB2C8\uB2E4."),ft.forEach(s),Qe=m(e),k(V.$$.fragment,e),Ve=m(e),k(W.$$.fragment,e),We=m(e),ue=i(e,"P",{});var mt=u(ue);Cs=c(mt,"\uC2DC\uC791\uACFC \uB05D\uC5D0 \uCD94\uAC00\uB41C \uD1A0\uD070 ID\uAC00 \uC788\uC2B5\uB2C8\uB2E4. \uB450 \uC2DC\uD000\uC2A4\uC758 ID\uAC00 \uBB34\uC5C7\uC744 \uC758\uBBF8\uD558\uB294\uC9C0 \uD655\uC778\uD558\uAE30 \uC704\uD574 \uB514\uCF54\uB529\uD574\uBCF4\uACA0\uC2B5\uB2C8\uB2E4."),mt.forEach(s),Xe=m(e),k(X.$$.fragment,e),Ye=m(e),k(Y.$$.fragment,e),Ze=m(e),A=i(e,"P",{});var de=u(A);xs=c(de,"\uD1A0\uD06C\uB098\uC774\uC800\uB294 \uBB38\uC7A5\uC774 \uC2DC\uC791\uD560 \uB584 "),Ee=i(de,"CODE",{});var ht=u(Ee);Ds=c(ht,"[CLS]"),ht.forEach(s),Hs=c(de,"\uB77C\uB294 \uD2B9\uBCC4\uD55C \uD1A0\uD070\uC744 \uBD99\uC774\uACE0, \uB05D\uB0A0 \uB54C\uB294 "),Te=i(de,"CODE",{});var dt=u(Te);Ns=c(dt,"[SEP]"),dt.forEach(s),Bs=c(de," \uD1A0\uD070\uC744 \uBD99\uC785\uB2C8\uB2E4. \uC774\uB7F0 \uD2B9\uBCC4\uD55C \uD1A0\uD070\uC744 \uC0AC\uC6A9\uD558\uB294 \uC774\uC720\uB294 \uBAA8\uB378\uC774 \uC0AC\uC804\uD559\uC2B5\uB420 \uB54C \uC774 \uD1A0\uD070\uB4E4\uC744 \uC0AC\uC6A9\uD588\uAE30 \uB54C\uBB38\uC5D0 \uCD94\uB860 \uC2DC \uB3D9\uC77C\uD55C \uACB0\uACFC\uB97C \uC5BB\uAE30 \uC704\uD568\uC785\uB2C8\uB2E4. \uCC38\uACE0\uB85C \uBA87\uBA87 \uBAA8\uB378\uC740 \uD2B9\uC218 \uD1A0\uD070\uC744 \uCD94\uAC00\uD558\uC9C0 \uC54A\uC544\uB3C4 \uB418\uACE0, \uC5B4\uB5A4 \uBAA8\uB378\uC740 \uB2E4\uB978 \uD1A0\uD070\uC744 \uCD94\uAC00\uD558\uAE30\uB3C4 \uD569\uB2C8\uB2E4. \uB610\uD55C, \uC774\uB7EC\uD55C \uD2B9\uC218 \uD1A0\uD070\uC744 \uC2DC\uC791 \uBD80\uBD84\uC774\uB098 \uB05D \uBD80\uBD84\uC5D0\uB9CC \uCD94\uAC00\uD558\uB294 \uBAA8\uB378\uB3C4 \uC788\uC2B5\uB2C8\uB2E4. \uC5B4\uB5A4 \uACBD\uC6B0\uB4E0 \uD1A0\uD06C\uB098\uC774\uC800\uB294 \uD1A0\uD06C\uB098\uC774\uC800\uB85C \uC5B4\uB5A4 \uB0B4\uC6A9\uC774 \uB4E4\uC5B4\uC62C\uC9C0 \uC54C\uACE0 \uC788\uACE0 \uC774 \uB0B4\uC6A9\uC744 \uCC98\uB9AC\uD574\uC904 \uAC83\uC785\uB2C8\uB2E4."),de.forEach(s),es=m(e),C=i(e,"H2",{class:!0});var ls=u(C);B=i(ls,"A",{id:!0,class:!0,href:!0});var gt=u(B);Ie=i(gt,"SPAN",{});var _t=u(Ie);k(Z.$$.fragment,_t),_t.forEach(s),gt.forEach(s),Ms=m(ls),Se=i(ls,"SPAN",{});var kt=u(Se);Os=c(kt,"\uB9C8\uBB34\uB9AC: \uD1A0\uD06C\uB098\uC774\uC800\uC5D0\uC11C \uBAA8\uB378\uAE4C\uC9C0"),kt.forEach(s),ls.forEach(s),ss=m(e),M=i(e,"P",{});var as=u(M);Rs=c(as,"\uC9C0\uAE08\uAE4C\uC9C0 "),Ae=i(as,"CODE",{});var $t=u(Ae);Ls=c($t,"tokenizer"),$t.forEach(s),Gs=c(as," \uAC1D\uCCB4\uAC00 \uD14D\uC2A4\uD2B8\uC5D0 \uC801\uC6A9\uB420 \uB54C \uAC70\uCE58\uB294 \uAC1C\uBCC4\uC801\uC778 \uB2E8\uACC4\uB97C \uBAA8\uB450 \uC0B4\uD3B4\uBCF4\uC558\uC2B5\uB2C8\uB2E4. \uC774\uC81C \uB9C8\uC9C0\uB9C9\uC73C\uB85C \uC774 \uAC1D\uCCB4\uAC00 \uD328\uB529\uC744 \uC774\uC6A9\uD574 \uC5EC\uB7EC \uC2DC\uD000\uC2A4\uB97C \uC5B4\uB5BB\uAC8C \uCC98\uB9AC\uD558\uB294\uC9C0, \uC798\uB77C\uB0B4\uAE30\uB97C \uD1B5\uD574 \uB9E4\uC6B0 \uAE34 \uBB38\uC7A5\uC744 \uC5B4\uB5BB\uAC8C \uCC98\uB9AC\uD558\uB294\uC9C0, \uC8FC\uC694 API\uC5D0 \uB530\uB77C \uB2E4\uC591\uD55C \uD150\uC11C\uB97C \uB2E4\uB8E8\uB294 \uBC95\uC744 \uC54C\uC544\uBD05\uC2DC\uB2E4."),as.forEach(s),ts=m(e),I.l(e),ce=bt(),this.h()},h(){w(l,"name","hf:doc:metadata"),w(l,"content",JSON.stringify(xt)),w(D,"id","putting-it-all-together"),w(D,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),w(D,"href","#putting-it-all-together"),w(P,"class","relative group"),w(N,"id","special-tokens"),w(N,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),w(N,"href","#special-tokens"),w(F,"class","relative group"),w(B,"id","wrapping-up-from-tokenizer-to-model"),w(B,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),w(B,"href","#wrapping-up-from-tokenizer-to-model"),w(C,"class","relative group")},m(e,t){n(document.head,l),r(e,h,t),$(o,e,t),r(e,q,t),r(e,P,t),n(P,D),n(D,ge),$(O,ge,null),n(P,is),n(P,_e),n(_e,ps),r(e,Pe,t),ee[y].m(e,t),r(e,ne,t),r(e,oe,t),n(oe,us),r(e,Fe,t),r(e,H,t),n(H,cs),n(H,ke),n(ke,fs),n(H,ms),r(e,Ce,t),$(R,e,t),r(e,xe,t),r(e,S,t),n(S,hs),n(S,$e),n($e,ds),n(S,gs),n(S,be),n(be,_s),n(S,ks),r(e,De,t),r(e,re,t),n(re,$s),r(e,He,t),$(L,e,t),r(e,Ne,t),r(e,le,t),n(le,bs),r(e,Be,t),$(G,e,t),r(e,Me,t),r(e,ae,t),n(ae,qs),r(e,Oe,t),$(J,e,t),r(e,Re,t),r(e,ie,t),n(ie,ws),r(e,Le,t),$(U,e,t),r(e,Ge,t),r(e,v,t),n(v,qe),n(qe,vs),n(v,js),n(v,we),n(we,zs),n(v,ys),n(v,ve),n(ve,Es),n(v,Ts),n(v,je),n(je,Is),n(v,Ss),r(e,Je,t),$(K,e,t),r(e,Ue,t),r(e,F,t),n(F,N),n(N,ze),$(Q,ze,null),n(F,As),n(F,ye),n(ye,Ps),r(e,Ke,t),r(e,pe,t),n(pe,Fs),r(e,Qe,t),$(V,e,t),r(e,Ve,t),$(W,e,t),r(e,We,t),r(e,ue,t),n(ue,Cs),r(e,Xe,t),$(X,e,t),r(e,Ye,t),$(Y,e,t),r(e,Ze,t),r(e,A,t),n(A,xs),n(A,Ee),n(Ee,Ds),n(A,Hs),n(A,Te),n(Te,Ns),n(A,Bs),r(e,es,t),r(e,C,t),n(C,B),n(B,Ie),$(Z,Ie,null),n(C,Ms),n(C,Se),n(Se,Os),r(e,ss,t),r(e,M,t),n(M,Rs),n(M,Ae),n(Ae,Ls),n(M,Gs),r(e,ts,t),se[T].m(e,t),r(e,ce,t),ns=!0},p(e,[t]){const te={};t&1&&(te.fw=e[0]),o.$set(te);let fe=y;y=Ks(e),y!==fe&&(wt(),d(ee[fe],1,1,()=>{ee[fe]=null}),qt(),E=ee[y],E||(E=ee[y]=Us[y](e),E.c()),g(E,1),E.m(ne.parentNode,ne));let me=T;T=Vs(e),T!==me&&(wt(),d(se[me],1,1,()=>{se[me]=null}),qt(),I=se[T],I||(I=se[T]=Qs[T](e),I.c()),g(I,1),I.m(ce.parentNode,ce))},i(e){ns||(g(o.$$.fragment,e),g(O.$$.fragment,e),g(E),g(R.$$.fragment,e),g(L.$$.fragment,e),g(G.$$.fragment,e),g(J.$$.fragment,e),g(U.$$.fragment,e),g(K.$$.fragment,e),g(Q.$$.fragment,e),g(V.$$.fragment,e),g(W.$$.fragment,e),g(X.$$.fragment,e),g(Y.$$.fragment,e),g(Z.$$.fragment,e),g(I),ns=!0)},o(e){d(o.$$.fragment,e),d(O.$$.fragment,e),d(E),d(R.$$.fragment,e),d(L.$$.fragment,e),d(G.$$.fragment,e),d(J.$$.fragment,e),d(U.$$.fragment,e),d(K.$$.fragment,e),d(Q.$$.fragment,e),d(V.$$.fragment,e),d(W.$$.fragment,e),d(X.$$.fragment,e),d(Y.$$.fragment,e),d(Z.$$.fragment,e),d(I),ns=!1},d(e){s(l),e&&s(h),b(o,e),e&&s(q),e&&s(P),b(O),e&&s(Pe),ee[y].d(e),e&&s(ne),e&&s(oe),e&&s(Fe),e&&s(H),e&&s(Ce),b(R,e),e&&s(xe),e&&s(S),e&&s(De),e&&s(re),e&&s(He),b(L,e),e&&s(Ne),e&&s(le),e&&s(Be),b(G,e),e&&s(Me),e&&s(ae),e&&s(Oe),b(J,e),e&&s(Re),e&&s(ie),e&&s(Le),b(U,e),e&&s(Ge),e&&s(v),e&&s(Je),b(K,e),e&&s(Ue),e&&s(F),b(Q),e&&s(Ke),e&&s(pe),e&&s(Qe),b(V,e),e&&s(Ve),b(W,e),e&&s(We),e&&s(ue),e&&s(Xe),b(X,e),e&&s(Ye),b(Y,e),e&&s(Ze),e&&s(A),e&&s(es),e&&s(C),b(Z),e&&s(ss),e&&s(M),e&&s(ts),se[T].d(e),e&&s(ce)}}}const xt={local:"putting-it-all-together",sections:[{local:"special-tokens",title:"\uD2B9\uC218 \uD1A0\uD070"},{local:"wrapping-up-from-tokenizer-to-model",title:"\uB9C8\uBB34\uB9AC: \uD1A0\uD06C\uB098\uC774\uC800\uC5D0\uC11C \uBAA8\uB378\uAE4C\uC9C0"}],title:"\uD55C \uBC88\uC5D0 \uC2E4\uD589\uD558\uAE30"};function Dt(z,l,h){let o="pt";return Tt(()=>{const q=new URLSearchParams(window.location.search);h(0,o=q.get("fw")||"pt")}),[o]}class Lt extends jt{constructor(l){super();zt(this,l,Dt,Ct,yt,{})}}export{Lt as default,xt as metadata};
