{"id":25375,"date":"2024-10-26T09:54:33","date_gmt":"2024-10-26T09:54:33","guid":{"rendered":"http:\/\/atmokpo.com\/w\/?p=25375"},"modified":"2024-11-26T08:01:59","modified_gmt":"2024-11-26T08:01:59","slug":"%eb%94%a5-%eb%9f%ac%eb%8b%9d%ec%9d%84-%ec%9d%b4%ec%9a%a9%ed%95%9c-%ec%9e%90%ec%97%b0%ec%96%b4-%ec%b2%98%eb%a6%ac%ec%99%80-%ec%84%9c%eb%b8%8c%ec%9b%8c%eb%93%9c%ed%85%8d%ec%8a%a4%ed%8a%b8%ec%9d%b8","status":"publish","type":"post","link":"https:\/\/atmokpo.com\/w\/25375\/","title":{"rendered":"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)"},"content":{"rendered":"<div class=\"post-content\">\n<p>\uc790\uc5f0\uc5b4 \ucc98\ub9ac\ub294 \ucef4\ud4e8\ud130\uac00 \uc778\uac04\uc758 \uc5b8\uc5b4\ub97c \uc774\ud574\ud558\uace0 \ud574\uc11d\ud558\ub294 \uae30\uc220\ub85c, \ucd5c\uadfc \uba87 \ub144 \uc0ac\uc774 \ub525 \ub7ec\ub2dd\uc758 \ubc1c\uc804\uacfc \ud568\uaed8 \ub208\ubd80\uc2e0 \uc131\uc7a5\uc744 \uc774\ub8e8\uc5b4\uc654\uc2b5\ub2c8\ub2e4. \ud2b9\ud788, \ud2b9\uc815\ud55c \ud615\ud0dc\uc758 \ud14d\uc2a4\ud2b8 \uc778\ucf54\ub529 \uae30\ubc95\uc774 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \uc131\ub2a5\uc744 \ud06c\uac8c \ud5a5\uc0c1\uc2dc\ud0a4\ub294\ub370 \uae30\uc5ec\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ubcf8 \uae00\uc5d0\uc11c\ub294 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)\uc758 \uac1c\ub150\uacfc \ud65c\uc6a9\uc5d0 \ub300\ud574 \uc790\uc138\ud788 \uc0b4\ud3b4\ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>1. \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \ubc1c\uc804<\/h2>\n<p>\uc790\uc5f0\uc5b4 \ucc98\ub9ac(NLP, Natural Language Processing)\ub294 AI\uc758 \ud55c \ubd84\uc57c\ub85c, \uae30\uacc4\uac00 \uc790\uc5f0\uc5b4\ub97c \uc774\ud574\ud558\uace0 \uc0dd\uc131\ud558\ub3c4\ub85d \ub9cc\ub4dc\ub294 \uae30\uc220\uc785\ub2c8\ub2e4. \ucd08\uae30\uc758 \uc790\uc5f0\uc5b4 \ucc98\ub9ac \uae30\uc220\uc740 \uc8fc\ub85c \uaddc\uce59 \uae30\ubc18(rule-based) \uc2dc\uc2a4\ud15c\uc5d0 \uc758\uc874\ud588\uc73c\ub098, \uba38\uc2e0\ub7ec\ub2dd\uacfc \ub525 \ub7ec\ub2dd\uc758 \ucd9c\ud604\uc73c\ub85c \uc774\ub7ec\ud55c \ud328\ub7ec\ub2e4\uc784\uc740 \ud06c\uac8c \ubcc0\ud654\ud558\uc600\uc2b5\ub2c8\ub2e4. \ud2b9\ud788, \ub525 \ub7ec\ub2dd \ubaa8\ub378\uc778 RNN, LSTM, Transformer \ub4f1\uc774 \ube45\ub370\uc774\ud130\ub97c \ucc98\ub9ac\ud558\ub294 \ub370 \ub6f0\uc5b4\ub09c \uc131\ub2a5\uc744 \ubcf4\uc5ec\uc8fc\uba70, \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \ub2e4\uc591\ud55c \uacfc\uc81c\uc5d0\uc11c \ud68d\uae30\uc801\uc778 \ubc1c\uc804\uc744 \uc774\ub8e8\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>2. \ub525 \ub7ec\ub2dd\uc758 \uc6d0\ub9ac<\/h2>\n<p>\ub525 \ub7ec\ub2dd\uc740 \uc5ec\ub7ec \uce35(layer)\uc73c\ub85c \uad6c\uc131\ub41c \uc2e0\uacbd\ub9dd\uc744 \uc774\uc6a9\ud558\uc5ec \ub370\uc774\ud130\ub97c \ucc98\ub9ac\ud558\ub294 \ubc29\ubc95\ub860\uc73c\ub85c, \uc8fc\uc5b4\uc9c4 \ub370\uc774\ud130\uc5d0\uc11c \ud2b9\uc9d5(feature)\uc744 \uc790\ub3d9\uc73c\ub85c \ucd94\ucd9c\ud569\ub2c8\ub2e4. \uc774 \ubc29\uc2dd\uc740 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \ub300\uaddc\ubaa8 \ub370\uc774\ud130 \uc138\ud2b8\uc5d0\uc11c \ud328\ud134\uc744 \uc2dd\ubcc4\ud558\ub294 \ub370 \ud6a8\uacfc\uc801\uc785\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \ud14d\uc2a4\ud2b8 \ubd84\ub958, \uac10\uc815 \ubd84\uc11d, \uae30\uacc4 \ubc88\uc5ed, \uc9c8\ubb38 \uc751\ub2f5 \uc2dc\uc2a4\ud15c \ub4f1 \ub2e4\uc591\ud55c \uc751\uc6a9 \ubd84\uc57c\uc5d0\uc11c \ub525 \ub7ec\ub2dd \ubaa8\ub378\uc774 \uc0ac\uc6a9\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>3. \uc11c\ube0c\uc6cc\ub4dc(SUBWORD) \ubaa8\ub378\uc758 \ud544\uc694\uc131<\/h2>\n<p>\uc804\ud1b5\uc801\uc778 \uc790\uc5f0\uc5b4 \ucc98\ub9ac \uc2dc\uc2a4\ud15c\uc740 \ub2e8\uc5b4(word) \ub2e8\uc704\ub85c \uc791\uc5c5\ud558\ub294 \uacbd\uc6b0\uac00 \ub9ce\uc558\uc2b5\ub2c8\ub2e4. \uadf8\ub7ec\ub098 \uc774\ub7ec\ud55c \uc811\uadfc\uc740 \ub2e4\uc591\ud55c \ubb38\uc81c\uc810\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \uc5b4\ud718(vocabulary)\uc758 \ud06c\uae30\uac00 \ub9e4\uc6b0 \ucee4\uc9c8 \uc218 \uc788\uc73c\uba70, \uc774\ub294 \ubaa8\ub378\uc758 \uba54\ubaa8\ub9ac \uc0ac\uc6a9\uacfc \uc18d\ub3c4\uc5d0 \uc2ec\uac01\ud55c \uc601\ud5a5\uc744 \ubbf8\uce60 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ub610\ud55c, \ub4dc\ubb3c\uac70\ub098 \uc0c8\ub85c\uc6b4 \ub2e8\uc5b4\uc5d0 \ub300\ud55c \ucc98\ub9ac\uc5d0\uc11c \ubb38\uc81c\uac00 \ubc1c\uc0dd\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uae30 \uc704\ud574 \uc11c\ube0c\uc6cc\ub4dc \ubaa8\ub378\uc774 \ud544\uc694\ud558\uac8c \ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>4. \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder) \uac1c\uc694<\/h2>\n<p>\uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354\ub294 \ud14d\uc2a4\ud2b8\ub97c \uc11c\ube0c\uc6cc\ub4dc \ub2e8\uc704\ub85c \uc778\ucf54\ub529\ud558\ub294 \ubc29\ubc95\uc73c\ub85c, \ud2b9\ud788 BPE(Byte Pair Encoding)\uc640 \uac19\uc740 \uc54c\uace0\ub9ac\uc998\uc744 \uae30\ubc18\uc73c\ub85c \ud569\ub2c8\ub2e4. \uc774 \uc778\ucf54\ub529 \ubc29\uc2dd\uc740 \ub2e8\uc5b4\ub97c \uc11c\ube0c\uc6cc\ub4dc(subword) \ub2e8\uc704\ub85c \ub098\ub204\uc5b4, \uc801\uc740 \uc218\uc758 \uc11c\ube0c\uc6cc\ub4dc\ub97c \ud1b5\ud574 \ub9ce\uc740 \ub2e8\uc5b4\ub97c \ud45c\ud604\ud560 \uc218 \uc788\uac8c \ud569\ub2c8\ub2e4. \uc774\ub294 \uc5b4\ud718\uc9d1\uc758 \ud06c\uae30\ub97c \uc904\uc5ec\uc8fc\uace0, \uc0c8\ub85c\uc6b4 \ub2e8\uc5b4\ub97c \ubcf4\ub2e4 \uc720\uc5f0\ud558\uac8c \ucc98\ub9ac\ud560 \uc218 \uc788\uac8c \ud574\uc90d\ub2c8\ub2e4.<\/p>\n<h3>4.1 BPE \uc54c\uace0\ub9ac\uc998<\/h3>\n<p>BPE \uc54c\uace0\ub9ac\uc998\uc740 \ube48\ub3c4\uac00 \ub192\uc740 \ubb38\uc790 \uc30d\uc744 \ubc18\ubcf5\uc801\uc73c\ub85c \ucc3e\uc544\uc11c \uc0c8\ub85c\uc6b4 \uc11c\ube0c\uc6cc\ub4dc\ub85c \uacb0\ud569\ud558\ub294 \uacfc\uc815\uc785\ub2c8\ub2e4. \uc774\ub97c \ud1b5\ud574 \uc8fc\uc5b4\uc9c4 \ud14d\uc2a4\ud2b8\uc758 \uc11c\ube0c\uc6cc\ub4dc \uc9d1\ud569\uc744 \uad6c\ucd95\ud569\ub2c8\ub2e4.<\/p>\n<h3>4.2 \uc11c\ube0c\uc6cc\ub4dc \uc778\ucf54\ub529\uc758 \uc774\uc810<\/h3>\n<ul>\n<li>\uc5b4\ud718 \ud06c\uae30 \uac10\uc18c: \uc11c\ube0c\uc6cc\ub4dc \uc778\ucf54\ub529\uc744 \ud1b5\ud574 \uc5b4\ud718\uc758 \ud06c\uae30\ub97c \ud604\uc800\ud788 \uc904\uc77c \uc218 \uc788\uc5b4, \ubaa8\ub378\uc758 \uba54\ubaa8\ub9ac\uc640 \ucc98\ub9ac \uc18d\ub3c4\uac00 \ud5a5\uc0c1\ub429\ub2c8\ub2e4.<\/li>\n<li>\uc720\uc5f0\ud55c \ucc98\ub9ac: \uc0c8\ub85c\uc6b4 \ub2e8\uc5b4\uac00 \ub4f1\uc7a5\ud558\uac70\ub098 \uc798 \uc0ac\uc6a9\ub418\uc9c0 \uc54a\ub294 \ub2e8\uc5b4\ub97c \ubcf4\ub2e4 \uc720\uc5f0\ud558\uac8c \ucc98\ub9ac\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n<li>\ubb38\ub9e5 \uc774\ud574 \ud5a5\uc0c1: \ubb38\ub9e5\uc5d0 \ub530\ub77c \ub2e8\uc5b4\uc758 \uc758\ubbf8\uac00 \ub2ec\ub77c\uc9c0\ub294 \uacbd\uc6b0, \uc11c\ube0c\uc6cc\ub4dc \ub2e8\uc704\uc758 \uc778\ucf54\ub529\uc774 \ub354 \uc801\ud569\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n<h2>5. \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354\uc758 \uad6c\ud604<\/h2>\n<p>\uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354\ub294 \uc8fc\ub85c TensorFlow\ub098 PyTorch\uc640 \uac19\uc740 \ub525 \ub7ec\ub2dd \ud504\ub808\uc784\uc6cc\ud06c\ub97c \uc0ac\uc6a9\ud558\uc5ec \uad6c\ud604\ub429\ub2c8\ub2e4. \uc77c\ubc18\uc801\uc73c\ub85c \ub370\uc774\ud130 \uc804\ucc98\ub9ac \ub2e8\uacc4\uc5d0\uc11c \uc11c\ube0c\uc6cc\ub4dc \uc778\ucf54\ub529\uc744 \uc801\uc6a9\ud569\ub2c8\ub2e4. \ub2e4\uc74c\uc740 Python\uc744 \uc774\uc6a9\ud55c \uac04\ub2e8\ud55c \uad6c\ud604 \uc608\uc81c\uc785\ub2c8\ub2e4.<\/p>\n<pre><code>\nimport tensorflow as tf\nfrom tensor2tensor.data_generators import subword_text_encoder\n\n# \ud14d\uc2a4\ud2b8 \ub370\uc774\ud130 \ubd88\ub7ec\uc624\uae30\n# \uc790\ub8cc\ub294 \ub9ac\uc2a4\ud2b8 \ud615\uc2dd\uc73c\ub85c \uc804\ucc98\ub9ac \ub418\uc5b4 \uc788\uc5b4\uc57c \ud568\ntext_data = [\"\ub525 \ub7ec\ub2dd\uc740 \uc7ac\ubbf8\uc788\uc2b5\ub2c8\ub2e4\", \"\uc790\uc5f0\uc5b4 \ucc98\ub9ac\ub294 \ud765\ubbf8\ub85c\uc6b4 \ubd84\uc57c\uc785\ub2c8\ub2e4\"]\n\n# \uc11c\ube0c\uc6cc\ub4dc \ud14d\uc2a4\ud2b8 \uc778\ucf54\ub354 \ucd08\uae30\ud654\nsubword_encoder = subword_text_encoder.SubwordTextEncoder.build_from_corpus(text_data, target_vocab_size=1000)\n\n# \uc0d8\ud50c \ud14d\uc2a4\ud2b8 \uc778\ucf54\ub529\nencoded_text = subword_encoder.encode(\"\ub525 \ub7ec\ub2dd\uc740 \ud765\ubbf8\ub85c\uc6b4 \uae30\uc220\uc785\ub2c8\ub2e4.\")\nprint(encoded_text)\n\n# \uc11c\ube0c\uc6cc\ub4dc \ub514\ucf54\ub529\ndecoded_text = subword_encoder.decode(encoded_text)\nprint(decoded_text)\n    <\/code><\/pre>\n<h2>6. \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354\uc758 \uc8fc\uc694 \uc751\uc6a9 \ubd84\uc57c<\/h2>\n<p>\uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354\ub294 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \ub2e4\uc591\ud55c \ubd84\uc57c\uc5d0\uc11c \ud65c\uc6a9\ub429\ub2c8\ub2e4. \ub2e4\uc74c\uc740 \uadf8 \uba87 \uac00\uc9c0 \uc608\uc2dc\uc785\ub2c8\ub2e4.<\/p>\n<h3>6.1 \uae30\uacc4 \ubc88\uc5ed<\/h3>\n<p>\uc11c\ube0c\uc6cc\ub4dc \uc778\ucf54\ub529\uc740 \uae30\uacc4 \ubc88\uc5ed\uc758 \uc8fc\uc694 \uad6c\uc131 \uc694\uc18c \uc911 \ud558\ub098\ub85c, \ub2e4\uc591\ud55c \uc5b8\uc5b4 \uac04\uc758 \ubc88\uc5ed\uc5d0\uc11c \uae34 \ubb38\uc7a5\uc744 \ud6a8\uc728\uc801\uc73c\ub85c \ucc98\ub9ac\ud560 \uc218 \uc788\ub3c4\ub85d \ub3d5\uc2b5\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \uc601\uc5b4\uc5d0\uc11c \ud55c\uad6d\uc5b4\ub85c \ubc88\uc5ed\ud560 \ub54c \uc11c\ube0c\uc6cc\ub4dc\ub97c \uc774\uc6a9\ud558\uba74 \uc6d0\ubb38\uc5d0\uc11c\uc758 \uace0\uc720 \uba85\uc0ac\ub098 \ub4dc\ubb3c\uac8c \uc0ac\uc6a9\ub418\ub294 \ub2e8\uc5b4\ub97c \uc798 \ucc98\ub9ac\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h3>6.2 \uac10\uc815 \ubd84\uc11d<\/h3>\n<p>\uac10\uc815 \ubd84\uc11d\uc5d0\uc11c\ub3c4 \uc11c\ube0c\uc6cc\ub4dc\ub97c \ud1b5\ud574 \ubb38\uc7a5\uc758 \uc758\ubbf8\ub97c \ubcf4\ub2e4 \uc815\ud655\ud558\uac8c \ud310\ub2e8\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc11c\ube0c\uc6cc\ub4dc \ub2e8\uc704\ub85c \ubd84\ub9ac\ud558\uc5ec \uac10\uc815\uc744 \ud3c9\uac00\ud558\ub294 \uac83\uc774 \ubcf4\ub2e4 \uc12c\uc138\ud55c \ubd84\uc11d\uc744 \uac00\ub2a5\ud558\uac8c \ud569\ub2c8\ub2e4.<\/p>\n<h3>6.3 \uc9c8\ubb38 \uc751\ub2f5 \uc2dc\uc2a4\ud15c<\/h3>\n<p>\uc9c8\ubb38 \uc751\ub2f5 \uc2dc\uc2a4\ud15c\uc740 \uc11c\ube0c\uc6cc\ub4dc \uc778\ucf54\ub529\uc744 \ud1b5\ud574 \uc0ac\uc6a9\uc790\uc758 \uc9c8\ubb38\uc744 \ubcf4\ub2e4 \uba85\ud655\ud558\uac8c \ud30c\uc545\ud558\uace0, \uad00\ub828\ub41c \uc815\ubcf4\ub97c \ubcf4\ub2e4 \ud6a8\uc728\uc801\uc73c\ub85c \uac80\uc0c9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h2>7. \uacb0\ub860<\/h2>\n<p>\uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354\ub294 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc5d0\uc11c \ud2b9\uc815 \ub2e8\uc5b4\uc758 \ud55c\uacc4\ub97c \uadf9\ubcf5\ud558\uace0, \ub2e4\uc591\ud55c \uc5b8\uc5b4 \ucc98\ub9ac \uc791\uc5c5\uc758 \uc815\ud655\uc131\uacfc \ud6a8\uc728\uc131\uc744 \ud06c\uac8c \ud5a5\uc0c1\uc2dc\ud0a4\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ub525 \ub7ec\ub2dd \uae30\uc220\uc758 \ubc1c\uc804\uacfc \ud568\uaed8 \uc11c\ube0c\uc6cc\ub4dc \uc778\ucf54\ub529 \uae30\ubc95\uc758 \ud65c\uc6a9\uc774 \uacc4\uc18d \ud655\ub300\ub420 \uac83\uc73c\ub85c \uc608\uc0c1\ub429\ub2c8\ub2e4. \ud5a5\ud6c4 Autonomou\uc2a4\ud654 \ub610\ub294 \uc790\uc544 \ud559\uc2b5 \uc2dc\uc2a4\ud15c \ub4f1 \ub2e4\uc591\ud55c \ubd84\uc57c\uc5d0\uc11c \uc11c\ube0c\uc6cc\ub4dc \uc778\ucf54\ub354\uc758 \uc801\uc6a9\uc774 \uae30\ub300\ub429\ub2c8\ub2e4.<\/p>\n<p>\uc774\uc640 \uac19\uc740 \ub0b4\uc6a9\uc744 \ubc14\ud0d5\uc73c\ub85c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc5d0 \ub300\ud55c \uc774\ud574\ub97c \ub192\uc774\uace0, \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354\ub97c \ud65c\uc6a9\ud55c \ub2e4\uc591\ud55c \ud504\ub85c\uc81d\ud2b8\ub97c \uc9c4\ud589\ud568\uc73c\ub85c\uc368, \ubcf4\ub2e4 \ubc1c\uc804\ub41c \uc790\uc5f0\uc5b4 \ucc98\ub9ac \uae30\uc220\uc744 \uac1c\ubc1c\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\uc790\uc5f0\uc5b4 \ucc98\ub9ac\ub294 \ucef4\ud4e8\ud130\uac00 \uc778\uac04\uc758 \uc5b8\uc5b4\ub97c \uc774\ud574\ud558\uace0 \ud574\uc11d\ud558\ub294 \uae30\uc220\ub85c, \ucd5c\uadfc \uba87 \ub144 \uc0ac\uc774 \ub525 \ub7ec\ub2dd\uc758 \ubc1c\uc804\uacfc \ud568\uaed8 \ub208\ubd80\uc2e0 \uc131\uc7a5\uc744 \uc774\ub8e8\uc5b4\uc654\uc2b5\ub2c8\ub2e4. \ud2b9\ud788, \ud2b9\uc815\ud55c \ud615\ud0dc\uc758 \ud14d\uc2a4\ud2b8 \uc778\ucf54\ub529 \uae30\ubc95\uc774 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \uc131\ub2a5\uc744 \ud06c\uac8c \ud5a5\uc0c1\uc2dc\ud0a4\ub294\ub370 \uae30\uc5ec\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ubcf8 \uae00\uc5d0\uc11c\ub294 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)\uc758 \uac1c\ub150\uacfc \ud65c\uc6a9\uc5d0 \ub300\ud574 \uc790\uc138\ud788 \uc0b4\ud3b4\ubcf4\uaca0\uc2b5\ub2c8\ub2e4. 1. \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \ubc1c\uc804 \uc790\uc5f0\uc5b4 \ucc98\ub9ac(NLP, Natural Language Processing)\ub294 AI\uc758 \ud55c \ubd84\uc57c\ub85c, \uae30\uacc4\uac00 \uc790\uc5f0\uc5b4\ub97c \uc774\ud574\ud558\uace0 &hellip; <a href=\"https:\/\/atmokpo.com\/w\/25375\/\" class=\"more-link\">\ub354 \ubcf4\uae30<span class=\"screen-reader-text\"> &#8220;\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)&#8221;<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[16],"tags":[],"class_list":["post-25375","post","type-post","status-publish","format-standard","hentry","category-16"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v26.2 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder) - \ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/atmokpo.com\/w\/25375\/\" \/>\n<meta property=\"og:locale\" content=\"ko_KR\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder) - \ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8\" \/>\n<meta property=\"og:description\" content=\"\uc790\uc5f0\uc5b4 \ucc98\ub9ac\ub294 \ucef4\ud4e8\ud130\uac00 \uc778\uac04\uc758 \uc5b8\uc5b4\ub97c \uc774\ud574\ud558\uace0 \ud574\uc11d\ud558\ub294 \uae30\uc220\ub85c, \ucd5c\uadfc \uba87 \ub144 \uc0ac\uc774 \ub525 \ub7ec\ub2dd\uc758 \ubc1c\uc804\uacfc \ud568\uaed8 \ub208\ubd80\uc2e0 \uc131\uc7a5\uc744 \uc774\ub8e8\uc5b4\uc654\uc2b5\ub2c8\ub2e4. \ud2b9\ud788, \ud2b9\uc815\ud55c \ud615\ud0dc\uc758 \ud14d\uc2a4\ud2b8 \uc778\ucf54\ub529 \uae30\ubc95\uc774 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \uc131\ub2a5\uc744 \ud06c\uac8c \ud5a5\uc0c1\uc2dc\ud0a4\ub294\ub370 \uae30\uc5ec\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ubcf8 \uae00\uc5d0\uc11c\ub294 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)\uc758 \uac1c\ub150\uacfc \ud65c\uc6a9\uc5d0 \ub300\ud574 \uc790\uc138\ud788 \uc0b4\ud3b4\ubcf4\uaca0\uc2b5\ub2c8\ub2e4. 1. \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \ubc1c\uc804 \uc790\uc5f0\uc5b4 \ucc98\ub9ac(NLP, Natural Language Processing)\ub294 AI\uc758 \ud55c \ubd84\uc57c\ub85c, \uae30\uacc4\uac00 \uc790\uc5f0\uc5b4\ub97c \uc774\ud574\ud558\uace0 &hellip; \ub354 \ubcf4\uae30 &quot;\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)&quot;\" \/>\n<meta property=\"og:url\" content=\"https:\/\/atmokpo.com\/w\/25375\/\" \/>\n<meta property=\"og:site_name\" content=\"\ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8\" \/>\n<meta property=\"article:published_time\" content=\"2024-10-26T09:54:33+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-11-26T08:01:59+00:00\" \/>\n<meta name=\"author\" content=\"root\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:creator\" content=\"@bebubo4\" \/>\n<meta name=\"twitter:site\" content=\"@bebubo4\" \/>\n<meta name=\"twitter:label1\" content=\"\uae00\uc4f4\uc774\" \/>\n\t<meta name=\"twitter:data1\" content=\"root\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\/\/atmokpo.com\/w\/25375\/#article\",\"isPartOf\":{\"@id\":\"https:\/\/atmokpo.com\/w\/25375\/\"},\"author\":{\"name\":\"root\",\"@id\":\"https:\/\/atmokpo.com\/w\/#\/schema\/person\/91b6b3b138fbba0efb4ae64b1abd81d7\"},\"headline\":\"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)\",\"datePublished\":\"2024-10-26T09:54:33+00:00\",\"dateModified\":\"2024-11-26T08:01:59+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\/\/atmokpo.com\/w\/25375\/\"},\"wordCount\":28,\"publisher\":{\"@id\":\"https:\/\/atmokpo.com\/w\/#organization\"},\"articleSection\":[\"\ub525\ub7ec\ub2dd \uc790\uc5f0\uc5b4\ucc98\ub9ac\"],\"inLanguage\":\"ko-KR\"},{\"@type\":\"WebPage\",\"@id\":\"https:\/\/atmokpo.com\/w\/25375\/\",\"url\":\"https:\/\/atmokpo.com\/w\/25375\/\",\"name\":\"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder) - \ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8\",\"isPartOf\":{\"@id\":\"https:\/\/atmokpo.com\/w\/#website\"},\"datePublished\":\"2024-10-26T09:54:33+00:00\",\"dateModified\":\"2024-11-26T08:01:59+00:00\",\"breadcrumb\":{\"@id\":\"https:\/\/atmokpo.com\/w\/25375\/#breadcrumb\"},\"inLanguage\":\"ko-KR\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/atmokpo.com\/w\/25375\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/atmokpo.com\/w\/25375\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\ud648\",\"item\":\"https:\/\/atmokpo.com\/w\/en\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/atmokpo.com\/w\/#website\",\"url\":\"https:\/\/atmokpo.com\/w\/\",\"name\":\"\ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8\",\"description\":\"\",\"publisher\":{\"@id\":\"https:\/\/atmokpo.com\/w\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/atmokpo.com\/w\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ko-KR\"},{\"@type\":\"Organization\",\"@id\":\"https:\/\/atmokpo.com\/w\/#organization\",\"name\":\"\ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8\",\"url\":\"https:\/\/atmokpo.com\/w\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ko-KR\",\"@id\":\"https:\/\/atmokpo.com\/w\/#\/schema\/logo\/image\/\",\"url\":\"https:\/\/atmokpo.com\/w\/wp-content\/uploads\/2024\/11\/logo.png\",\"contentUrl\":\"https:\/\/atmokpo.com\/w\/wp-content\/uploads\/2024\/11\/logo.png\",\"width\":400,\"height\":400,\"caption\":\"\ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8\"},\"image\":{\"@id\":\"https:\/\/atmokpo.com\/w\/#\/schema\/logo\/image\/\"},\"sameAs\":[\"https:\/\/x.com\/bebubo4\"]},{\"@type\":\"Person\",\"@id\":\"https:\/\/atmokpo.com\/w\/#\/schema\/person\/91b6b3b138fbba0efb4ae64b1abd81d7\",\"name\":\"root\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ko-KR\",\"@id\":\"https:\/\/atmokpo.com\/w\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/708197b41fc6435a7ce22d951b25d4a47e9e904270cb1f04682d4f025066f80c?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/708197b41fc6435a7ce22d951b25d4a47e9e904270cb1f04682d4f025066f80c?s=96&d=mm&r=g\",\"caption\":\"root\"},\"sameAs\":[\"http:\/\/atmokpo.com\/w\"],\"url\":\"https:\/\/atmokpo.com\/w\/author\/root\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder) - \ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/atmokpo.com\/w\/25375\/","og_locale":"ko_KR","og_type":"article","og_title":"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder) - \ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8","og_description":"\uc790\uc5f0\uc5b4 \ucc98\ub9ac\ub294 \ucef4\ud4e8\ud130\uac00 \uc778\uac04\uc758 \uc5b8\uc5b4\ub97c \uc774\ud574\ud558\uace0 \ud574\uc11d\ud558\ub294 \uae30\uc220\ub85c, \ucd5c\uadfc \uba87 \ub144 \uc0ac\uc774 \ub525 \ub7ec\ub2dd\uc758 \ubc1c\uc804\uacfc \ud568\uaed8 \ub208\ubd80\uc2e0 \uc131\uc7a5\uc744 \uc774\ub8e8\uc5b4\uc654\uc2b5\ub2c8\ub2e4. \ud2b9\ud788, \ud2b9\uc815\ud55c \ud615\ud0dc\uc758 \ud14d\uc2a4\ud2b8 \uc778\ucf54\ub529 \uae30\ubc95\uc774 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \uc131\ub2a5\uc744 \ud06c\uac8c \ud5a5\uc0c1\uc2dc\ud0a4\ub294\ub370 \uae30\uc5ec\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ubcf8 \uae00\uc5d0\uc11c\ub294 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)\uc758 \uac1c\ub150\uacfc \ud65c\uc6a9\uc5d0 \ub300\ud574 \uc790\uc138\ud788 \uc0b4\ud3b4\ubcf4\uaca0\uc2b5\ub2c8\ub2e4. 1. \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \ubc1c\uc804 \uc790\uc5f0\uc5b4 \ucc98\ub9ac(NLP, Natural Language Processing)\ub294 AI\uc758 \ud55c \ubd84\uc57c\ub85c, \uae30\uacc4\uac00 \uc790\uc5f0\uc5b4\ub97c \uc774\ud574\ud558\uace0 &hellip; \ub354 \ubcf4\uae30 \"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)\"","og_url":"https:\/\/atmokpo.com\/w\/25375\/","og_site_name":"\ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8","article_published_time":"2024-10-26T09:54:33+00:00","article_modified_time":"2024-11-26T08:01:59+00:00","author":"root","twitter_card":"summary_large_image","twitter_creator":"@bebubo4","twitter_site":"@bebubo4","twitter_misc":{"\uae00\uc4f4\uc774":"root"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/atmokpo.com\/w\/25375\/#article","isPartOf":{"@id":"https:\/\/atmokpo.com\/w\/25375\/"},"author":{"name":"root","@id":"https:\/\/atmokpo.com\/w\/#\/schema\/person\/91b6b3b138fbba0efb4ae64b1abd81d7"},"headline":"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)","datePublished":"2024-10-26T09:54:33+00:00","dateModified":"2024-11-26T08:01:59+00:00","mainEntityOfPage":{"@id":"https:\/\/atmokpo.com\/w\/25375\/"},"wordCount":28,"publisher":{"@id":"https:\/\/atmokpo.com\/w\/#organization"},"articleSection":["\ub525\ub7ec\ub2dd \uc790\uc5f0\uc5b4\ucc98\ub9ac"],"inLanguage":"ko-KR"},{"@type":"WebPage","@id":"https:\/\/atmokpo.com\/w\/25375\/","url":"https:\/\/atmokpo.com\/w\/25375\/","name":"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder) - \ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8","isPartOf":{"@id":"https:\/\/atmokpo.com\/w\/#website"},"datePublished":"2024-10-26T09:54:33+00:00","dateModified":"2024-11-26T08:01:59+00:00","breadcrumb":{"@id":"https:\/\/atmokpo.com\/w\/25375\/#breadcrumb"},"inLanguage":"ko-KR","potentialAction":[{"@type":"ReadAction","target":["https:\/\/atmokpo.com\/w\/25375\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/atmokpo.com\/w\/25375\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\ud648","item":"https:\/\/atmokpo.com\/w\/en\/"},{"@type":"ListItem","position":2,"name":"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \uc11c\ube0c\uc6cc\ub4dc\ud14d\uc2a4\ud2b8\uc778\ucf54\ub354(SubwordTextEncoder)"}]},{"@type":"WebSite","@id":"https:\/\/atmokpo.com\/w\/#website","url":"https:\/\/atmokpo.com\/w\/","name":"\ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8","description":"","publisher":{"@id":"https:\/\/atmokpo.com\/w\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/atmokpo.com\/w\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ko-KR"},{"@type":"Organization","@id":"https:\/\/atmokpo.com\/w\/#organization","name":"\ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8","url":"https:\/\/atmokpo.com\/w\/","logo":{"@type":"ImageObject","inLanguage":"ko-KR","@id":"https:\/\/atmokpo.com\/w\/#\/schema\/logo\/image\/","url":"https:\/\/atmokpo.com\/w\/wp-content\/uploads\/2024\/11\/logo.png","contentUrl":"https:\/\/atmokpo.com\/w\/wp-content\/uploads\/2024\/11\/logo.png","width":400,"height":400,"caption":"\ub77c\uc774\ube0c\uc2a4\ub9c8\ud2b8"},"image":{"@id":"https:\/\/atmokpo.com\/w\/#\/schema\/logo\/image\/"},"sameAs":["https:\/\/x.com\/bebubo4"]},{"@type":"Person","@id":"https:\/\/atmokpo.com\/w\/#\/schema\/person\/91b6b3b138fbba0efb4ae64b1abd81d7","name":"root","image":{"@type":"ImageObject","inLanguage":"ko-KR","@id":"https:\/\/atmokpo.com\/w\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/708197b41fc6435a7ce22d951b25d4a47e9e904270cb1f04682d4f025066f80c?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/708197b41fc6435a7ce22d951b25d4a47e9e904270cb1f04682d4f025066f80c?s=96&d=mm&r=g","caption":"root"},"sameAs":["http:\/\/atmokpo.com\/w"],"url":"https:\/\/atmokpo.com\/w\/author\/root\/"}]}},"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack-related-posts":[],"_links":{"self":[{"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/posts\/25375","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/comments?post=25375"}],"version-history":[{"count":1,"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/posts\/25375\/revisions"}],"predecessor-version":[{"id":25376,"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/posts\/25375\/revisions\/25376"}],"wp:attachment":[{"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/media?parent=25375"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/categories?post=25375"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/atmokpo.com\/w\/wp-json\/wp\/v2\/tags?post=25375"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}