{"id":25437,"date":"2024-10-26T09:55:06","date_gmt":"2024-10-26T09:55:06","guid":{"rendered":"http:\/\/atmokpo.com\/w\/?p=25437"},"modified":"2024-11-26T08:01:45","modified_gmt":"2024-11-26T08:01:45","slug":"%eb%94%a5-%eb%9f%ac%eb%8b%9d%ec%9d%84-%ec%9d%b4%ec%9a%a9%ed%95%9c-%ec%9e%90%ec%97%b0%ec%96%b4-%ec%b2%98%eb%a6%ac-bert%ec%9d%98-%eb%ac%b8%ec%9e%a5-%ec%9e%84%eb%b2%a0%eb%94%a9sbert%ec%9d%84-%ec%9d%b4","status":"publish","type":"post","link":"https:\/\/atmokpo.com\/w\/25437\/","title":{"rendered":"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac: BERT\uc758 \ubb38\uc7a5 \uc784\ubca0\ub529(SBERT)\uc744 \uc774\uc6a9\ud55c \ud55c\uad6d\uc5b4 \ucc57\ubd07"},"content":{"rendered":"

<\/p>\n

\uc790\uc5f0\uc5b4 \ucc98\ub9ac\ub294 \ucef4\ud4e8\ud130\uac00 \uc778\uac04\uc758 \uc5b8\uc5b4\ub97c \uc774\ud574\ud558\uace0 \ud574\uc11d\ud558\ub294 \uae30\uc220\ub85c, \uc624\ub298\ub0a0\uc758 \ub525 \ub7ec\ub2dd \uae30\uc220 \ubc1c\uc804\uacfc \ud568\uaed8 \ud070 \ubcc0\ud654\ub97c \uacaa\uace0 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\uc911\uc5d0\uc11c\ub3c4 BERT(Bidirectional Encoder Representations from Transformers)\ub294 \uc790\uc5f0\uc5b4 \ucc98\ub9ac \ubaa8\ub378\ub85c\uc11c \uc774\ubbf8 \ub9ce\uc740 \uc0ac\ub791\uc744 \ubc1b\uace0 \uc788\uc73c\uba70, \ud55c\uad6d\uc5b4\uc5d0\ub3c4 \uc801\ud569\ud55c \ub2e4\uc591\ud55c \ud65c\uc6a9 \ubc29\uc548\uc774 \uc5f0\uad6c\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ud2b9\ud788, SBERT(Sentence-BERT)\ub294 \ubb38\uc7a5 \uac04\uc758 \uc720\uc0ac\uc131\uc744 \uce21\uc815\ud560 \uc218 \uc788\ub3c4\ub85d \uc124\uacc4\ub41c BERT\uc758 \ubcc0\ud615 \ubaa8\ub378\ub85c, \ud55c\uad6d\uc5b4 \ucc57\ubd07 \uac1c\ubc1c\uc5d0 \ub9e4\uc6b0 \uc720\uc6a9\ud558\uac8c \uc4f0\uc77c \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

1. BERT\uc758 \uae30\ubcf8 \uac1c\ub150<\/h2>\n

BERT\ub294 Google\uc5d0\uc11c \uac1c\ubc1c\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac \ubaa8\ub378\ub85c, \ud2b8\ub79c\uc2a4\ud3ec\uba38(Transformer) \uc544\ud0a4\ud14d\ucc98\ub97c \uae30\ubc18\uc73c\ub85c \ud569\ub2c8\ub2e4. BERT\ub294 \uc591\ubc29\ud5a5 \ud559\uc2b5 \ubc29\uc2dd\uc73c\ub85c, \ubb38\uc7a5\uc758 \uc55e\ub4a4 \ub9e5\ub77d\uc744 \ubaa8\ub450 \uace0\ub824\ud558\uc5ec \ub2e8\uc5b4\uc758 \uc758\ubbf8\ub97c \uc774\ud574\ud569\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uc591\ubc29\ud5a5 \uc131\uc9c8 \ub355\ubd84\uc5d0 \uae30\uc874 \ubaa8\ub378\ub4e4\ubcf4\ub2e4 \ub354\uc6b1 \uc815\uad50\ud55c \uc758\ubbf8 \ubd84\uc11d\uc774 \uac00\ub2a5\ud574\uc84c\uc2b5\ub2c8\ub2e4.<\/p>\n

1.1 Transformer \ubaa8\ub378<\/h3>\n

Transformer\ub294 \uc778\ucf54\ub354-\ub514\ucf54\ub354 \uad6c\uc870\ub85c \uad6c\uc131\ub418\uc5b4 \uc788\uc73c\uba70, \uc790\uae30 \uc8fc\uc758 \uba54\ucee4\ub2c8\uc998(self-attention)\uc744 \uc0ac\uc6a9\ud558\uc5ec \ubb38\ub9e5 \uc815\ubcf4\ub97c \ud6a8\uc728\uc801\uc73c\ub85c \ubc18\uc601\ud569\ub2c8\ub2e4. \uc774\ub294 \uae34 \ubb38\uc7a5\uc774\ub098 \ubb38\uc11c\uc5d0\uc11c\ub3c4 \uc911\uc694\ud55c \ud2b9\uc9d5\uc744 \ud3ec\ucc29\ud560 \uc218 \uc788\uac8c \ub3c4\uc640\uc90d\ub2c8\ub2e4.<\/p>\n

1.2 BERT\uc758 \ud559\uc2b5 \ubc29\ubc95<\/h3>\n

BERT\ub294 \ub450 \uac00\uc9c0 \uc8fc\uc694 \ud559\uc2b5 \uae30\ubc95\uc744 \uc0ac\uc6a9\ud569\ub2c8\ub2e4: \ub9c8\uc2a4\ud06c \uc5b8\uc5b4 \ubaa8\ub378\ub9c1(Masked Language Model)\uacfc \ub2e4\uc74c \ubb38\uc7a5 \uc608\uce21(Next Sentence Prediction). \ub9c8\uc2a4\ud06c \uc5b8\uc5b4 \ubaa8\ub378\ub9c1\uc5d0\uc11c\ub294 \uc784\uc758\ub85c \uc120\ud0dd\ub41c \ub2e8\uc5b4\ub97c \ub9c8\uc2a4\ud0b9\ud558\uace0, \uc774\ub97c \uc608\uce21\ud558\ub294 \ubc29\uc2dd\uc73c\ub85c \ud559\uc2b5\uc744 \uc9c4\ud589\ud569\ub2c8\ub2e4. \ub2e4\uc74c \ubb38\uc7a5 \uc608\uce21\uc740 \ub450 \ubb38\uc7a5\uc774 \uc8fc\uc5b4\uc84c\uc744 \ub54c, \ub450 \ubc88\uc9f8 \ubb38\uc7a5\uc774 \uccab \ubc88\uc9f8 \ubb38\uc7a5\uc758 \ub2e4\uc74c \ubb38\uc7a5\uc778\uc9c0 \uc544\ub2cc\uc9c0\ub97c \ud310\ub2e8\ud558\ub294 \uc791\uc5c5\uc785\ub2c8\ub2e4.<\/p>\n

2. SBERT\uc758 \ub3c4\uc785<\/h2>\n

SBERT\ub294 BERT\uc758 \ubcc0\ud615 \ubaa8\ub378\ub85c, \ubb38\uc7a5 \uc218\uc900\uc758 \uc784\ubca0\ub529\uc744 \uc0dd\uc131\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc77c\ubc18\uc801\uc778 BERT \ubaa8\ub378\uc740 \ubb38\uc7a5\uc744 \uc785\ub825\ubc1b\uc544 \uac01 \ub2e8\uc5b4\uc758 \uc784\ubca0\ub529\uc744 \uc0dd\uc131\ud558\ub294 \ub370 \ube44\ud574, SBERT\ub294 \uc804\uccb4 \ubb38\uc7a5\uc758 \uc784\ubca0\ub529\uc744 \ub9cc\ub4e4 \uc218 \uc788\uc5b4 \ubb38\uc7a5 \uac04\uc758 \uc720\uc0ac\ub3c4\ub97c \uce21\uc815\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

2.1 SBERT\uc758 \uad6c\uc870<\/h3>\n

SBERT\ub294 BERT \ubaa8\ub378\uc744 \uc774\uc6a9\ud558\uc5ec \uc785\ub825 \ubb38\uc7a5\uc744 \uc778\ucf54\ub529\ud558\uace0, \uc774\ub97c \ud3c9\uade0\ud654\ud558\uac70\ub098 \ud480\ub9c1(layer pooling)\uc744 \ud1b5\ud574 \ubb38\uc7a5 \uc784\ubca0\ub529\uc744 \uc0dd\uc131\ud569\ub2c8\ub2e4. \uc774 \uacfc\uc815\uc5d0\uc11c \ubb38\uc7a5 \uac04\uc758 \uc758\ubbf8\uc801 \uc720\uc0ac\uc131\uc744 \ud6a8\uacfc\uc801\uc73c\ub85c \ubc18\uc601\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

2.2 SBERT\uc758 \uc7a5\uc810<\/h3>\n