{"id":25259,"date":"2024-10-26T09:53:24","date_gmt":"2024-10-26T09:53:24","guid":{"rendered":"http:\/\/atmokpo.com\/w\/?p=25259"},"modified":"2024-11-26T08:02:22","modified_gmt":"2024-11-26T08:02:22","slug":"%eb%94%a5-%eb%9f%ac%eb%8b%9d%ec%9d%84-%ec%9d%b4%ec%9a%a9%ed%95%9c-%ec%9e%90%ec%97%b0%ec%96%b4-%ec%b2%98%eb%a6%ac-%ea%b8%b0%ec%9a%b8%ea%b8%b0-%ec%86%8c%ec%8b%a4%ea%b3%bc-%ed%8f%ad%ec%a3%bc","status":"publish","type":"post","link":"https:\/\/atmokpo.com\/w\/25259\/","title":{"rendered":"\ub525 \ub7ec\ub2dd\uc744 \uc774\uc6a9\ud55c \uc790\uc5f0\uc5b4 \ucc98\ub9ac, \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc"},"content":{"rendered":"

<\/p>\n

\n \ucd5c\uadfc \uba87 \ub144 \ub3d9\uc548, \ub525 \ub7ec\ub2dd \uae30\uc220\uc740 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\ub97c \ud3ec\ud568\ud55c \uc5ec\ub7ec \ubd84\uc57c\uc5d0\uc11c \ud601\uc2e0\uc801\uc778 \ubc1c\uc804\uc744 \uc774\ub8e8\uc5c8\uc2b5\ub2c8\ub2e4. \uc790\uc5f0\uc5b4 \ucc98\ub9ac\ub294 \uae30\uacc4\uac00 \uc778\uac04\uc758 \uc5b8\uc5b4\ub97c \uc774\ud574\ud558\uace0 \ucc98\ub9ac\ud558\ub294 \uacfc\uc815\uc73c\ub85c, \ud14d\uc2a4\ud2b8 \ub370\uc774\ud130\uc5d0\uc11c \uc815\ubcf4 \ucd94\ucd9c, \ubc88\uc5ed, \uac10\uc815 \ubd84\uc11d \ub4f1 \ub2e4\uc591\ud55c \uc791\uc5c5\uc744 \ud3ec\ud568\ud569\ub2c8\ub2e4. \uc774 \uae00\uc5d0\uc11c\ub294 \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc5d0\uc11c \ubc1c\uc0dd\ud560 \uc218 \uc788\ub294 \uae30\uc6b8\uae30 \uc18c\uc2e4(Gradient Vanishing)\uacfc \ud3ed\uc8fc(Exploding)\uc5d0 \ub300\ud574 \uae4a\uc774 \uc788\uac8c \ub2e4\ub8e8\uc5b4 \ubcf4\uaca0\uc2b5\ub2c8\ub2e4.\n <\/p>\n

1. \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc640 \ub525 \ub7ec\ub2dd\uc758 \uad00\uacc4<\/h2>\n

\n \uc790\uc5f0\uc5b4 \ucc98\ub9ac(Natural Language Processing, NLP)\ub294 \ucef4\ud4e8\ud130\uac00 \uc778\uac04 \uc5b8\uc5b4\ub97c \uc774\ud574\ud558\uace0 \ud574\uc11d\ud558\ub294 \uae30\uc220\uc785\ub2c8\ub2e4. \uc774\ub294 \uae30\uacc4 \ud559\uc2b5 \ubc0f \ub525 \ub7ec\ub2dd \uae30\ubc95\uc744 \ud1b5\ud574 \ub354\uc6b1 \ubc1c\uc804\ud558\uace0 \uc788\uc73c\uba70, \ud2b9\ud788 \uc2e0\uacbd\ub9dd \uae30\ubc18\uc758 \ubaa8\ub378\ub4e4\uc774 \ub6f0\uc5b4\ub09c \uc131\ub2a5\uc744 \ubcf4\uc5ec\uc90d\ub2c8\ub2e4. \ub525 \ub7ec\ub2dd \ubaa8\ub378\uc740 \ub300\ub7c9\uc758 \ud14d\uc2a4\ud2b8 \ub370\uc774\ud130\ub97c \ud559\uc2b5\ud558\uc5ec \ud328\ud134\uc744 \uc778\uc2dd\ud558\uace0 \uc758\ubbf8\ub97c \ucd94\ucd9c\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\n <\/p>\n

2. \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc\ub780 \ubb34\uc5c7\uc778\uac00?<\/h2>\n

\n \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc\ub294 \uc778\uacf5\uc2e0\uacbd\ub9dd\uc758 \ud559\uc2b5 \uacfc\uc815\uc5d0\uc11c \ubc1c\uc0dd\ud558\ub294 \ubb38\uc81c\uc785\ub2c8\ub2e4. \uc2e0\uacbd\ub9dd \ud559\uc2b5\uc740 \uc8fc\ub85c \uc5ed\uc804\ud30c(backpropagation) \uc54c\uace0\ub9ac\uc998\uc744 \ud1b5\ud574 \uac00\uc911\uce58\ub97c \uc5c5\ub370\uc774\ud2b8\ud558\ub294\ub370, \uc774 \uacfc\uc815\uc5d0\uc11c \uae30\uc6b8\uae30(gradient)\uac00 \uc0ac\uc6a9\ub429\ub2c8\ub2e4.\n <\/p>\n

2.1 \uae30\uc6b8\uae30 \uc18c\uc2e4 (Gradient Vanishing)<\/h3>\n

\n \uae30\uc6b8\uae30 \uc18c\uc2e4 \ubb38\uc81c\ub294 \ub124\ud2b8\uc6cc\ud06c\uc758 \uae4a\uc774\uac00 \uae4a\uc5b4\uc9c8\uc218\ub85d \ubc1c\uc0dd\ud558\ub294 \ud604\uc0c1\uc73c\ub85c, \uac00\uc911\uce58 \uc5c5\ub370\uc774\ud2b8 \uc2dc \uae30\uc6b8\uae30\uac00 \uc810\ucc28 \uc791\uc544\uc838\uc11c \uacb0\uad6d\uc5d0\ub294 0\uc5d0 \uc218\ub834\ud558\uac8c \ub429\ub2c8\ub2e4. \uc774\ub294 \ubaa8\ub378\uc758 \ucd08\uae30 \uce35\ub4e4\uc774 \ud559\uc2b5\uc744 \ud558\uc9c0 \ubabb\ud558\uac8c \ud558\uc5ec \uc131\ub2a5 \uc800\ud558\ub97c \uc77c\uc73c\ud0b5\ub2c8\ub2e4.\n <\/p>\n

2.2 \ud3ed\uc8fc (Exploding)<\/h3>\n

\n \ud3ed\uc8fc \ubb38\uc81c\ub294 \ubc18\ub300\ub85c \uae30\uc6b8\uae30\uac00 \ub108\ubb34 \ucee4\uc838\uc11c \uac00\uc911\uce58\uac00 \uc9c0\ub098\uce58\uac8c \ud06c\uac8c \uc5c5\ub370\uc774\ud2b8\ub418\ub294 \ud604\uc0c1\uc785\ub2c8\ub2e4. \uc774\ub294 \ubaa8\ub378\uc774 \ubc1c\uc0b0\ud558\uac8c \ub9cc\ub4e4\uba70, \uacb0\uad6d \uc218\uce58 \ubd88\uc548\uc815\uc131\uc744 \ucd08\ub798\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\n <\/p>\n

3. \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc \ubc1c\uc0dd \uc6d0\uc778<\/h2>\n

\n \uc774 \ub450 \ubb38\uc81c\ub294 \uc8fc\ub85c \uc2e0\uacbd\ub9dd\uc758 \uc544\ud0a4\ud14d\ucc98, \ud65c\uc131\ud654 \ud568\uc218 \ubc0f \uac00\uc911\uce58 \ucd08\uae30\ud654 \ubc29\ubc95 \ub4f1\uc5d0 \uc758\ud574 \ubc1c\uc0dd\ud569\ub2c8\ub2e4.\n <\/p>\n

3.1 \uae4a\uc740 \ub124\ud2b8\uc6cc\ud06c \uad6c\uc870<\/h3>\n

\n \ub525\ub7ec\ub2dd \ubaa8\ub378\uc774 \uae4a\uc5b4\uc9c8\uc218\ub85d \uac01 \uce35\uc5d0\uc11c \ubc1c\uc0dd\ud558\ub294 \uae30\uc6b8\uae30\uc758 \uacf1\uc148\uc73c\ub85c \uc778\ud574, \uae30\uc6b8\uae30\uac00 \uc791\uc544\uc9c0\uac70\ub098 \ucee4\uc9c0\ub294 \ubb38\uc81c\uac00 \ub354\uc6b1 \uc2ec\ud574\uc9d1\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \uc2dc\uadf8\ubaa8\uc774\ub4dc(Sigmoid) \ud65c\uc131\ud654 \ud568\uc218\ub294 \uc785\ub825\uc774 \ub9e4\uc6b0 \ud06c\uac70\ub098 \uc791\uc744 \uacbd\uc6b0 \uae30\uc6b8\uae30\uac00 0\uc5d0 \uac00\uae4c\uc6cc\uc9c0\ub294 \ud2b9\uc131\uc774 \uc788\ub294\ub370, \uc774\ub294 \uae30\uc6b8\uae30 \uc18c\uc2e4\uc744 \uc720\ubc1c\ud569\ub2c8\ub2e4.\n <\/p>\n

3.2 \ud65c\uc131\ud654 \ud568\uc218<\/h3>\n

\n \ud65c\uc131\ud654 \ud568\uc218\uc758 \uc120\ud0dd\uc740 \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc \ubb38\uc81c\uc5d0 \ud070 \uc601\ud5a5\uc744 \ubbf8\uce60 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ucd5c\uadfc\uc5d0\ub294 ReLU(Rectified Linear Unit) \ud568\uc218\uc640 \uadf8 \ubcc0\ud615\ub4e4\uc774 \uc774\ub7ec\ud55c \ubb38\uc81c\ub97c \uc644\ud654\ud558\ub294 \ub370 \ub3c4\uc6c0\uc744 \uc8fc\uace0 \uc788\uc2b5\ub2c8\ub2e4.\n <\/p>\n

3.3 \uac00\uc911\uce58 \ucd08\uae30\ud654<\/h3>\n

\n \uac00\uc911\uce58\ub97c \ucd08\uae30\ud654\ud558\ub294 \ubc29\ubc95 \ub610\ud55c \ub450 \ubb38\uc81c\uc5d0 \uc601\ud5a5\uc744 \ubbf8\uce69\ub2c8\ub2e4. \uc798\ubabb\ub41c \uac00\uc911\uce58 \ucd08\uae30\ud654\ub294 \ub124\ud2b8\uc6cc\ud06c\uc758 \ud559\uc2b5\uc5d0 \ubd80\uc815\uc801\uc778 \uc601\ud5a5\uc744 \uc904 \uc218 \uc788\uc2b5\ub2c8\ub2e4. Xavier \ucd08\uae30\ud654\ub098 He \ucd08\uae30\ud654 \uac19\uc740 \uc801\uc808\ud55c \ucd08\uae30\ud654 \uae30\ubc95\uc744 \uc0ac\uc6a9\ud558\uc5ec \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc\ub97c \ubc29\uc9c0\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\n <\/p>\n

4. \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc \ud574\uacb0 \ubc29\ubc95<\/h2>\n

\uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uae30 \uc704\ud55c \uc5ec\ub7ec \ubc29\ubc95\uc774 \uc874\uc7ac\ud569\ub2c8\ub2e4.<\/p>\n

4.1 \uc815\uaddc\ud654 \uae30\ubc95<\/h3>\n

\n \uc815\uaddc\ud654 \uae30\ubc95\uc744 \uc0ac\uc6a9\ud558\uba74 \uae30\uc6b8\uae30\uc758 \ud06c\uae30\ub97c \uc870\uc808\ud558\uc5ec \ud3ed\uc8fc \ubb38\uc81c\ub97c \uc608\ubc29\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. L2 \uc815\uaddc\ud654\uc640 \ubc30\uce58 \uc815\uaddc\ud654(Batch Normalization)\ub294 \uc774\ub7ec\ud55c \uae30\ubc95\uc758 \uc608\uc2dc\uc785\ub2c8\ub2e4. \ubc30\uce58 \uc815\uaddc\ud654\ub294 \uac01 \uce35\uc758 \ucd9c\ub825\uc744 \uc815\uaddc\ud654\ud558\uc5ec \uae30\uc6b8\uae30\ub97c \uc548\uc815\uc801\uc73c\ub85c \uc720\uc9c0\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\n <\/p>\n

4.2 Residual Networks (ResNets)<\/h3>\n

\n ResNet\uc740 \uc794\ucc28 \ud559\uc2b5(residual learning) \uac1c\ub150\uc744 \ub3c4\uc785\ud558\uc5ec \uae30\uc6b8\uae30 \uc18c\uc2e4 \ubb38\uc81c\ub97c \ud6a8\uacfc\uc801\uc73c\ub85c \ud574\uacb0\ud569\ub2c8\ub2e4. \uc794\ucc28 \uc5f0\uacb0(residual connection)\uc744 \ud1b5\ud574 \uc815\ubcf4\ub97c \ub354 \uc27d\uac8c \uc804\ub2ec\ud560 \uc218 \uc788\uac8c \ub418\uc5b4 \ub124\ud2b8\uc6cc\ud06c\uc758 \uae4a\uc774\ub97c \uc99d\uac00\uc2dc\ud0ac \uc218 \uc788\uc2b5\ub2c8\ub2e4.\n <\/p>\n

4.3 LSTM\uacfc GRU<\/h3>\n

\n \uc21c\ud658 \uc2e0\uacbd\ub9dd(RNN)\uc5d0\uc11c \uae30\uc6b8\uae30 \uc18c\uc2e4 \ubb38\uc81c\ub294 \ud2b9\ud788 \uc2ec\uac01\ud558\uc9c0\ub9cc, Long Short-Term Memory (LSTM)\uc640 Gated Recurrent Units (GRU)\uc640 \uac19\uc740 \uad6c\uc870\ub294 \uc774\ub7ec\ud55c \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uae30 \uc704\ud574 \uc124\uacc4\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc774\ub4e4 \uad6c\uc870\ub294 \uc7a5\uae30\uc801\uc778 \uc758\uc874\uc131\uc744 \ud559\uc2b5\ud558\ub294 \ub370 \uac15\uc810\uc744 \uac00\uc9c0\uace0 \uc788\uc2b5\ub2c8\ub2e4.\n <\/p>\n

5. \uc2e4\uc81c \uc0ac\ub840<\/h2>\n

\n \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc \ubb38\uc81c\ub97c \ud6a8\uacfc\uc801\uc73c\ub85c \ud574\uacb0\ud55c \uc0ac\ub840\ub294 \uce74\uce74\uc624\uc758 ‘Kakao i’ \ub610\ub294 \uad6c\uae00\uc758 \ubc88\uc5ed\uae30\uc640 \uac19\uc740 \ub300\uaddc\ubaa8 \uc790\uc5f0\uc5b4 \ucc98\ub9ac \uc2dc\uc2a4\ud15c\uc5d0\uc11c \ucc3e\uc544\ubcfc \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uc2dc\uc2a4\ud15c\ub4e4\uc740 \uc2e0\uacbd\ub9dd \ud559\uc2b5\uc5d0\uc11c \uae30\uc6b8\uae30 \uad00\ub828 \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uae30 \uc704\ud574 \ub2e4\uc591\ud55c \uae30\ubc95\uc744 \ud65c\uc6a9\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4.\n <\/p>\n

6. \uacb0\ub860<\/h2>\n

\n \ub525 \ub7ec\ub2dd\uacfc \uc790\uc5f0\uc5b4 \ucc98\ub9ac\uc758 \ubc1c\uc804\uc5d0 \ub530\ub77c \uae30\uc6b8\uae30 \uc18c\uc2e4\uacfc \ud3ed\uc8fc\ub294 \uc5ec\uc804\ud788 \uc911\uc694\ud55c \ubb38\uc81c\ub85c \ub0a8\uc544 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\ub7ec\ub098 \ub2e4\uc591\ud55c \uae30\ubc95\ub4e4\uc744 \ud1b5\ud574 \uc774\ub7ec\ud55c \ubb38\uc81c\ub97c \ud574\uacb0\ud560 \uc218 \uc788\uc73c\uba70, \uae30\uc220\uc758 \ubc1c\uc804\uc5d0 \ub530\ub77c \ub354\uc6b1 \ud6a8\uc728\uc801\uc778 \ubc29\ubc95\ub4e4\uc774 \uc9c0\uc18d\uc801\uc73c\ub85c \uac1c\ubc1c\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ub525 \ub7ec\ub2dd \uae30\uc220\uc758 \ubc1c\uc804\uacfc \ud568\uaed8 \uc774\ub7ec\ud55c \uae30\ubc95\ub4e4\ub3c4 \uc790\uc5f0\uc5b4 \ucc98\ub9ac \ubd84\uc57c\uc5d0\uc11c \ub354 \ub9ce\uc740 \uc5f0\uad6c\uc640 \ud601\uc2e0\uc744 \uc774\ub04c\uc5b4\ub0bc \uac83\uc785\ub2c8\ub2e4.\n <\/p>\n