{"id":40506,"date":"2024-11-04T01:52:17","date_gmt":"2024-11-04T01:52:17","guid":{"rendered":"https:\/\/atmokpo.com\/w\/?p=40506"},"modified":"2024-11-26T06:39:00","modified_gmt":"2024-11-26T06:39:00","slug":"46-%ea%b0%95%ed%99%94%ed%95%99%ec%8a%b5%ec%9d%98-%ed%95%9c%ea%b3%84%ec%99%80-%eb%8f%84%ec%a0%84-%ea%b3%bc%ec%a0%9c-%ed%95%99%ec%8a%b5-%ec%86%8d%eb%8f%84%ec%99%80-%eb%8d%b0%ec%9d%b4%ed%84%b0","status":"publish","type":"post","link":"https:\/\/atmokpo.com\/w\/40506\/","title":{"rendered":"46. \uac15\ud654\ud559\uc2b5\uc758 \ud55c\uacc4\uc640 \ub3c4\uc804 \uacfc\uc81c, \ud559\uc2b5 \uc18d\ub3c4\uc640 \ub370\uc774\ud130 \ud6a8\uc728\uc131 \ubb38\uc81c"},"content":{"rendered":"

<\/p>\n

1. \uc11c\ub860<\/h2>\n

\uac15\ud654\ud559\uc2b5(Reinforcement Learning, RL)\uc740 \uc778\uacf5\uc9c0\ub2a5(AI) \ubd84\uc57c\uc758 \uc911\uc694\ud55c \ubd84\uacfc\ub85c, \uc5d0\uc774\uc804\ud2b8\uac00 \ud658\uacbd\uacfc \uc0c1\ud638\uc791\uc6a9\ud558\uba74\uc11c \ucd5c\uc801\uc758 \ud589\ub3d9\uc744 \ud559\uc2b5\ud558\ub294 \ubc29\ubc95\ub860\uc785\ub2c8\ub2e4. \uadf8\ub7ec\ud55c \ud2b9\uc131 \ub355\ubd84\uc5d0 \uac15\ud654\ud559\uc2b5\uc740 \uac8c\uc784 \uc778\uacf5\uc9c0\ub2a5, \ub85c\ubd07 \uc81c\uc5b4, \uc790\uc728\uc8fc\ud589\ucc28 \ub4f1 \ub2e4\uc591\ud55c \ubd84\uc57c\uc5d0\uc11c \ud65c\uc6a9\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\ub7ec\ub098 \uac15\ud654\ud559\uc2b5\uc5d0\ub294 \uc5ec\ub7ec \ud55c\uacc4\uc640 \ub3c4\uc804 \uacfc\uc81c\uac00 \uc874\uc7ac\ud569\ub2c8\ub2e4. \ubcf8 \uae00\uc5d0\uc11c\ub294 \uac15\ud654\ud559\uc2b5\uc758 \uc8fc\uc694 \ud55c\uacc4, \ud559\uc2b5 \uc18d\ub3c4, \ub370\uc774\ud130 \ud6a8\uc728\uc131 \ubb38\uc81c\uc5d0 \ub300\ud574 \uc790\uc138\ud788 \uc0b4\ud3b4\ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n

2. \uac15\ud654\ud559\uc2b5\uc758 \ud55c\uacc4<\/h2>\n

2.1 \ud0d0\uc0c9\uacfc \uc774\uc6a9\uc758 \ub51c\ub808\ub9c8<\/h3>\n

\uac15\ud654\ud559\uc2b5\uc5d0\uc11c \uc5d0\uc774\uc804\ud2b8\ub294 \ub450 \uac00\uc9c0 \ud589\ub3d9 \ubc29\uc2dd\uc744 \uace0\ub824\ud574\uc57c \ud569\ub2c8\ub2e4: \ud0d0\uc0c9(exploration)\uacfc \uc774\uc6a9(exploitation)\uc785\ub2c8\ub2e4. \ud0d0\uc0c9\uc740 \uc0c8\ub85c\uc6b4 \ud589\ub3d9\uc744 \uc2dc\ub3c4\ud558\uc5ec \ubcf4\uc0c1 \uc815\ubcf4\ub97c \uc218\uc9d1\ud558\ub294 \uacfc\uc815\uc774\uba70, \uc774\uc6a9\uc740 \ud604\uc7ac\uae4c\uc9c0\uc758 \uacbd\ud5d8\uc744 \ubc14\ud0d5\uc73c\ub85c \ucd5c\uc801\uc758 \ud589\ub3d9\uc744 \uc120\ud0dd\ud558\ub294 \uacfc\uc815\uc785\ub2c8\ub2e4. \uc774 \ub450 \uac00\uc9c0 \ubc29\uc2dd \uc0ac\uc774\uc758 \uade0\ud615\uc744 \ub9de\ucd94\ub294 \uac83\uc774 \uc911\uc694\ud55c\ub370, \ub9cc\uc57d \uc5d0\uc774\uc804\ud2b8\uac00 \ub108\ubb34 \ub9ce\uc774 \uc774\uc6a9\ud558\uba74 \uc0c8\ub85c\uc6b4 \uc815\ubcf4\ub97c \ub193\uce58\uac8c \ub418\uace0, \ud0d0\uc0c9\uc774 \uacfc\ub3c4\ud558\uba74 \ubd88\ud544\uc694\ud55c \ud589\ub3d9\uc73c\ub85c \uc778\ud574 \ubcf4\uc0c1\uc744 \uc904\uc77c \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

2.2 \uc2e0\ub8b0\uc131 \uc788\ub294 \uc815\ucc45 \ud559\uc2b5\uc758 \uc5b4\ub824\uc6c0<\/h3>\n

\uc815\ucc45(policy)\uc740 \uc5d0\uc774\uc804\ud2b8\uac00 \uc8fc\uc5b4\uc9c4 \uc0c1\ud0dc(state)\uc5d0\uc11c \uc5b4\ub5a4 \ud589\ub3d9(action)\uc744 \ucde8\ud560\uc9c0\ub97c \uacb0\uc815\ud558\ub294 \uc9c0\uce68\uc785\ub2c8\ub2e4. \uadf8\ub7ec\ub098 \ub300\uaddc\ubaa8 \uc0c1\ud0dc \uacf5\uac04\uc744 \uac00\uc9c4 \ud658\uacbd\uc5d0\uc11c\ub294 \uc2e0\ub8b0\uc131 \uc788\ub294 \uc815\ucc45\uc744 \ud559\uc2b5\ud558\uae30\uac00 \uc5b4\ub835\uc2b5\ub2c8\ub2e4. \ub2e4\uc591\ud55c \uc0c1\ud0dc\uc758 \uc870\ud569\uc774 \ub9ce\uc544\uc9d0\uc5d0 \ub530\ub77c \uc801\uc808\ud55c \ud589\ub3d9\uc744 \ucc3e\ub294 \ub370 \ud544\uc694\ud55c \ub370\uc774\ud130\ub97c \uc218\uc9d1\ud558\uae30\uac00 \ud798\ub4e4\uc5b4\uc9c8 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub85c \uc778\ud574 \uc5d0\uc774\uc804\ud2b8\ub294 \ucd5c\uc801\uc758 \uc815\ucc45\uc744 \ud559\uc2b5\ud558\ub294 \ub370 \ud55c\uacc4\ub97c \uacaa\uac8c \ub429\ub2c8\ub2e4.<\/p>\n

2.3 \ubd88\ud655\uc2e4\uc131\uacfc \ud658\uacbd \ubcc0\ud654<\/h3>\n

\uac15\ud654\ud559\uc2b5 \uc5d0\uc774\uc804\ud2b8\ub294 \uc8fc\uc5b4\uc9c4 \ud658\uacbd\uc5d0\uc11c \ud559\uc2b5\uc744 \ud569\ub2c8\ub2e4. \uadf8\ub7ec\ub098 \ud658\uacbd\uc774 \ubcc0\ud654\ud558\uac70\ub098 \ubd88\ud655\uc2e4\uc131\uc774 \uc874\uc7ac\ud560 \uacbd\uc6b0, \uc5d0\uc774\uc804\ud2b8\uc758 \uc131\ub2a5\uc740 \uae09\uaca9\ud788 \uc800\ud558\ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \ub85c\ubd07\uc774 \ud2b9\uc815 \uc791\uc5c5\uc744 \uc218\ud589\ud560 \ub54c \uc8fc\ubcc0 \ud658\uacbd\uc774 \ubcc0\ud654\ud558\uba74 \uae30\uc874\uc5d0 \ud559\uc2b5\ud55c \uc815\ucc45\uc774 \ub354 \uc774\uc0c1 \uc720\ud6a8\ud558\uc9c0 \uc54a\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub7f0 \uacbd\uc6b0, \uc5d0\uc774\uc804\ud2b8\ub294 \uc0c8\ub85c\uc6b4 \ud559\uc2b5\uc744 \ud1b5\ud574 \ubcc0\ud654\ud558\ub294 \ud658\uacbd\uc5d0 \uc801\uc751\ud574\uc57c \ud569\ub2c8\ub2e4.<\/p>\n

3. \ud559\uc2b5 \uc18d\ub3c4 \ubb38\uc81c<\/h2>\n

3.1 \uc218\ub834 \uc18d\ub3c4<\/h3>\n

\uac15\ud654\ud559\uc2b5\uc758 \ud559\uc2b5 \uc18d\ub3c4\ub294 \uc5d0\uc774\uc804\ud2b8\uac00 \ucd5c\uc801\uc758 \uc815\ucc45\uc5d0 \ub3c4\ub2ec\ud558\ub294 \uc18d\ub3c4\ub97c \uc758\ubbf8\ud569\ub2c8\ub2e4. \uc77c\ubc18\uc801\uc73c\ub85c, \ub300\uaddc\ubaa8 \ubb38\uc81c\uc5d0\uc11c\ub294 \uc218\ub834 \uc18d\ub3c4\uac00 \ub9e4\uc6b0 \ub290\ub9b4 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub294 \ubcf4\uc0c1 \ud568\uc218\uc758 \uc124\uacc4\uc640 \uc5d0\uc774\uc804\ud2b8\uac00 \ud0d0\uc0c9\ud558\ub294 \ubc29\uc2dd\uc5d0 \ub530\ub77c \uc601\ud5a5\uc744 \ubc1b\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub85c \uc778\ud574 \uc5d0\uc774\uc804\ud2b8\uac00 \ucd5c\uc801\uc758 \ud589\ub3d9\uc744 \ucc3e\ub294 \ub370 \uc624\ub79c \uc2dc\uac04\uc774 \uac78\ub9b4 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

3.2 \uc0d8\ud50c \ud6a8\uc728\uc131<\/h3>\n

\uac15\ud654\ud559\uc2b5\uc740 \uc885\uc885 \ub9ce\uc740 \uc591\uc758 \ub370\uc774\ud130 \uc0d8\ud50c\uc744 \ud544\uc694\ub85c \ud569\ub2c8\ub2e4. \uc774\ub294 \ubcf4\ud1b5 \ud658\uacbd\uc5d0\uc11c \uc9c1\uc811 \uc218\uc9d1\ub41c \ub370\uc774\ud130\ub97c \uae30\ubc18\uc73c\ub85c \ud558\uae30 \ub54c\ubb38\uc5d0 \ud604\uc2e4 \uc138\uacc4\uc5d0\uc11c \uc801\uc6a9\ud558\uae30 \uc5b4\ub824\uc6b4 \uacbd\uc6b0\uac00 \ub9ce\uc2b5\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uae30 \uc704\ud574, \uc0d8\ud50c \ud6a8\uc728\uc131\uc744 \ud5a5\uc0c1\uc2dc\ud0a4\ub294 \ubc29\ubc95\ub4e4\uc774 \ud544\uc694\ud569\ub2c8\ub2e4. \ud55c \uac00\uc9c0 \ubc29\ubc95\uc73c\ub85c\ub294 \uacbd\ud5d8 \uc7ac\uc0ac\uc6a9(Experience Replay)\uc744 \ud1b5\ud55c \ub370\uc774\ud130 \ud6a8\uc728\uc131\uc744 \uac1c\uc120\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

4. \ub370\uc774\ud130 \ud6a8\uc728\uc131 \ubb38\uc81c<\/h2>\n

4.1 \ud658\uacbd\uacfc\uc758 \uc0c1\ud638\uc791\uc6a9\uc758 \ube44\ud6a8\uc728\uc131<\/h3>\n

\ub370\uc774\ud130 \ud6a8\uc728\uc131 \ubb38\uc81c\ub294 \uac15\ud654\ud559\uc2b5\uc5d0\uc11c \ub9e4\uc6b0 \uc911\ub300\ud55c \ubb38\uc81c \uc911 \ud558\ub098\uc785\ub2c8\ub2e4. \uc5d0\uc774\uc804\ud2b8\ub294 \ud658\uacbd\uacfc\uc758 \uc0c1\ud638\uc791\uc6a9\uc744 \ud1b5\ud574 \ub370\uc774\ud130\ub97c \uc218\uc9d1\ud558\uace0 \ud559\uc2b5\uc744 \uc9c4\ud589\ud558\ub294\ub370, \uc774 \uacfc\uc815\uc5d0\uc11c \ubcf4\uc0c1\uacfc \uacb0\uacfc\ub97c \uc5bb\uae30 \uc704\ud574 \ub9ce\uc740 \uc2dc\uac04\uc744 \uc18c\ubaa8\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud2b9\ud788, \ubcf5\uc7a1\ud55c \ud658\uacbd\uc77c\uc218\ub85d \ub370\uc774\ud130 \uc218\uc9d1\uc774 \ub354\uc6b1 \ube44\ud6a8\uc728\uc801\uc77c \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

4.2 \ucd95\uc18c\ub41c \ud0d0\uc0c9 \uacf5\uac04\uc758 \ud544\uc694\uc131<\/h3>\n

\ub370\uc774\ud130 \ud6a8\uc728\uc131\uc744 \ub192\uc774\uae30 \uc704\ud574\uc11c\ub294 \uc0c1\ud0dc \uacf5\uac04\uc774\ub098 \ud589\ub3d9 \uacf5\uac04\uc744 \ucd95\uc18c\ud558\ub294 \ubc29\ubc95\ub3c4 \ud544\uc694\ud569\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ucd95\uc18c\ub294 \uacfc\uac70 \uacbd\ud5d8\uc774\ub098 \uc9c0\uc2dd\uc744 \uc774\uc6a9\ud558\uc5ec \uc5d0\uc774\uc804\ud2b8\uac00 \ud0d0\uc0c9\ud574\uc57c \ud560 \uacf5\uac04\uc744 \uc904\uc774\ub294 \ubc29\ud5a5\uc73c\ub85c \uc9c4\ud589\ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \ubaa8\ub378 \uae30\ubc18 \uac15\ud654\ud559\uc2b5\uc5d0\uc11c\ub294 \ud658\uacbd \ubaa8\ub378\uc744 \ud559\uc2b5\ud558\uace0 \uc774\ub97c \ud1b5\ud574 \ubbf8\ub798\uc758 \uacb0\uacfc\ub97c \uc608\uce21\ud558\uc5ec \ub354 \ub098\uc740 \uacb0\uc815\uc744 \ub0b4\ub9b4 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

5. \uacb0\ub860<\/h2>\n

\uac15\ud654\ud559\uc2b5\uc740 \ub9e4\uc6b0 \uc720\uc6a9\ud55c \uae30\uacc4 \ud559\uc2b5 \uae30\ubc95\uc774\uc9c0\ub9cc, \uc5ec\ub7ec \ud55c\uacc4\uc640 \ub3c4\uc804 \uacfc\uc81c\ub97c \ub3d9\ubc18\ud569\ub2c8\ub2e4. \ud0d0\uc0c9\uacfc \uc774\uc6a9\uc758 \uade0\ud615, \uc2e0\ub8b0\uc131 \uc788\ub294 \uc815\ucc45 \ud559\uc2b5, \ubd88\ud655\uc2e4\ud55c \ud658\uacbd, \ud559\uc2b5 \uc18d\ub3c4 \ubc0f \ub370\uc774\ud130 \ud6a8\uc728\uc131 \ubb38\uc81c \ub4f1\uc740 \ud604\uc7ac \uc5f0\uad6c \ubd84\uc57c\uc5d0\uc11c \ud65c\ubc1c\ud788 \ub2e4\ub8e8\uc5b4\uc9c0\uace0 \uc788\ub294 \uc8fc\uc81c\uc785\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uae30 \uc704\ud574 \ub2e4\uc591\ud55c \ubc29\ubc95\ub860\uc774 \uc81c\uc548\ub418\uace0 \uc788\uc73c\uba70, \ud5a5\ud6c4 \uac15\ud654\ud559\uc2b5\uc758 \ubc1c\uc804\uc774 \uae30\ub300\ub429\ub2c8\ub2e4. \uc6b0\ub9ac\ub294 \uc774\ub7ec\ud55c \ub3c4\uc804 \uacfc\uc81c\ub97c \uadf9\ubcf5\ud558\uae30 \uc704\ud55c \uc5f0\uad6c\uc640 \uc2e4\ud5d8\uc744 \uacc4\uc18d\ud574\uc57c \ud558\uba70, \uad81\uadf9\uc801\uc73c\ub85c \ub354 \ub098\uc740 \ud559\uc2b5 \uc54c\uace0\ub9ac\uc998\uacfc \uc5d0\uc774\uc804\ud2b8\ub97c \uac1c\ubc1c\ud558\ub294 \uac83\uc744 \ubaa9\ud45c\ub85c \ud574\uc57c \ud569\ub2c8\ub2e4.<\/p>\n

6. \uc608\uc81c \ucf54\ub4dc<\/h2>\n

\uc544\ub798\ub294 \uac04\ub2e8\ud55c \uac15\ud654\ud559\uc2b5 \uc5d0\uc774\uc804\ud2b8\ub97c \uc704\ud55c \uc608\uc81c \ucf54\ub4dc\uc785\ub2c8\ub2e4. \uc774 \ucf54\ub4dc\ub294 OpenAI\uc758 Gym \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc0ac\uc6a9\ud558\uc5ec \uac04\ub2e8\ud55c \ud658\uacbd\uc5d0\uc11c Q-Learning \uc54c\uace0\ub9ac\uc998\uc744 \uad6c\ud604\ud55c \uac83\uc785\ub2c8\ub2e4.<\/p>\n

\n\nimport numpy as np\nimport gym\n\n# \ud658\uacbd \uc0dd\uc131\nenv = gym.make('Taxi-v3')\n\n# Q-\ud14c\uc774\ube14 \ucd08\uae30\ud654\nq_table = np.zeros((env.observation_space.n, env.action_space.n))\n\n# \ud559\uc2b5 \ud30c\ub77c\ubbf8\ud130\nlearning_rate = 0.1\ndiscount_factor = 0.9\nnum_episodes = 1000\n\n# \u03b5-\ud0d0\uc695 \uc815\ucc45\uc744 \uc704\ud55c \ub9e4\uac1c\ubcc0\uc218\nepsilon = 0.1\n\nfor episode in range(num_episodes):\n    state = env.reset()\n    done = False\n\n    while not done:\n        # \u03b5-\ud0d0\uc695 \uc815\ucc45\uc5d0 \ub530\ub77c \ud589\ub3d9 \uc120\ud0dd\n        if np.random.rand() < epsilon:\n            action = env.action_space.sample()  # \ud0d0\uc0c9\n        else:\n            action = np.argmax(q_table[state])  # \uc774\uc6a9\n\n        # \ud658\uacbd\uacfc \uc0c1\ud638\uc791\uc6a9\n        next_state, reward, done, _ = env.step(action)\n\n        # Q-\ud14c\uc774\ube14 \uc5c5\ub370\uc774\ud2b8\n        q_table[state, action] += learning_rate * (reward + discount_factor * np.max(q_table[next_state]) - q_table[state, action])\n\n        state = next_state\n\nprint(\"\ud559\uc2b5 \uc644\ub8cc.\")\n    <\/code>\n    <\/pre>\n
7. \ucc38\uace0 \uc790\ub8cc<\/h2>\n
\ub2e4\uc74c \uc790\ub8cc\ub4e4\uc740 \uac15\ud654\ud559\uc2b5\uc5d0 \ub300\ud55c \ucd94\uac00\uc801\uc778 \uc815\ubcf4\ub97c \uc81c\uacf5\ud569\ub2c8\ub2e4:<\/p>\n