\uac15\ud654\ud559\uc2b5\uc5d0\uc11c \uac00\uc7a5 \uc911\uc694\ud55c \uac1c\ub150 \uc911 \ud558\ub098\ub294 \uc0c1\ud0dc \uacf5\uac04(State Space)<\/strong> \uc124\uacc4\uc785\ub2c8\ub2e4. \uc0c1\ud0dc\ub294 \uc5d0\uc774\uc804\ud2b8\uac00 \ud658\uacbd\uc5d0\uc11c \uc5b4\ub5a4 \uc0c1\ud669\uc5d0 \ucc98\ud574 \uc788\ub294\uc9c0\ub97c \ub098\ud0c0\ub0b4\uba70, \uc0c1\ud0dc \uacf5\uac04\uc740 \uac00\ub2a5\ud55c \ubaa8\ub4e0 \uc0c1\ud0dc\uc758 \uc9d1\ud569\uc785\ub2c8\ub2e4. \uc774 \uae00\uc5d0\uc11c\ub294 \uc0c1\ud0dc \uacf5\uac04 \uc124\uacc4\uc758 \uc911\uc694\uc131\uacfc \ud568\uaed8 \ub2e4\uc591\ud55c \uc0c1\ud0dc \uc778\ucf54\ub529 \uae30\ubc95, \ud2b9\ud788 \ubca1\ud130\ud654\uc640 \uc6d0-\ud56b \uc778\ucf54\ub529\uc5d0 \ub300\ud574 \uc790\uc138\ud788 \uc124\uba85\ud558\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n \uc0c1\ud0dc \uacf5\uac04\uc740 \uac15\ud654\ud559\uc2b5 \uc5d0\uc774\uc804\ud2b8\uac00 \uc758\uc0ac \uacb0\uc815\uc744 \ub0b4\ub9b4 \ub54c \uae30\ubc18\uc774 \ub418\ub294 \uc815\ubcf4\uc785\ub2c8\ub2e4. \uc801\uc808\ud55c \uc0c1\ud0dc \uacf5\uac04\uc744 \uc124\uacc4\ud558\ub294 \uac83\uc740 \uc5d0\uc774\uc804\ud2b8\uc758 \ud559\uc2b5 \uc131\ub2a5\uc5d0 \uc9c0\ub300\ud55c \uc601\ud5a5\uc744 \ubbf8\uce69\ub2c8\ub2e4. \uc0c1\ud0dc \uacf5\uac04\uc774 \uc798 \uc124\uacc4\ub418\uc5b4 \uc788\ub2e4\uba74, \uc5d0\uc774\uc804\ud2b8\ub294 \ud6a8\uacfc\uc801\uc73c\ub85c \ud658\uacbd\uc744 \uc774\ud574\ud558\uace0 \ucd5c\uc801\uc758 \ud589\ub3d9\uc744 \uc120\ud0dd\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n \uc0c1\ud0dc \uacf5\uac04\uc774 \ub108\ubb34 \ud06c\uba74 \ud559\uc2b5\uc774 \ube44\ud6a8\uc728\uc801\uc774 \ub420 \uc218 \uc788\uc73c\uba70, \uacf5\uac04\uc774 \ub108\ubb34 \uc791\uc73c\uba74 \uc815\ubcf4\ub97c \ucda9\ubd84\ud788 \ub2f4\uace0 \uc788\uc9c0 \uc54a\uc544 \uc5d0\uc774\uc804\ud2b8\uc758 \uc131\ub2a5\uc774 \uc800\ud558\ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ub530\ub77c\uc11c, \uc0c1\ud0dc\ub97c \uc5b4\ub5bb\uac8c \ud45c\ud604\ud558\uace0 \uc778\ucf54\ub529\ud560 \uac83\uc778\uac00\ub294 \ub9e4\uc6b0 \uc911\uc694\ud55c \ubb38\uc81c\uc785\ub2c8\ub2e4.<\/p>\n \uc0c1\ud0dc \uc778\ucf54\ub529 \uae30\ubc95\uc740 \uc6b0\ub9ac\uac00 \uc815\uc758\ud55c \uc0c1\ud0dc \uacf5\uac04\uc744 \uac00\ub2a5\ud55c \ud55c \ucef4\ud4e8\ud130\uac00 \uc77d\uace0 \uc774\ud574\ud558\uae30 \uc26c\uc6b4 \ud615\ud0dc\ub85c \ubcc0\ud658\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4. \uc5ec\uae30\uc11c\ub294 \ub300\ud45c\uc801\uc778 \ub450 \uac00\uc9c0 \uae30\ubc95\uc778 \ubca1\ud130\ud654\uc640 \uc6d0-\ud56b \uc778\ucf54\ub529\uc744 \uc124\uba85\ud558\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n \ubca1\ud130\ud654\ub294 \uc0c1\ud0dc\ub97c \ub2e4\ucc28\uc6d0 \ubca1\ud130 \uacf5\uac04\uc73c\ub85c \ud45c\ud604\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4. \uac01 \uc0c1\ud0dc\ub294 \uace0\uc720\ud55c \uc218\uce58 \ubca1\ud130\ub85c \ubcc0\ud658\ub418\uba70, \uc774 \uc218\uce58\ub4e4\uc740 \uc0c1\ud0dc\uc758 \ud2b9\uc131\uc744 \ubc18\uc601\ud569\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \uc790\ub3d9\ucc28 \uc8fc\ud589 \uc2dc\ubbac\ub808\uc774\uc158\uc5d0\uc11c \uc790\ub3d9\ucc28\uc758 \uc18d\ub3c4, \ubc29\ud5a5, \uac70\ub9ac\uc640 \uac19\uc740 \uc815\ubcf4\ub97c \ubca1\ud130\ub85c \ud45c\ud604\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n \ubca1\ud130\ud654\uc758 \uc7a5\uc810\uc740 \uc5f0\uc18d\uc801\uc778 \uc0c1\ud0dc\ub97c \ub2e4\ub8f0 \uc218 \uc788\ub2e4\ub294 \uc810\uc785\ub2c8\ub2e4. \ub2e4\uc74c\uc740 \uc790\ub3d9\ucc28 \uc0c1\ud0dc\ub97c \ubca1\ud130\ud654\ud558\ub294 \uac04\ub2e8\ud55c \uc608\uc81c\uc785\ub2c8\ub2e4:<\/p>\n \uc704 \ucf54\ub4dc\uc5d0\uc11c \uc6d0-\ud56b \uc778\ucf54\ub529\uc740 \ubc94\uc8fc\ud615 \ubcc0\uc218\ub97c \uc778\ucf54\ub529\ud560 \ub54c \uc720\uc6a9\ud55c \uae30\ubc95\uc785\ub2c8\ub2e4. \uc0c1\ud0dc\uac00 \uba85\ud655\ud55c \ubc94\uc8fc\ub85c \ub098\ub258\uc5b4\uc9c0\ub294 \uacbd\uc6b0, \uac01 \ubc94\uc8fc\ub294 \uc774\uc9c4 \ubca1\ud130\ub85c \ud45c\ud604\ub429\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \ub0a0\uc528 \uc0c1\ud0dc\uac00 ‘\ub9d1\uc74c’, ‘\ube44’, ‘\ub208’\uc73c\ub85c \uad6c\ubd84\ub41c\ub2e4\uace0 \uac00\uc815\ud588\uc744 \ub54c, \uc6d0-\ud56b \uc778\ucf54\ub529\uc73c\ub85c \ub2e4\uc74c\uacfc \uac19\uc774 \ud45c\ud604\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4:<\/p>\n \uc704 \ucf54\ub4dc\uc5d0\uc11c \uc774\uc81c \uc0c1\ud0dc \uacf5\uac04 \uc124\uacc4\uc640 \uc778\ucf54\ub529 \uae30\ubc95\uc744 \ud65c\uc6a9\ud55c \uac04\ub2e8\ud55c \uc608\uc81c\ub97c \uc0b4\ud3b4\ubcf4\uaca0\uc2b5\ub2c8\ub2e4. \uc608\uc81c\ub294 \uac15\ud654\ud559\uc2b5\uc744 \uc704\ud55c \ub9c8\ud2b8\uc5d0\uc11c \uc1fc\ud551\ud558\ub294 \uc5d0\uc774\uc804\ud2b8\ub97c \ubaa8\ub378\ub9c1\ud558\ub294 \uac83\uc785\ub2c8\ub2e4. \uc5d0\uc774\uc804\ud2b8\ub294 \uc0c1\ud0dc\ub97c \uc815\ub9ac\ud558\uace0, \ud589\ub3d9\uc744 \uacb0\uc815\ud574\uc57c \ud569\ub2c8\ub2e4.<\/p>\n \ub9c8\ud2b8\uc758 \uc0c1\ud0dc\ub294 \ub2e4\uc74c\uacfc \uac19\uc774 \uc815\uc758\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4:<\/p>\n \uc0c1\ud0dc \uacf5\uac04\uc740 \ud3ec\uc9c0\uc158\uacfc \uc7a5\ubc14\uad6c\ub2c8 \uc0c1\ud0dc\uc758 \uc870\ud569\uc73c\ub85c \uc815\uc758\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc704\uce58\uc640 \uc7a5\ubc14\uad6c\ub2c8 \ud488\ubaa9\uc744 \uc6d0-\ud56b \uc778\ucf54\ub529\uc744 \uc0ac\uc6a9\ud558\uc5ec \ud45c\ud604\ud574\ubcf4\uaca0\uc2b5\ub2c8\ub2e4.<\/p>\n \uc704 \ucf54\ub4dc\uc5d0\uc11c \uc0c1\ud0dc \uacf5\uac04\uc744 \uc124\uacc4\ud560 \ub54c\ub294 \ub2e4\uc74c\uacfc \uac19\uc740 \uba87 \uac00\uc9c0 \uc8fc\uc694 \uc694\uc18c\ub97c \uace0\ub824\ud574\uc57c \ud569\ub2c8\ub2e4:<\/p>\n \uc0c1\ud0dc \uacf5\uac04\uacfc \uc0c1\ud0dc \uc778\ucf54\ub529 \uae30\ubc95\uc740 \uac15\ud654\ud559\uc2b5\uc5d0\uc11c \uc5d0\uc774\uc804\ud2b8\uc758 \ud559\uc2b5 \uc131\ub2a5\uc744 \uacb0\uc815\uc9d3\ub294 \uc911\uc694\ud55c \uc694\uc18c\uc785\ub2c8\ub2e4. \ubca1\ud130\ud654\uc640 \uc6d0-\ud56b \uc778\ucf54\ub529\uc744 \uc774\ud574\ud558\uace0 \uc801\uc6a9\ud558\ub294 \uac83\uc740 \uc88b\uc740 \uc5d0\uc774\uc804\ud2b8\ub97c \ub9cc\ub4dc\ub294 \ub370 \ud544\uc218\uc801\uc785\ub2c8\ub2e4. \uc9c0\uae08\uae4c\uc9c0 \uc124\uba85\ud55c \ub0b4\uc6a9\uc744 \ud1b5\ud574 \ucda9\ubd84\ud55c \uc778\uc0ac\uc774\ud2b8\ub97c \uc81c\uacf5\ud558\uace0\uc790 \ud588\uc2b5\ub2c8\ub2e4. \uc55e\uc73c\ub85c \ub2e4\ub978 \ub370\uc774\ud130 \ubc0f \ud658\uacbd\uc5d0 \ub9de\ucdb0 \ub354 \ub2e4\uc591\ud55c \uc0c1\ud0dc \uc778\ucf54\ub529 \uae30\ubc95\uc744 \uc2e4\ud5d8\ud574\ubcf4\uc2dc\uae38 \ubc14\ub78d\ub2c8\ub2e4.<\/p>\n \uc774 \uae00\uc774 \uac15\ud654\ud559\uc2b5\uc5d0 \ub300\ud55c \uc774\ud574\ub97c \uae4a\uc774\ud558\ub294 \ub370 \ub3c4\uc6c0\uc774 \ub418\uc5c8\uae30\ub97c \ubc14\ub78d\ub2c8\ub2e4. \uc9c8\ubb38\uc774\ub098 \uad81\uae08\ud55c \uc810\uc774 \uc788\ub2e4\uba74 \ub313\uae00\ub85c \ub0a8\uaca8\uc8fc\uc2dc\uae30 \ubc14\ub78d\ub2c8\ub2e4!<\/p>\n\uc0c1\ud0dc \uacf5\uac04 \uc124\uacc4\uc758 \uc911\uc694\uc131<\/h2>\n
\uc0c1\ud0dc \uc778\ucf54\ub529 \uae30\ubc95<\/h2>\n
1. \ubca1\ud130\ud654 (Vectorization)<\/h3>\n
import numpy as np\n\n# \uc0c1\ud0dc \ubca1\ud130 \uc815\uc758 (\uc18d\ub3c4, \ubc29\ud5a5, \uac70\ub9ac)\nstate_vector = np.array([speed, direction, distance])\n <\/code><\/pre>\nspeed<\/code>, direction<\/code>, distance<\/code>\ub294 \uc0c1\ud0dc\uc758 \uac01 \ubcc0\uc218\ub97c \ub098\ud0c0\ub0b4\uba70, numpy<\/code> \ub97c \ud1b5\ud574 \uc774\ub7ec\ud55c \ubcc0\uc218\ub97c \ubca1\ud130\ub85c \uacb0\ud569\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n2. \uc6d0-\ud56b \uc778\ucf54\ub529 (One-Hot Encoding)<\/h3>\n
# \ub0a0\uc528 \uc0c1\ud0dc \uc815\uc758\nweather_states = ['\ub9d1\uc74c', '\ube44', '\ub208']\n\n# \uc6d0-\ud56b \uc778\ucf54\ub529 \ud568\uc218\ndef one_hot_encode(state, states):\n index = states.index(state)\n one_hot_vector = np.zeros(len(states))\n one_hot_vector[index] = 1\n return one_hot_vector\n\n# \ud2b9\uc815 \ub0a0\uc528 \uc0c1\ud0dc \uc778\ucf54\ub529\nencoded_weather = one_hot_encode('\ube44', weather_states)\n <\/code><\/pre>\none_hot_encode<\/code> \ud568\uc218\ub294 \uc8fc\uc5b4\uc9c4 \uc0c1\ud0dc\ub97c \uc6d0-\ud56b \ubca1\ud130\ub85c \ubcc0\ud658\ud569\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, ‘\ube44’ \uc0c1\ud0dc\ub294 \ubca1\ud130 [0, 1, 0]<\/code>\ub85c \ud45c\ud604\ub429\ub2c8\ub2e4.<\/p>\n\uc0c1\ud0dc \uacf5\uac04 \uc124\uacc4 \uc2e4\uc2b5 \uc608\uc81c<\/h2>\n
\uc608\uc81c: \ub9c8\ud2b8 \uc1fc\ud551 \uc5d0\uc774\uc804\ud2b8<\/h3>\n
\n
positions = ['\uc785\uad6c', '\uc2dd\ub8cc\ud488', '\uc804\uc790\uc81c\ud488', '\ucd9c\uad6c']\nitems = ['\uc6b0\uc720', '\ube75', '\ud140\ube14\ub7ec']\n\n# \uc0c1\ud0dc\ub97c \uc6d0-\ud56b \uc778\ucf54\ub529\ud558\ub294 \ud568\uc218\ndef encode_state(position, item_list):\n encoded_position = one_hot_encode(position, positions)\n encoded_items = [one_hot_encode(item, items) for item in item_list]\n return np.concatenate([encoded_position] + encoded_items)\n\n# \uc0c1\ud0dc \uc815\uc758\ncurrent_position = '\uc2dd\ub8cc\ud488'\ncurrent_items = ['\uc6b0\uc720', '\ube75']\nstate = encode_state(current_position, current_items)\n <\/code><\/pre>\nencode_state<\/code> \ud568\uc218\ub294 \ud604\uc7ac \uc704\uce58\uc640 \uc7a5\ubc14\uad6c\ub2c8\uc758 \ud488\ubaa9 \ubaa9\ub85d\uc744 \uc6d0-\ud56b \ubca1\ud130\ub85c \uc778\ucf54\ub529\ud558\uc5ec \ud558\ub098\uc758 \ubca1\ud130\ub85c \uacb0\ud569\ud569\ub2c8\ub2e4. \uc774\ub807\uac8c \ud558\uba74 \uc5d0\uc774\uc804\ud2b8\ub294 \ud604\uc7ac \uc0c1\ud0dc\ub97c \ud6a8\uacfc\uc801\uc73c\ub85c \ud45c\ud604\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\uc0c1\ud0dc \uacf5\uac04 \uc124\uacc4 \uc2dc \uace0\ub824 \uc0ac\ud56d<\/h2>\n
\n
\uacb0\ub860<\/h2>\n