{"id":182,"date":"2023-09-14T11:26:24","date_gmt":"2023-09-14T02:26:24","guid":{"rendered":"https:\/\/awesome-note.com\/?p=182"},"modified":"2023-09-14T11:26:26","modified_gmt":"2023-09-14T02:26:26","slug":"%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac","status":"publish","type":"post","link":"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/","title":{"rendered":"[\ub370\uc774\ud130 \uc804\ucc98\ub9ac1] \ub370\uc774\ud130 \uc815\uc81c(\uacb0\uce21\uac12, \uc774\uc0c1\uac12 \ucc98\ub9ac)"},"content":{"rendered":"\n<p>\ub370\uc774\ud130 \uc804\ucc98\ub9ac\ub294 \ubd84\uc11d \ubaa9\uc801\uacfc \ubc29\ubc95\uc5d0 \uc801\ud569\ud55c \ub370\uc774\ud130 \ud615\ud0dc\ub85c \ucc98\ub9ac\ud558\uae30 \uc704\ud574 \ubd88\ud544\uc694\ud55c \ub370\uc774\ud130\ub97c \ubd84\ub9ac, \uc81c\uac70\ud558\uace0 \uac00\uacf5\ud558\ub294 \uacfc\uc815\uc785\ub2c8\ub2e4.  \ub370\uc774\ud130 \ubd84\uc11d\uc744 \uc704\ud55c \ud544\uc218 \uacfc\uc815\uc774\uba70, (1) \ub370\uc774\ud130 \uc815\uc81c(Cleaning), (2) \ub370\uc774\ud130 \ud1b5\ud569(Integration), (3) \ub370\uc774\ud130 \ucd95\uc18c(Reduction), (4) \ub370\uc774\ud130 \ubcc0\ud658(Transformation)\uc73c\ub85c \uad6c\uc131\ub429\ub2c8\ub2e4. <\/p>\n\n\n\n<p>\uc55e\uc11c \uc18c\uac1c\ud55c <a href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%88%98%ec%a7%91-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%9c%a0%ed%98%95%eb%b3%84-%ec%88%98%ec%a7%91-%ea%b8%b0%ec%88%a0\/\" data-type=\"link\" data-id=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%88%98%ec%a7%91-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%9c%a0%ed%98%95%eb%b3%84-%ec%88%98%ec%a7%91-%ea%b8%b0%ec%88%a0\/\">\ub370\uc774\ud130 \uc218\uc9d1<\/a>, <a href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%80%ec%9e%a5-%eb%b9%85%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%80%ec%9e%a5%ec%8b%9c%ec%8a%a4%ed%85%9c-3hdfs-gfs-nosql\/\" data-type=\"link\" data-id=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%80%ec%9e%a5-%eb%b9%85%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%80%ec%9e%a5%ec%8b%9c%ec%8a%a4%ed%85%9c-3hdfs-gfs-nosql\/\">\ub370\uc774\ud130 \uc800\uc7a5<\/a> \uacfc\uc815\uc744 \uac70\uce5c \ub4a4, \ubd84\uc11d\uc5d0 \ud544\uc694\ud55c \ub370\uc774\ud130\ub97c \ucd94\ucd9c\ud558\uace0 \ud1b5\ud569\ud558\ub294 &#8216;\ub370\uc774\ud130 \uc804\ucc98\ub9ac&#8217; \uacfc\uc815\uc744 \uac70\uce58\uac8c \ub429\ub2c8\ub2e4.<\/p>\n\n\n\n<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_69_1 counter-hierarchy ez-toc-counter ez-toc-white ez-toc-container-direction\">\n<div class=\"ez-toc-title-container\">\n<p class=\"ez-toc-title \" >\ubaa9\ucc28<\/p>\n<span class=\"ez-toc-title-toggle\"><a href=\"#\" class=\"ez-toc-pull-right ez-toc-btn ez-toc-btn-xs ez-toc-btn-default ez-toc-toggle\" aria-label=\"Toggle Table of Content\"><span class=\"ez-toc-js-icon-con\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/span><\/a><\/span><\/div>\n<nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#1_%EB%8D%B0%EC%9D%B4%ED%84%B0_%EC%A0%84%EC%B2%98%EB%A6%AC\" title=\"1. \ub370\uc774\ud130 \uc804\ucc98\ub9ac\">1. \ub370\uc774\ud130 \uc804\ucc98\ub9ac<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#1_%EB%8D%B0%EC%9D%B4%ED%84%B0_%EC%A0%95%EC%A0%9C_%E2%80%93_%EA%B2%B0%EC%B8%A1%EA%B0%92_%EC%B2%98%EB%A6%AC\" title=\"1) \ub370\uc774\ud130 \uc815\uc81c &#8211; \uacb0\uce21\uac12 \ucc98\ub9ac\">1) \ub370\uc774\ud130 \uc815\uc81c &#8211; \uacb0\uce21\uac12 \ucc98\ub9ac<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#1-1_%EA%B2%B0%EC%B8%A1%EA%B0%92_%EC%B2%98%EB%A6%AC%EB%B0%A9%EB%B2%95_%E2%80%93_%EB%8B%A8%EC%88%9C_%EB%8C%80%EC%B9%98%EB%B2%95\" title=\"(1-1) \uacb0\uce21\uac12 \ucc98\ub9ac\ubc29\ubc95 &#8211; \ub2e8\uc21c \ub300\uce58\ubc95\">(1-1) \uacb0\uce21\uac12 \ucc98\ub9ac\ubc29\ubc95 &#8211; \ub2e8\uc21c \ub300\uce58\ubc95<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#1-2_%EA%B2%B0%EC%B8%A1%EA%B0%92_%EC%B2%98%EB%A6%AC%EB%B0%A9%EB%B2%95_%E2%80%93_%EB%8B%A4%EC%A4%91_%EB%8C%80%EC%B9%98%EB%B2%95\" title=\"(1-2) \uacb0\uce21\uac12 \ucc98\ub9ac\ubc29\ubc95 &#8211; \ub2e4\uc911 \ub300\uce58\ubc95\">(1-2) \uacb0\uce21\uac12 \ucc98\ub9ac\ubc29\ubc95 &#8211; \ub2e4\uc911 \ub300\uce58\ubc95<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#2_%EB%8D%B0%EC%9D%B4%ED%84%B0_%EC%A0%95%EC%A0%9C_%E2%80%93_%EC%9D%B4%EC%83%81%EA%B0%92_%EC%B2%98%EB%A6%AC\" title=\"2) \ub370\uc774\ud130 \uc815\uc81c &#8211; \uc774\uc0c1\uac12 \ucc98\ub9ac\">2) \ub370\uc774\ud130 \uc815\uc81c &#8211; \uc774\uc0c1\uac12 \ucc98\ub9ac<\/a><ul class='ez-toc-list-level-4' ><li class='ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#2-1_%EC%8B%9C%EA%B0%81%ED%99%94\" title=\"(2-1) \uc2dc\uac01\ud654\">(2-1) \uc2dc\uac01\ud654<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#2-2_ESD\" title=\"(2-2)  ESD\">(2-2)  ESD<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#2-3_%EC%82%AC%EB%B6%84%EC%9C%84%EC%88%98\" title=\"(2-3) \uc0ac\ubd84\uc704\uc218\">(2-3) \uc0ac\ubd84\uc704\uc218<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#2-4_%EA%B8%B0%ED%95%98%ED%8F%89%EA%B7%A0\" title=\"(2-4) \uae30\ud558\ud3c9\uade0\">(2-4) \uae30\ud558\ud3c9\uade0<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-4'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/#2-5_%EB%B6%84%EC%84%9D%EA%B8%B0%EB%B2%95_%ED%99%9C%EC%9A%A9\" title=\"(2-5) \ubd84\uc11d\uae30\ubc95 \ud65c\uc6a9\">(2-5) \ubd84\uc11d\uae30\ubc95 \ud65c\uc6a9<\/a><\/li><\/ul><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n<h2 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1_%EB%8D%B0%EC%9D%B4%ED%84%B0_%EC%A0%84%EC%B2%98%EB%A6%AC\"><\/span>1. \ub370\uc774\ud130 \uc804\ucc98\ub9ac<span class=\"ez-toc-section-end\"><\/span><\/h2>\n\n\n\n<p>\uc2e4\uc81c \ubd84\uc11d\uc5d0\uc11c\ub3c4 \ub370\uc774\ud130 \uc218\uc9d1 \ubc0f \uc804\ucc98\ub9ac \uacfc\uc815\uc774 70~80% \ucc28\uc9c0\ud560 \uc815\ub3c4\ub85c \uc911\uc694\ud55c \uacfc\uc815\uc785\ub2c8\ub2e4. \uc774 \uc911 \ub370\uc774\ud130 \uc815\uc81c \uacfc\uc815\uc744 \uac70\uce58\uce58 \uc54a\uc73c\uba74, \ub370\uc774\ud130 \uad6c\uc131\uc758 \uc77c\uad00\uc131\uc774 \uc5c6\uc5b4\uc838 \ubd84\uc11d \ucc98\ub9ac\uc5d0 \uc5b4\ub824\uc6c0\uc774 \uc788\uace0, \uacb0\uacfc\uc758 \uc2e0\ub8b0\ub3c4\uac00 \ub0ae\uc544\uc9c0\uae30 \ub54c\ubb38\uc5d0 \ubc18\ub4dc\uc2dc \uc218\ud589\ub418\uc5b4\uc57c \ud569\ub2c8\ub2e4. <\/p>\n\n\n\n<p>\ub370\uc774\ud130 \uc815\uc81c\ub294 \ud06c\uac8c (1) \uacb0\uce21\uac12(Missing Value), (2) \uc774\uc0c1\uac12(Outlier) \ucc98\ub9ac\uac00 \uc788\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1_%EB%8D%B0%EC%9D%B4%ED%84%B0_%EC%A0%95%EC%A0%9C_%E2%80%93_%EA%B2%B0%EC%B8%A1%EA%B0%92_%EC%B2%98%EB%A6%AC\"><\/span>1) \ub370\uc774\ud130 \uc815\uc81c &#8211; \uacb0\uce21\uac12 \ucc98\ub9ac<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\uacb0\uce21\uac12\uc740 \ub370\uc774\ud130\uac00 \ub204\ub77d\ub41c \uac12\uc774\uba70, \ubd84\uc11d\uc5d0 \uc601\ud5a5\uc744 \uc8fc\uae30 \ub54c\ubb38\uc5d0 \ubc18\ub4dc\uc2dc \ucc98\ub9ac\ud574\uc57c \ud569\ub2c8\ub2e4. \uc2e4\uc81c \ubd84\uc11d \uc2dc, NA, N\/A, NULL \ub4f1 \ub2e4\uc591\ud558\uac8c \ud45c\uae30\ub429\ub2c8\ub2e4. <\/p>\n\n\n\n<p>\uacb0\uce21 \ub370\uc774\ud130\ub294 \ud06c\uac8c (1) \uc644\uc804 \ubb34\uc791\uc704 \uacb0\uce21, (2) \ubb34\uc791\uc704 \uacb0\uce21, (3) \ube44 \ubb34\uc791\uc704 \uacb0\uce21\uc774 \uc788\uc73c\uba70, \ub370\uc774\ud130 \uacb0\uce21\uce58\uac00 \uc5b4\ub5a4 \uc720\ud615\uc778\uc9c0\ub97c\ubd84\uc11d\ud558\uace0, \uadf8 \uacb0\uacfc\uc5d0 \ub530\ub77c \uacb0\uce21\uce58 \ucc98\ub9ac \ubc29\ubc95(\ub2e8\uc21c \ub300\uce58\ubc95, \ub2e4\uc911 \ub300\uce58\ubc95)\uc744 \uc120\ud0dd\ud569\ub2c8\ub2e4. <\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\uc644\uc804 \ubb34\uc791\uc704 \uacb0\uce21(MCAR, Missing Completely At Random) : \uacb0\uce21 \ub370\uc774\ud130\uac00 \ub2e4\ub978 \ubcc0\uc218\uc640 \uc5f0\uad00\uc774 \uc5c6\ub294 \uacbd\uc6b0<\/li>\n\n\n\n<li>\ubb34\uc791\uc704 \uacb0\uce21(MAR, Missing At Random) : \uacb0\uce21 \ub370\uc774\ud130\uac00 \ud2b9\uc815 \ubcc0\uc218\uc640 \uad00\ub828\ub418\uc5b4 \ubc1c\uc0dd\ub418\ub098, \uacb0\uacfc\uc5d0\ub294 \uc601\ud5a5\uc774 \uc5c6\ub294 \uacbd\uc6b0<\/li>\n\n\n\n<li>\ubb34 \uc791\uc704 \uacb0\uce21(NMAR, Not Missing At Random) :  \uacb0\uce21 \ub370\uc774\ud130\uac00 \ub2e4\ub978 \ubcc0\uc218\uc640 \uad00\ub828\uc774 \uc788\ub294 \uacbd\uc6b0<\/li>\n<\/ul>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1-1_%EA%B2%B0%EC%B8%A1%EA%B0%92_%EC%B2%98%EB%A6%AC%EB%B0%A9%EB%B2%95_%E2%80%93_%EB%8B%A8%EC%88%9C_%EB%8C%80%EC%B9%98%EB%B2%95\"><\/span>(1-1) \uacb0\uce21\uac12 \ucc98\ub9ac\ubc29\ubc95 &#8211; \ub2e8\uc21c \ub300\uce58\ubc95<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\uc644\uc804 \ubd84\uc11d\ubc95 : \ubd88\uc644\uc804 \uc790\ub8cc\ub294 \ubaa8\ub450 \ubb34\uc2dc\ud558\uace0 \ubd84\uc11d \uc9c4\ud589, \ud6a8\uc728\uc131 \uc0c1\uc2e4, \ud1b5\uacc4\uc801 \ucd94\ub860\uc758 \ud0c0\ub2f9\uc131 \ubb38\uc81c\uac00 \ubc1c\uc0dd \uac00\ub2a5<\/li>\n\n\n\n<li>\ud3c9\uade0 \ub300\uce58\ubc95 : \uad00\uce21 \ub610\ub294 \uc2e4\ud5d8\uc73c\ub85c \uc5bb\uc5b4\uc9c4 \ub370\uc774\ud130\uc758 \ud3c9\uade0, \uc911\uc559\uac12, \ucd5c\ube48\uac12\uc73c\ub85c \uacb0\uce21\uac12\uc744 \ub300\uce58<\/li>\n\n\n\n<li>\ub2e8\uc21c\ud655\ub960 \ub300\uce58\ubc95 : \ud3c9\uade0 \ub300\uce58\ubc95\uc5d0\uc11c \ucd94\uc815\ud55c \ud45c\uc900\uc624\ucc28\uc758 \uacfc\uc18c \ucd94\uc815\uc744 \ubcf4\uc644\ud558\uba70, (1) Hot-Deck(\ud604\uc7ac \uc9c4\ud589 \uc911\uc778 \uc5f0\uad6c\uc5d0\uc11c \ube44\uc2b7\ud55c \uc131\ud5a5 \uc751\ub2f5 \uc790\ub8cc\ub85c \ub300\uccb4, (2) Cold-Deck(\uc678\ubd80 \ucd9c\ucc98\uc5d0\uc11c \uac00\uc838\uc628 \uac12\uc73c\ub85c \ub300\uccb4) \ub4f1\uc758 \ubc29\ubc95\uc774 \uc788\uc74c<\/li>\n<\/ul>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"1-2_%EA%B2%B0%EC%B8%A1%EA%B0%92_%EC%B2%98%EB%A6%AC%EB%B0%A9%EB%B2%95_%E2%80%93_%EB%8B%A4%EC%A4%91_%EB%8C%80%EC%B9%98%EB%B2%95\"><\/span>(1-2) \uacb0\uce21\uac12 \ucc98\ub9ac\ubc29\ubc95 &#8211; \ub2e4\uc911 \ub300\uce58\ubc95<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\ub2e4\uc911 \ub300\uce58\ubc95\uc740 \ud55c \ubc88\uc774 \uc544\ub2cc n\ubc88 \uc218\ud589\ud558\uc5ec n\uac1c\uc758 \uc0c8\ub85c\uc6b4 \uac00\uc0c1 \uc790\ub8cc\ub97c \ub9cc\ub4e4\uc5b4 \uacb0\uce21\uac12\uc744 \ub300\uccb4\ud558\ub294 \ubc29\ubc95\uc785\ub2c8\ub2e4. \ubcf5\uc218\ub85c \uc2dc\ud589\ub418\uae30 \ub54c\ubb38\uc5d0 \ud1b5\uacc4\uc801 \ud6a8\uc728\uc131 \ubc0f \uc77c\uce58\uc131 \ubb38\uc81c\ub97c \ubcf4\uc644\ud560 \uc218 \uc788\uc73c\ub098, \ucd94\uccad\ub7c9 \ud45c\uc900\uc624\ucc28\uc758 \uacfc\uc18c\ucd94\uc815, \uacc4\uc0b0\uc758 \ub09c\ud574\uc131 \ubb38\uc81c\ub3c4 \uac00\uc9c0\uace0 \uc788\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n\n<p>[<a href=\"https:\/\/youtu.be\/pmnP26UIIEM?si=_Ao1ZQaXukCQW2ll\" data-type=\"link\" data-id=\"https:\/\/youtu.be\/pmnP26UIIEM?si=_Ao1ZQaXukCQW2ll\" target=\"_blank\" rel=\"noopener\">\uacb0\uce21\uce58 \ucc98\ub9ac \ubc29\ubc95 \uad00\ub828 \ucc38\uace0 \uc601\uc0c1<\/a>] <\/p>\n\n\n\n<p><\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2_%EB%8D%B0%EC%9D%B4%ED%84%B0_%EC%A0%95%EC%A0%9C_%E2%80%93_%EC%9D%B4%EC%83%81%EA%B0%92_%EC%B2%98%EB%A6%AC\"><\/span>2) \ub370\uc774\ud130 \uc815\uc81c &#8211; \uc774\uc0c1\uac12 \ucc98\ub9ac<span class=\"ez-toc-section-end\"><\/span><\/h3>\n\n\n\n<p>\uc774\uc0c1\uac12(\uc774\uc0c1\uce58)\uc740 \uac70\ub9ac, \ubc00\ub3c4 \uce21\uba74\uc5d0\uc11c \uc815\uc0c1 \ubc94\uc8fc\uc5d0\uc11c \ubc97\uc5b4\ub09c \uac12\uc744 \ub9d0\ud569\ub2c8\ub2e4. \uc989, \uc77c\ubc18\uc801\uc778 \ub2e4\ub978 \uac12\uacfc \uba40\ub9ac \ub5a8\uc5b4\uc9c4 \uac12\uc785\ub2c8\ub2e4. \ubc18\ub4dc\uc2dc \uc81c\uac70\ud560 \ud544\uc694\ub294 \uc5c6\uc73c\ub098, \uacb0\uce21\uac12\uacfc \ub9c8\ucc2c\uac00\uc9c0\ub85c \uc774\uc0c1\uac12\ub3c4 \ubd84\uc11d \uacb0\uacfc\uc5d0 \uc601\ud5a5(\uc65c\uace1)\uc744 \uc8fc\uae30 \ub54c\ubb38\uc5d0 \ud574\ub2f9 \ubd84\uc57c\uc758 \uc804\ubb38\uac00\uc640 \uc0c1\uc758\ud558\uc5ec \ud310\ubcc4\ud558\uc5ec \uc81c\uac70 \uc5ec\ubd80\ub97c \uacb0\uc815\ud574\uc57c \ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<p>\uc774\ub7ec\ud55c \uc774\uc0c1\uac12\uc774 \ubc1c\uc0dd\ud55c \uc6d0\uc778\uc73c\ub85c (1) \uc758\ub3c4\uce58 \uc54a\uac8c \uc798\ubabb\ub41c \uc785\ub825, \uce21\uc815, \uc2e4\ud5d8\uc73c\ub85c \ubc1c\uc0dd\ub41c \ub370\uc774\ud130, (2) \uc751\ub2f5\uc790\uc758 \uace0\uc758\uc801\uc778 \uac70\uc9d3\uc73c\ub85c \ubc1c\uc0dd\ub41c \ub370\uc774\ud130, (3) \ub370\uc774\ud130 \ud45c\ubcf8\uc744 \uc798\ubabb \uc124\uc815\ud574\uc11c \ubc1c\uc0dd\ud55c \ub370\uc774\ud130 \ub4f1\uc774 \uc788\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n\n<p>\uc774\uc0c1\uac12\uc744 \ud0d0\uc9c0\ud558\uae30 \uc704\ud55c \ubc29\ubc95\uc73c\ub85c \uc544\ub798\uc640 \uac19\uc774 5\uac00\uc9c0\ub97c \uc18c\uac1c\ud558\uace0\uc790 \ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2-1_%EC%8B%9C%EA%B0%81%ED%99%94\"><\/span>(2-1) \uc2dc\uac01\ud654<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\ud788\uc2a4\ud1a0\uadf8\ub7a8(Histogram), \ubc00\ub3c4\ucc28\ud2b8(Density Chart), \uc0c1\uc790\uadf8\ub9bc(Box Plot), \uc0b0\ud3ec\ub3c4, \uc794\ucc28\ub3c4 \ub4f1 \ub370\uc774\ud130 \uc2dc\uac01\ud654(visualization)\ub97c \ud1b5\ud574 \uc774\uc0c1\uac12 \uac80\ucd9c\uc774 \uac00\ub2a5\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2-2_ESD\"><\/span>(2-2)  ESD<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>ESD(Extreme Studentized Deviation)\ub97c \ud1b5\ud574 \ud3c9\uade0\uc73c\ub85c\ubd80\ud130 3 \ud45c\uc900\ud3b8\ucc28 \ub5a8\uc5b4\uc9c4 \uac12\uc744 \uc774\uc0c1\uce58\ub85c \ud310\ubcc4\ud569\ub2c8\ub2e4. <\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2-3_%EC%82%AC%EB%B6%84%EC%9C%84%EC%88%98\"><\/span>(2-3) \uc0ac\ubd84\uc704\uc218 <span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>Q1 &#8211; 1.5 * IQR &lt; \uc815\uc0c1\ub370\uc774\ud130 &lt; Q3 + 1.5 * IQR  (IQR = Q3 &#8211; Q1) <\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2-4_%EA%B8%B0%ED%95%98%ED%8F%89%EA%B7%A0\"><\/span>(2-4) \uae30\ud558\ud3c9\uade0<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<p>\uae30\ud558\ud3c9\uade0 &#8211; 2.5 \ud45c\uc900\ud3b8\ucc28 &lt; \uc815\uc0c1\ub370\uc774\ud130 &lt; \uae30\ud558\ud3c9\uade0 + 2.5 \ud45c\uc900\ud3b8\ucc28 <\/p>\n\n\n\n<h4 class=\"wp-block-heading\"><span class=\"ez-toc-section\" id=\"2-5_%EB%B6%84%EC%84%9D%EA%B8%B0%EB%B2%95_%ED%99%9C%EC%9A%A9\"><\/span>(2-5) \ubd84\uc11d\uae30\ubc95 \ud65c\uc6a9<span class=\"ez-toc-section-end\"><\/span><\/h4>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\ube44\uc9c0\ub3c4 \ud559\uc2b5\uc758 \uad70\uc9d1\uae30\ubc95 <\/li>\n\n\n\n<li>\ub9c8\ud560\ub77c\ub178\ube44\uc2a4 \uac70\ub9ac<\/li>\n\n\n\n<li>LOF(Local Outlier Factor)<\/li>\n\n\n\n<li>iForest(Isolation Forest) <\/li>\n<\/ul>\n\n\n\n<p><\/p>\n\n\n\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-\uc5b4\uc378\ub178\ud2b8 wp-block-embed-\uc5b4\uc378\ub178\ud2b8\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"RkgTEIbQtZ\"><a href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%80%ec%9e%a5-%eb%b9%85%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%80%ec%9e%a5%ec%8b%9c%ec%8a%a4%ed%85%9c-3hdfs-gfs-nosql\/\">[\ub370\uc774\ud130 \uc800\uc7a5] \ube45\ub370\uc774\ud130 \uc800\uc7a5\uc2dc\uc2a4\ud15c 3(HDFS, GFS, NoSQL)<\/a><\/blockquote><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; clip: rect(1px, 1px, 1px, 1px);\" title=\"&#8220;[\ub370\uc774\ud130 \uc800\uc7a5] \ube45\ub370\uc774\ud130 \uc800\uc7a5\uc2dc\uc2a4\ud15c 3(HDFS, GFS, NoSQL)&#8221; &#8212; \uc5b4\uc378\ub178\ud2b8\" src=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%80%ec%9e%a5-%eb%b9%85%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%80%ec%9e%a5%ec%8b%9c%ec%8a%a4%ed%85%9c-3hdfs-gfs-nosql\/embed\/#?secret=zaoiCyaQuG#?secret=RkgTEIbQtZ\" data-secret=\"RkgTEIbQtZ\" width=\"600\" height=\"338\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n","protected":false},"excerpt":{"rendered":"<p>\ub370\uc774\ud130 \uc804\ucc98\ub9ac\ub294 \ubd84\uc11d \ubaa9\uc801\uacfc \ubc29\ubc95\uc5d0 \uc801\ud569\ud55c \ub370\uc774\ud130 \ud615\ud0dc\ub85c \ucc98\ub9ac\ud558\uae30 \uc704\ud574 \ubd88\ud544\uc694\ud55c \ub370\uc774\ud130\ub97c \ubd84\ub9ac, \uc81c\uac70\ud558\uace0 \uac00\uacf5\ud558\ub294 \uacfc\uc815\uc785\ub2c8\ub2e4. \ub370\uc774\ud130 \ubd84\uc11d\uc744 \uc704\ud55c \ud544\uc218 \uacfc\uc815\uc774\uba70, (1) \ub370\uc774\ud130 \uc815\uc81c(Cleaning), (2) \ub370\uc774\ud130 \ud1b5\ud569(Integration), (3) \ub370\uc774\ud130 \ucd95\uc18c(Reduction), (4) \ub370\uc774\ud130 \ubcc0\ud658(Transformation)\uc73c\ub85c \uad6c\uc131\ub429\ub2c8\ub2e4. \uc55e\uc11c \uc18c\uac1c\ud55c \ub370\uc774\ud130 \uc218\uc9d1, \ub370\uc774\ud130 \uc800\uc7a5<\/p>\n<div class=\"read-more-section\"><a class=\"custom-readmore-button\" href=\"https:\/\/awesome-note.com\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%84%ec%b2%98%eb%a6%ac1-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%a0%95%ec%a0%9c%ea%b2%b0%ec%b8%a1%ea%b0%92-%ec%9d%b4%ec%83%81%ea%b0%92-%ec%b2%98%eb%a6%ac\/\">\uc790\uc138\ud788 \ubcf4\uae30 &rarr;<\/a><\/div>\n","protected":false},"author":1,"featured_media":185,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[6],"tags":[82,78,85,80,76,77,15,83,79],"class_list":["post-182","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-bigdata","tag-esd","tag-78","tag-85","tag-80","tag-76","tag-77","tag-15","tag-83","tag-79","infinite-scroll-item","resize-featured-image"],"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"https:\/\/awesome-note.com\/wp-content\/uploads\/2023\/09\/\ub370\uc774\ud130-\uc804\ucc98\ub9ac_\ub370\uc774\ud130-\uc815\uc81c_\uacb0\uce21\uac12-\uc774\uc0c1\uac12-\ucc98\ub9ac.png","_links":{"self":[{"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/posts\/182"}],"collection":[{"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/comments?post=182"}],"version-history":[{"count":5,"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/posts\/182\/revisions"}],"predecessor-version":[{"id":268,"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/posts\/182\/revisions\/268"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/media\/185"}],"wp:attachment":[{"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/media?parent=182"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/categories?post=182"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/awesome-note.com\/wp-json\/wp\/v2\/tags?post=182"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}