{"id":8521,"date":"2019-11-15T20:30:46","date_gmt":"2019-11-15T11:30:46","guid":{"rendered":"http:\/\/www.gisdeveloper.co.kr\/?p=8521"},"modified":"2019-11-15T20:30:46","modified_gmt":"2019-11-15T11:30:46","slug":"%ec%9d%b4%ec%a7%84%eb%b6%84%eb%a5%98binary-classification%ec%97%90-%eb%8c%80%ed%95%9c-cross-entropy-error","status":"publish","type":"post","link":"http:\/\/www.gisdeveloper.co.kr\/?p=8521","title":{"rendered":"\uc774\uc9c4\ubd84\ub958(Binary Classification)\uc5d0 \ub300\ud55c Cross Entropy Error"},"content":{"rendered":"<p>\ud604\uc7ac \ub525\ub7ec\ub2dd\uc5d0\uc11c \ubd84\ub958\uc5d0 \ub300\ud574 \uac00\uc7a5 \ud754\ud788 \uc0ac\uc6a9\ub418\ub294 \uc190\uc2e4\ud568\uc218\ub294 Cross Entropy Error(CEE)\uc785\ub2c8\ub2e4. CEE\ub97c \ube44\ub86f\ud558\uc5ec \ub2e4\ub978 \uc190\uc2e4\ud568\uc218\ub97c \uac04\ub2e8\uc774 \uc815\ub9ac\ud558\ub294 \uae00\uc740 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n<blockquote class=\"wp-embedded-content\" data-secret=\"pIOWSff87z\"><p><a href=\"http:\/\/www.gisdeveloper.co.kr\/?p=7631\">\uc190\uc2e4\ud568\uc218(Loss Function)<\/a><\/p><\/blockquote>\n<p><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; clip: rect(1px, 1px, 1px, 1px);\" title=\"&#8220;\uc190\uc2e4\ud568\uc218(Loss Function)&#8221; &#8212; GIS Developer\" src=\"http:\/\/www.gisdeveloper.co.kr\/?p=7631&#038;embed=true#?secret=Ymm0SXyv1v#?secret=pIOWSff87z\" data-secret=\"pIOWSff87z\" width=\"525\" height=\"296\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe><\/p>\n<p>\ub2e4\uc2dc, CEE\uc5d0 \ub300\ud55c \uacf5\uc2dd\uc744 \uc5b8\uae09\ud558\uba74 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n<p><center><\/p>\n<p class=\"ql-center-displayed-equation\" style=\"line-height: 60px;\"><span class=\"ql-right-eqno\"> &nbsp; <\/span><span class=\"ql-left-eqno\"> &nbsp; <\/span><img loading=\"lazy\" decoding=\"async\" src=\"http:\/\/www.gisdeveloper.co.kr\/wp-content\/ql-cache\/quicklatex.com-0813c8990748cb4377a03591e4061f94_l3.png\" height=\"60\" width=\"160\" class=\"ql-img-displayed-equation quicklatex-auto-format\" alt=\"&#36;&#36;&#76;&#61;&#45;&#92;&#100;&#105;&#115;&#112;&#108;&#97;&#121;&#115;&#116;&#121;&#108;&#101;&#92;&#115;&#117;&#109;&#95;&#123;&#105;&#61;&#49;&#125;&#94;&#123;&#110;&#125;&#32;&#123;&#116;&#95;&#123;&#105;&#125;&#92;&#108;&#111;&#103;&#123;&#121;&#95;&#105;&#125;&#125;&#36;&#36;\" title=\"Rendered by QuickLaTeX.com\"\/><\/p>\n<p><\/center><\/p>\n<p>t\ub294 \uc815\ub2f5 \uac12\uc774\uace0, y\ub294 \ucd94\ub860 \uac12\uc785\ub2c8\ub2e4. \uc815\ub2f5\uc758 \uac1c\uc218\uc640 \ucd94\ub860\uc758 \uac1c\uc218\ub294 \ub2f9\uc5f0\uc774 \uac19\uad6c\uc694. \uc774 \uac1c\uc218\uac00 2\uac1c\uc774\uba74 \uc774\uc9c4\ubd84\ub958\uc774\uace0 2\uac1c\ubcf4\ub2e4 \ub9ce\uc73c\uba74 \ub2e4\uc911\ubd84\ub958\uc785\ub2c8\ub2e4. y\uac12\uc740 \uc2e0\uacbd\ub9dd \uc5ec\ub7ec \uac1c\ub97c \uac70\uccd0 \uc0b0\ucd9c\ub41c \uac12\uc774 \ucd5c\uc885 \ub9c8\uc9c0\ub9c9 \uc5b4\ub5a4 \ud2b9\ubcc4\ud55c \ud65c\uc131\ud568\uc218\uc758 \uc785\ub825\uac12\uc774 \ub418\uc5b4 \uc0b0\ucd9c\ub41c \uacb0\uacfc\uac12\uc785\ub2c8\ub2e4. \uc774\uc9c4\ubd84\ub958\ub85c \uac00\uc7a5 \ub9ce\uc774 \uc0ac\uc6a9\ub418\ub294 \ud65c\uc131\ud568\uc218\ub294 Sigmoid\uc774\uace0 \ub2e4\uc911\ubd84\ub958\ub85c \uac00\uc7a5 \ub9ce\uc774 \uc0ac\uc6a9\ub418\ub294 \uac83\uc774 Softmax\uc785\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ud65c\uc131\ud654 \ud568\uc218\uc5d0 \ub300\ud55c \uae00\uc740 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4. <\/p>\n<blockquote class=\"wp-embedded-content\" data-secret=\"rqBrNaUVJg\"><p><a href=\"http:\/\/www.gisdeveloper.co.kr\/?p=7550\">\ud65c\uc131\ud654 \ud568\uc218(Activation Function)<\/a><\/p><\/blockquote>\n<p><iframe loading=\"lazy\" class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; clip: rect(1px, 1px, 1px, 1px);\" title=\"&#8220;\ud65c\uc131\ud654 \ud568\uc218(Activation Function)&#8221; &#8212; GIS Developer\" src=\"http:\/\/www.gisdeveloper.co.kr\/?p=7550&#038;embed=true#?secret=GF8S4Ne1ob#?secret=rqBrNaUVJg\" data-secret=\"rqBrNaUVJg\" width=\"525\" height=\"296\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe><\/p>\n<p>CEE\ub294 \ucd94\ub860\uac12\uacfc \uadf8\uc5d0 \ub300\ud55c \uc815\ub2f5\uac12\ub4e4\uc5d0 \ub300\ud55c \uc5f0\uc0b0\uc758 \ud569\uc785\ub2c8\ub2e4. \uc989, \ucd94\ub860\uac12\uacfc \uc815\ub2f5\uac12 \uc0ac\uc774\uc758 \uad34\ub9ac(\uc190\uc2e4)\uc744 \ud569\ud55c\uac83\uc785\ub2c8\ub2e4. \uc774\uc9c4\ubd84\ub958\ub294 \ucd94\ub860\uac12\uacfc \uc815\ub2f5\uac12\uc774 2\uac1c\ub85c, \ud558\ub098\ub294 \ucc38\uc774\uace0 \ub450\ubc88\uc9f8\ub294 \uac70\uc9d3\uc785\ub2c8\ub2e4. \ucc38\uc740 1\uc774\uace0 \uac70\uc9d3\uc740 0\uac12\uc785\ub2c8\ub2e4. \uc774 \uc774\uc9c4\ubd84\ub958\ub97c CEE\ub85c \ub098\ud0c0\ub0b4\uba74 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n<p><center><\/p>\n<p class=\"ql-center-displayed-equation\" style=\"line-height: 23px;\"><span class=\"ql-right-eqno\"> &nbsp; <\/span><span class=\"ql-left-eqno\"> &nbsp; <\/span><img loading=\"lazy\" decoding=\"async\" src=\"http:\/\/www.gisdeveloper.co.kr\/wp-content\/ql-cache\/quicklatex.com-51cabea501018ed888d87890a9863002_l3.png\" height=\"23\" width=\"320\" class=\"ql-img-displayed-equation quicklatex-auto-format\" alt=\"&#36;&#36;&#76;&#61;&#45;&#92;&#100;&#105;&#115;&#112;&#108;&#97;&#121;&#115;&#116;&#121;&#108;&#101;&#92;&#45;&#40;&#116;&#92;&#108;&#111;&#103;&#40;&#121;&#41;&#32;&#43;&#32;&#40;&#49;&#45;&#116;&#41;&#92;&#108;&#111;&#103;&#40;&#49;&#45;&#121;&#41;&#41;&#36;&#36;\" title=\"Rendered by QuickLaTeX.com\"\/><\/p>\n<p><\/center><\/p>\n<p>\uc9c4\uad00\uc801\uc73c\ub85c \uc774\ud574\ud560 \uc218 \uc5c6\ub2e4\uba74, \uac01\uac01\uc758 \uacbd\uc6b0\ub85c \uad6c\uccb4\ud654\ud558\uc5ec \uc774\ud574\ud560 \uc218 \uc788\ub294\ub370, \ub2e4\ud589\uc774 \uad6c\uccb4\ud654\ud560 \uacbd\uc6b0\uc758 \uc218\uac00 2\uac00\uc9c0\uc785\ub2c8\ub2e4. \uc989, \ucc38\uc77c\ub54c(t=1) L\uc740 -logy\uac00 \ub418\uace0, \uac70\uc9d3\uc77c\ub54c(t=0) L\uc740 -log(1-y)\uac00 \ub429\ub2c8\ub2e4. \uc774\uac83\uc740 \ubb34\uc5c7\uc744 \uc758\ubbf8\ud560\uae4c\uc694? log <a href='https:\/\/www.desmos.com\/calculator'>\uadf8\ub798\ud504<\/a>\ub97c \ubcf4\uba74 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/www.gisdeveloper.co.kr\/wp-content\/uploads\/2019\/11\/log_graph.png\" alt=\"\" width=\"800\" class=\"aligncenter size-full wp-image-8528\" \/><\/p>\n<p>y\ub294 Sigmoid\uc640 Softmax\uc758 \uacb0\uacfc\uc774\ubbc0\ub85c \uac12\uc758 \ubc94\uc704\ub294 0~1\uc0ac\uc774\uc785\ub2c8\ub2e4. 0\uc740 \ubb34\ud55c\ub300\uc774\uace0, 1\uc740 0\uc774\uc785\ub2c8\ub2e4. \uc989 \ucc38\uc77c\ub54c y\uac00 1(\ucc38)\uc5d0 \uac00\uae4c\uc6b8 \uc218\ub85d L(\uc190\uc2e4, \uc624\ub958)\uc740 0\uc5d0 \uac00\uae4c\uc6cc\uc9c0\uace0 y\uac00 0(\uac70\uc9d3)\uc5d0 \uac00\uae4c\uc6b8 \uc218\ub85d L\uc740 \ubb34\ud55c\ub300\uc5d0 \uac00\uae4c\uc6cc\uc9d1\ub2c8\ub2e4. \ub610\ud55c \uac70\uc9d3\uc77c\ub54c y\uac00 1(\ucc38)\uc5d0 \uac00\uae4c\uc6b8 \uc218\ub85d L(\uc190\uc2e4, \uc624\ub958)\uc740 \ubb34\ud55c\ub300\uc5d0 \uac00\uae4c\uc6cc\uc9c0\uace0 y\uac00 0(\uac70\uc9d3)\uc5d0 \uac00\uae4c\uc6b8 \uc218\ub85d L\uc740 0 \uac00\uae4c\uc6cc\uc9d1\ub2c8\ub2e4. \uc190\uc2e4\ud568\uc218\uc758 \uae30\ubc18\uacfc \uc815\ud655\uc774 \uc77c\uce58\ud55c\ub2e4\ub294 \uac83\uc77c \uc54c \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\ud604\uc7ac \ub525\ub7ec\ub2dd\uc5d0\uc11c \ubd84\ub958\uc5d0 \ub300\ud574 \uac00\uc7a5 \ud754\ud788 \uc0ac\uc6a9\ub418\ub294 \uc190\uc2e4\ud568\uc218\ub294 Cross Entropy Error(CEE)\uc785\ub2c8\ub2e4. CEE\ub97c \ube44\ub86f\ud558\uc5ec \ub2e4\ub978 \uc190\uc2e4\ud568\uc218\ub97c \uac04\ub2e8\uc774 \uc815\ub9ac\ud558\ub294 \uae00\uc740 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4. \uc190\uc2e4\ud568\uc218(Loss Function) \ub2e4\uc2dc, CEE\uc5d0 \ub300\ud55c \uacf5\uc2dd\uc744 \uc5b8\uae09\ud558\uba74 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4. &nbsp; &nbsp; t\ub294 \uc815\ub2f5 \uac12\uc774\uace0, y\ub294 \ucd94\ub860 \uac12\uc785\ub2c8\ub2e4. \uc815\ub2f5\uc758 \uac1c\uc218\uc640 \ucd94\ub860\uc758 \uac1c\uc218\ub294 \ub2f9\uc5f0\uc774 \uac19\uad6c\uc694. \uc774 \uac1c\uc218\uac00 2\uac1c\uc774\uba74 \uc774\uc9c4\ubd84\ub958\uc774\uace0 2\uac1c\ubcf4\ub2e4 \ub9ce\uc73c\uba74 \ub2e4\uc911\ubd84\ub958\uc785\ub2c8\ub2e4. y\uac12\uc740 \uc2e0\uacbd\ub9dd \uc5ec\ub7ec \uac1c\ub97c \uac70\uccd0 &hellip; <\/p>\n<p class=\"link-more\"><a href=\"http:\/\/www.gisdeveloper.co.kr\/?p=8521\" class=\"more-link\">\ub354 \ubcf4\uae30<span class=\"screen-reader-text\"> &#8220;\uc774\uc9c4\ubd84\ub958(Binary Classification)\uc5d0 \ub300\ud55c Cross Entropy Error&#8221;<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[132],"tags":[],"class_list":["post-8521","post","type-post","status-publish","format-standard","hentry","category-deep-machine-learning"],"_links":{"self":[{"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/8521","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=8521"}],"version-history":[{"count":12,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/8521\/revisions"}],"predecessor-version":[{"id":9350,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/8521\/revisions\/9350"}],"wp:attachment":[{"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=8521"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=8521"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=8521"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}