{"id":7550,"date":"2019-07-16T11:20:14","date_gmt":"2019-07-16T02:20:14","guid":{"rendered":"http:\/\/www.gisdeveloper.co.kr\/?p=7550"},"modified":"2020-05-28T10:21:52","modified_gmt":"2020-05-28T01:21:52","slug":"%ed%99%9c%ec%84%b1%ed%99%94-%ed%95%a8%ec%88%98activation-function","status":"publish","type":"post","link":"http:\/\/www.gisdeveloper.co.kr\/?p=7550","title":{"rendered":"\ud65c\uc131\ud654 \ud568\uc218(Activation Function)"},"content":{"rendered":"

\ud65c\uc131\ud654\ud568\uc218\ub294 \uc785\ub825\uac12\uc774 \ud2b9\uc815 \ub274\ub7f0\uc5d0\uc11c \ucc98\ub9ac\ub418\uc5b4 \uacb0\uacfc\uac12\uc744 \uc0dd\uc131\ud560\ub54c \uc801\uc6a9\ub418\ub294 \ud568\uc218\uc785\ub2c8\ub2e4. \ud65c\uc131\ud654 \ud568\uc218\ub85c \uc774 \uae00\uc5d0\uc11c\ub294 3\uac00\uc9c0\ub97c \uc5b8\uae09\ud558\ub294\ub370 \uccab\uc9f8\ub294 \uacc4\ub2e8\ud568\uc218, \ub458\uc9f8\ub294 \uc2dc\uadf8\ubaa8\uc774\ub4dc \ud568\uc218, \uc14b\uc9f8\ub294 ReLU \ud568\uc218\uc785\ub2c8\ub2e4. \uac01 \ud65c\uc131\ud654 \ud568\uc218\uc758 \uc218\uc2dd\uacfc \uadf8\ub798\ud504\ub97c \uc0b4\ud3b4\ubcf4\uba74 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n

\uc2dc\uadf8\ubaa8\uc774\ub4dc \ud568\uc218(Sigmoid Function)<\/h4>\n

<\/p>\n

  <\/span>   <\/span>\"$$h(x)=\frac{1}{1+e^{-x}}$$\"<\/p>\n

<\/center><\/p>\n

\uc704\uc758 \uc2dd\uc744 \uadf8\ub798\ud504\ub85c \uc2dc\uac01\ud654\ud558\uae30 \uc704\ud55c \ucf54\ub4dc\ub294 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n

\r\nimport numpy as np\r\nimport matplotlib.pylab as plt\r\n\r\ndef sigmoid(x):\r\n    return 1 \/ (1 + np.exp(-x))\r\n\r\nx = np.arange(-10.0, 10, 0.1)\r\ny = sigmoid(x)\r\n\r\nplt.plot(x, y)\r\nplt.show()\r\n<\/pre>\n
\uacb0\uacfc \uadf8\ub798\ud504\ub294 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n
\"\"<\/p>\n
\uacc4\ub2e8\ud568\uc218(Step Function)<\/h4>\n
<\/p>\n
   <\/span>   <\/span>\"$$h(x)=\begin{cases}<\/p>\n
<\/center><\/p>\n
\uc704\uc758 \uc2dd\uc744 \uadf8\ub798\ud504\ub85c \uc2dc\uac01\ud654\ud558\uae30 \uc704\ud55c \ucf54\ub4dc\ub294 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n
\r\nimport numpy as np\r\nimport matplotlib.pylab as plt\r\n\r\ndef step(x):\r\n    return np.array(x > 0, dtype=np.int)\r\n\r\nx = np.arange(-10.0, 10, 0.1)\r\ny = step(x)\r\n\r\nplt.plot(x, y)\r\nplt.show()\r\n<\/pre>\n
\uacb0\uacfc \uadf8\ub798\ud504\ub294 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n
\"\"<\/p>\n
ReLU<\/h4>\n
<\/p>\n
   <\/span>   <\/span>\"$$h(x)=\begin{cases}<\/p>\n
<\/center><\/p>\n
\uc704\uc758 \uc2dd\uc744 \uadf8\ub798\ud504\ub85c \uc2dc\uac01\ud654\ud558\uae30 \uc704\ud55c \ucf54\ub4dc\ub294 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n
\r\nimport numpy as np\r\nimport matplotlib.pylab as plt\r\n\r\ndef ReLU(x):\r\n    return np.maximum(0, x)\r\n\r\nx = np.arange(-10.0, 10, 0.1)\r\ny = ReLU(x)\r\n\r\nplt.plot(x, y)\r\nplt.show()\r\n<\/pre>\n
\uacb0\uacfc \uadf8\ub798\ud504\ub294 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n
\"\"<\/p>\n
Softmax<\/h4>\n
\ubaa8\ub378\uc758 \ub9c8\uc9c0\ub9c9 \uad6c\uc131\uc778 \ucd9c\ub825\uce35\uc5d0\uc11c \uc785\ub825 \ub370\uc774\ud130\uac00 \uc5b4\ub5a4 \ud074\ub798\uc2a4\ub85c \ubd84\ub958\ub418\ub294\uc9c0\uc5d0 \ub300\ud55c \ud655\ub960\uac12\uc73c\ub85c\uc368 \uc0ac\uc6a9\ub418\ub294 \ud65c\uc131\ud654 \ud568\uc218\ub85c \uc2dd\uc740 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n
<\/p>\n
   <\/span>   <\/span>\"$$y_{k}=\frac{\exp(a_{k})}{\displaystyle\sum_{i=1}^{n} {\exp(a_{i})}}$$\"<\/p>\n
<\/center><\/p>\n
\uacb0\uacfc\uc801\uc73c\ub85c \uac01 \ucd9c\ub825\uac12\ub4e4\uc758 \ud569\uc740 1\ub85c\uc368 \uac01 \ucd9c\ub825\uac12\uc744 \ud655\ub960\ub85c \ud574\uc11d\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n
\uc30d\uace1\ud0c4\uc820\ud2b8(Hyperbolic Tangent)<\/h4>\n
\ud65c\uc131\ud654 \ud568\uc218\ub85c \uc0ac\uc6a9\ub418\ub294 \uc2e0\uacbd\ub9dd\uc740 \ub300\ud45c\uc801\uc73c\ub85c RNN\uc785\ub2c8\ub2e4. RNN\uc740 \uc21c\ud658\uc2e0\uacbd\ub9dd(Recurrent Network Network)\uc785\ub2c8\ub2e4. \uc218\uc2dd\uc740 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n
<\/p>\n
   <\/span>   <\/span>\"$$tanh(x)=\frac{e^{x}-e^{-x}}{e^{x}+e^{-x}}$$\"<\/p>\n
<\/center><\/p>\n
\uadf8\ub798\ud504\ub85c \uadf8\ub824\ubcf4\uba74 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n
\"\"<\/p>\n
\uc2e0\uacbd\ub9dd\uc5d0\uc11c\uc758 \ud65c\uc131\ud654\ud568\uc218\ub294 \uac01 \ub274\ub7f0\uacc4\uce35\uc758 \uac12\uc744 \uadf8 \ub2e4\uc74c \ub274\ub7f0\uacc4\uce35\uc73c\ub85c \uc804\ub2ec\ud560\ub54c \ube44\uc120\ud615\uc131\uc744 \ubd80\uc5ec\ud574\uc8fc\uac8c \ub429\ub2c8\ub2e4. \uc989, \ud65c\uc131\ud654\ud568\uc218\ub294 \ubc18\ub4dc\uc2dc \ube44\uc120\ud615\ud664\uc218\uc5ec\uc57c \ud558\uba70 \uc190\uc2e4\uac12\uc758 \ucd5c\uc18c\ud654\ub97c \uc704\ud55c \uacbd\uc0ac\ud558\uac15\ubc95\uc744 \uc704\ud574 \ubc18\ub4dc\uc2dc \ubbf8\ubd84 \uac00\ub2a5\ud55c \ud568\uc218\uc5ec\uc57c \ud569\ub2c8\ub2e4.<\/p>\n","protected":false},"excerpt":{"rendered":"
\ud65c\uc131\ud654\ud568\uc218\ub294 \uc785\ub825\uac12\uc774 \ud2b9\uc815 \ub274\ub7f0\uc5d0\uc11c \ucc98\ub9ac\ub418\uc5b4 \uacb0\uacfc\uac12\uc744 \uc0dd\uc131\ud560\ub54c \uc801\uc6a9\ub418\ub294 \ud568\uc218\uc785\ub2c8\ub2e4. \ud65c\uc131\ud654 \ud568\uc218\ub85c \uc774 \uae00\uc5d0\uc11c\ub294 3\uac00\uc9c0\ub97c \uc5b8\uae09\ud558\ub294\ub370 \uccab\uc9f8\ub294 \uacc4\ub2e8\ud568\uc218, \ub458\uc9f8\ub294 \uc2dc\uadf8\ubaa8\uc774\ub4dc \ud568\uc218, \uc14b\uc9f8\ub294 ReLU \ud568\uc218\uc785\ub2c8\ub2e4. \uac01 \ud65c\uc131\ud654 \ud568\uc218\uc758 \uc218\uc2dd\uacfc \uadf8\ub798\ud504\ub97c \uc0b4\ud3b4\ubcf4\uba74 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4. \uc2dc\uadf8\ubaa8\uc774\ub4dc \ud568\uc218(Sigmoid Function)     \uc704\uc758 \uc2dd\uc744 \uadf8\ub798\ud504\ub85c \uc2dc\uac01\ud654\ud558\uae30 \uc704\ud55c \ucf54\ub4dc\ub294 \uc544\ub798\uc640 \uac19\uc2b5\ub2c8\ub2e4. import numpy as np import matplotlib.pylab as plt def sigmoid(x): return … <\/p>\n
\ub354 \ubcf4\uae30 “\ud65c\uc131\ud654 \ud568\uc218(Activation Function)”<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[132],"tags":[],"class_list":["post-7550","post","type-post","status-publish","format-standard","hentry","category-deep-machine-learning"],"_links":{"self":[{"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/7550","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=7550"}],"version-history":[{"count":20,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/7550\/revisions"}],"predecessor-version":[{"id":9396,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/7550\/revisions\/9396"}],"wp:attachment":[{"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=7550"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=7550"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.gisdeveloper.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=7550"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}