{"id":10807,"date":"2016-12-23T14:29:00","date_gmt":"2016-12-23T14:29:00","guid":{"rendered":"http:\/\/melotopia.net\/b\/?p=10807"},"modified":"2016-12-23T14:29:00","modified_gmt":"2016-12-23T14:29:00","slug":"stochastic-parallel-gradient-descent-method","status":"publish","type":"post","link":"http:\/\/melotopia.net\/b\/?p=10807","title":{"rendered":"Stochastic Parallel Gradient Descent method"},"content":{"rendered":"<div class=\"desc\">\n<div class=\"tt_article_useless_p_margin\">\n<p>\n          SPGD\uc54c\uace0\ub9ac\uc998\uc740 \ud568\uc218 \ucd5c\uc801\ud654\ub97c \ud560 \ub54c \uc0ac\uc6a9\ud558\ub294 \uc54c\uace0\ub9ac\uc998\uc774\ub2e4. \uae30\uc874\uc758 Steepest descent method\ub77c\ub4e0\uac00 Conjugate Gradient method\uac19\uc740 \uacbd\uc6b0, \ud2b9\uc815 \ubc29\ud5a5\uc5d0 \ub300\ud574\uc11c \ucd5c\uc801\ud574\ub97c \ucc3e\uace0 \uadf8 \uc704\uce58\uc5d0\uc11c \uadf8 \ub2e4\uc74c\uc73c\ub85c \uc9c4\ud589\ud560 \ubc29\ud5a5\uc744 \uc120\ud0dd\ud574\uc11c \ub354\uc774\uc0c1 \uc6c0\uc9c1\uc774\uc9c0 \uc54a\uc744 \ub54c \uae4c\uc9c0 \ubc18\ubcf5\ud558\ub294 \uc54c\uace0\ub9ac\uc998\uc774\ub2e4. \ub450 \ubc29\ubc95\uc758 \ucc28\uc774\ub294 \uadf8 \ub2e4\uc74c \ubc29\ud5a5\uc744 \uacb0\uc815\ud558\ub294\ub370 \uc880 \ub354 \uac1c\uc120\ub41c \ubc29\ubc95\uc774\ub0d0 \uc544\ub2c8\ub0d0\uc758 \ucc28\uc774\uac00 \uc788\uc744 \ubfd0\uc774\ub2e4.\n         <\/p>\n<p>\n\n<\/p>\n<p>\n          SPGD\uc54c\uace0\ub9ac\uc998\uc740 \ud1b5\uacc4\uc801\uc73c\ub85c \uc811\uadfc\ud558\ub294\ub370, \ub355\ubd84\uc5d0 \ube60\ub978 \ucd5c\uc801\ud654\uac00 \uac00\ub2a5\ud558\ub2e4. \uc218\ud559\uc801, \ud1b5\uacc4\ud559\uc801\uc778 \uc774\uc57c\uae30\ub294 \ub2e4 \ube7c\uace0 \uc54c\uace0\ub9ac\uc998\ub9cc \uc124\uba85\ud558\ub3c4\ub85d \ud55c\ub2e4. \uc790\uc138\ud55c \uac83\uc740 \uad6c\uae00\uc5d0 \uac80\uc0c9\ud558\uba74 \ub2e4 \ub098\uc62c \uac83\uc774\ub2e4.\n         <\/p>\n<p>\n\n<\/p>\n<p>\n          \uc5b4\ub5a4 \ud568\uc218 V(x)\uac00 \uc8fc\uc5b4\uc838 \uc788\ub2e4. V(x)\ub294 \ud558\ub098\uc758 \uc2e4\uc218\uac12\uc744 \uac16\uace0, x\ub294 N\ucc28\uc6d0\uc5d0\uc11c\uc758 \ubca1\ud130\uc774\ub2e4. g\ub294 0\uc774 \uc544\ub2cc \uc5b4\ub5a4 \uc2e4\uc218\uc778 \uc0c1\uc218\uc778\ub370, \uc774\ub530\uac00 \uc124\uba85\ud558\ub3c4\ub85d \ud558\uaca0\ub2e4.<br \/>\n          \n<\/p>\n<p>\n\n<\/p>\n<p>\n          1. x\uc5d0 \ub300\ud574\uc11c \uc5b4\ub5a4 \uc784\uc758\uc758 \ubca1\ud130 a\ub97c \uc120\ud0dd\ud55c\ub2e4.<br \/>\n          \n<\/p>\n<p>\n          2. P=V(x+a), Q=V(x-a)\ub97c \uacc4\uc0b0\ud55c\ub2e4.<br \/>\n          \n<\/p>\n<p>\n          3. P-Q=R\uc744 \uc5bb\uc744 \uc218 \uc788\uc744 \uac83\uc774\ub2e4.<br \/>\n          \n<\/p>\n<p>\n          4. x\ub97c x+g*R*a\ub85c \uad50\uccb4\ud558\uace0 1\ubc88\uc73c\ub85c \ub3cc\uc544\uac00\uc11c \ubc18\ubcf5\ud55c\ub2e4.<br \/>\n          \n<\/p>\n<p>\n          5. \ub354\uc774\uc0c1 \uc6c0\uc9c1\uc774\uc9c0 \uc54a\uc744 \ub54c \uae4c\uc9c0(==V(x)\uc640 V(x+g*R*a)\uac00 \ubcc4\ub85c \ucc28\uc774\uac00 \uc5c6\uc744 \ub54c \uae4c\uc9c0) \ubc18\ubcf5\ud55c\ub2e4.\n         <\/p>\n<p>\n\n<\/p>\n<p>\n          \uc774 \uc54c\uace0\ub9ac\uc998\uc774 \uc791\ub3d9\ud558\ub294 \uc774\uc720\ub294 R=P-Q\uc774\uae30 \ub54c\ubb38\uc774\ub2e4. g>0\uc778 \uacbd\uc6b0\uc5d0 \ub9cc\uc57d P\uac00 \ub354 \ud06c\ub2e4\uba74 R>0\uc774\ubbc0\ub85c \ubca1\ud130\uac00 x+a\ubc29\ud5a5\uc73c\ub85c \uc6c0\uc9c1\uc774\uac8c \ub41c\ub2e4. \ub9cc\uc57d Q\uac00 \ub354 \ud06c\ub2e4\uba74 R<0\uc774\ubbc0\ub85c \ubca1\ud130\uac00 x-a\ubc29\ud5a5\uc73c\ub85c \uc6c0\uc9c1\uc774\uac8c \ub41c\ub2e4. \uc5ec\uae30\uc11c g>0\uc774\uba74 V\uac00 \ucee4\uc9c0\ub294 \ubc29\ud5a5\uc73c\ub85c \ucd5c\uc801\ud654\uac00 \uc774\ub8e8\uc5b4\uc9c0\uace0, g<0\uc774\uba74 V\uac00 \uc791\uc544\uc9c0\ub294 \ubc29\ud5a5\uc73c\ub85c \ucd5c\uc801\ud654\uac00 \uc774\ub8e8\uc5b4\uc9c4\ub2e4.\n         <\/p>\n<p>\n\n<\/p>\n<p>\n          a\uc790\uccb4\ub294 \uc784\uc758\ub85c \uace0\ub974\uc9c0\ub9cc \ub300\uccb4\ub85c \ub09c\uc218 \ud568\uc218\uac00 0~1\uc0ac\uc774\uc5d0\uc11c \ud558\ub098\ub97c \uace0\ub974\uac8c \ub418\uc5b4 \uc788\uc73c\ubbc0\ub85c a\uc758 \ucd5c\ub300 \ud06c\uae30\ub294 \uc81c\ud55c\uc801\uc77c \uac83\uc774\ub2e4. \ub9cc\uc57d V\uac00 \uc5c4\uccad \ud070 \uacf5\uac04\uc5d0\uc11c \ucd5c\uc801\ud654 \ud574\uc57c \ud558\ub294 \uacbd\uc6b0\ub77c\uba74, \uc774\uac83\uc740 \ub108\ubb34 \ub290\ub9b4 \uc218 \uc788\uc744 \uac83\uc774\ub2e4. \ub530\ub77c\uc11c g\uac00 \ucda9\ubd84\ud788 \ud070 \uc22b\uc790\uac00 \ub418\uc5b4\uc57c \ud55c\ubc88\uc5d0 \uba40\ub9ac \uac08 \uac83\uc774\ub2e4. \ub0b4\uac00 \ubd24\ub358 \ub17c\ubb38\uc5d0\uc11c\ub294 \ucd5c\ub300\ud654 \ud558\ub294 \uacbd\uc6b0 g\ub97c \ud55c \uc2a4\ud15d \uc9c0\ub098\uac08 \ub54c \ub9c8\ub2e4 g\/V\ub85c \uad50\uccb4\ud558\uace0, \ucd5c\uc18c\ud654 \ud558\ub294 \uacbd\uc6b0 g\ub97c \ud55c \uc2a4\ud15d \uc9c0\ub098\uac08 \ub54c \ub9c8\ub2e4 g*V\ub85c \uad50\uccb4\ud558\ub294 \uac83\uc744 \ubcf4\uc558\ub2e4.\n         <\/p>\n<p>\n\n<\/p>\n<p>\n          \uc2e4\uc81c\ub85c \uacc4\uc0b0\uc5d0 \uc801\uc6a9\ud574\ubcf4\uba74 g\/V\ub098 g*V\ub97c \uadf8\ub0e5 \ub450\uba74 \uc2a4\ud15d \uc218\uac00 \ub108\ubb34 \ub9ce\uc544\uc9c0\ub294 \uacbd\uc6b0 g\uac12\uc774 \ubb34\ud55c\ub300\ub85c \ubc1c\uc0b0\ud558\uac70\ub098, \ubb34\ud55c\uc18c\ub85c \uc218\ub834\ud55c\ub2e4. \ubb34\ud55c\ub300\uac00 \ub418\ub294 \uacbd\uc6b0 \ucef4\ud4e8\ud130 \uacc4\uc0b0 \ubc94\uc704\ub97c \ub118\uc5b4\uac00\ubbc0\ub85c \uc624\ub958\uac00 \ubc1c\uc0dd\ud558\uace0, \ubb34\ud55c\uc18c\uac00 \ub418\ub294 \uacbd\uc6b0 0\uc774 \ub418\uc5b4 \ubc84\ub9ac\ubbc0\ub85c \uc544\uc608 \uc6c0\uc9c1\uc774\uc9c0 \uc54a\uac8c \ub41c\ub2e4. \ub530\ub77c\uc11c \uc774\ub7f0 \uacbd\uc6b0\ub97c \ubc29\uc9c0\ud558\uae30 \uc704\ud574 \uc54c\uace0\ub9ac\uc998\uc744 \uad6c\ud604\ud558\ub294 \uacfc\uc815\uc5d0\uc11c \uc801\uc808\ud55c \uc218\uc900\uc5d0\uc11c \ud06c\uae30\ub97c \uc7ac\uc870\uc808 \ud574\uc8fc\uc5b4\uc57c \ud55c\ub2e4.<br \/>\n          \n<\/p>\n<p>\n\n<\/p>\n<p>\n          \uc774\ub807\uac8c \ud588\uc5b4\ub3c4 \uacb0\uad6d \ucd5c\uc801\ud654 \uc9c0\uc810 \uadfc\ucc98\uc5d0\uc11c \ud55c\ubc88\uc5d0 \ub108\ubb34 \uba40\ub9ac \uac00\ubc84\ub9ac\uba74 \ub9dd\ud558\ub294\ub370, \uadf8\ub798\uc11c a\uc5d0 R\uc744 \uacf1\ud574\uc8fc\ub294 \uac83\uc774\ub2e4. R\uc758 \ubd80\ud638\ub294 \ucd5c\uc801\ud654 \ubc29\ud5a5\uc744 \uacb0\uc815\ud558\uace0, R\uc758 \ud06c\uae30\ub294 \ud55c \uc2a4\ud15d\uc758 \ud06c\uae30\ub97c \uc870\uc808\ud55c\ub2e4. R\uc740 \ucd5c\uc801\ud654 \uc9c0\uc810\uc5d0 \uac00\uae4c\uc6cc\uc9c8 \uc218\ub85d \uadf8 \ud06c\uae30\uac00 \uc791\uc544\uc9c0\ubbc0\ub85c \ucd5c\uc801\ud654 \uc9c0\uc810 \uadfc\ucc98\uc5d0\uc11c \ucc9c\ucc9c\ud788 \uc6c0\uc9c1\uc774\uac8c \ud574 \uc900\ub2e4. \ub610\ud55c, \uc2e4\uc218\ub85c \ub108\ubb34 \uba40\ub9ac\uac14\uc744 \uacbd\uc6b0 \ub2e4\uc2dc \ubb34\uc791\uc704\ub85c \ud06c\uac8c \uc6c0\uc9c1\uc774\ub3c4\ub85d \ud558\ubbc0\ub85c \ucd5c\uc801\ud654 \uc18d\ub3c4\ub97c \ube60\ub974\uac8c \ud560 \uc218 \uc788\ub2e4.\n         <\/p>\n<p>\n\n<\/p>\n<p>\n          \uc774 \uc54c\uace0\ub9ac\uc998\uc758 \uc218\ub834\uc131\uc740 \ud1b5\uacc4\uc801\uc73c\ub85c \ubcf4\uc7a5\ub41c\ub2e4. \uc989, \ubb34\ud55c\ud788 \uc624\ub798 \ub3cc\ub9ac\uba74 \ubc18\ub4dc\uc2dc \ucd5c\uc801\uc810\uc5d0 \uc218\ub834\ud55c\ub2e4. \ud558\uc9c0\ub9cc \uc774\uac83\uc740 \ubc18\ub300\ub85c \ubb38\uc81c\uac00 \ub418\ub294 \ubd80\ubd84\uc774\uae30\ub3c4 \ud55c\ub370, R\uc758 \ud06c\uae30\uac00 \uacc4\uc18d\ud574\uc11c \uc791\uc544\uc9c0\ubbc0\ub85c \uc218\ub834 \uc18d\ub3c4\uac00 \uc810\uc810 \ub290\ub824\uc9c4\ub2e4. \uadf8\ub798\uc11c \ucd5c\uc801\uc810 \uadfc\ucc98\uc5d0\uc11c &#8220;\uc6b4\uc774 \uc88b\uc544\uc11c&#8221; \ucd5c\uc801\uc810\uc5d0 \ub9e4\uc6b0 \uac00\uae4c\uc6b4 \uc810\uc73c\ub85c \ub6f0\uc5b4\ub4e4\uc9c0 \uc54a\ub294\ub2e4\uba74 \uacc4\uc18d\ud574\uc11c \ucd5c\uc801\uc810 \uadfc\ucc98\uc5d0\uc11c \ud5e4\uba54\uace0 \ub2e4\ub2d0 \uc218 \uc788\ub2e4.\n         <\/p>\n<p>\n\n<\/p>\n<p>\n\n<\/p>\n<div style=\"width:100%;margin-top:30px;clear:both;height:30px\">\n<div style=\"width:31px;float:left;\">\n<a href=\"\/toolbar\/popup\/abuseReport\/?entryId=3651\" onclick=\"window.open(this.href, 'tistoryThisBlogPopup', 'width=550, height=510, toolbar=no, menubar=no, status=no, scrollbars=no'); return false;\"><br \/>\n<img data-recalc-dims=\"1\" decoding=\"async\" alt=\"\uc2e0\uace0\" src=\"https:\/\/i0.wp.com\/t1.daumcdn.net\/tistory_admin\/static\/ico\/ico_spam_report.png\" style=\"border:0\"\/><br \/>\n<\/a>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>SPGD\uc54c\uace0\ub9ac\uc998\uc740 \ud568\uc218 \ucd5c\uc801\ud654\ub97c \ud560 \ub54c \uc0ac\uc6a9\ud558\ub294 \uc54c\uace0\ub9ac\uc998\uc774\ub2e4. \uae30\uc874\uc758 Steepest descent method\ub77c\ub4e0\uac00 Conjugate Gradient method\uac19\uc740 \uacbd\uc6b0, \ud2b9\uc815 \ubc29\ud5a5\uc5d0 \ub300\ud574\uc11c \ucd5c\uc801\ud574\ub97c \ucc3e\uace0 \uadf8 \uc704\uce58\uc5d0\uc11c \uadf8 \ub2e4\uc74c\uc73c\ub85c \uc9c4\ud589\ud560 \ubc29\ud5a5\uc744 \uc120\ud0dd\ud574\uc11c \ub354\uc774\uc0c1 \uc6c0\uc9c1\uc774\uc9c0 \uc54a\uc744 \ub54c \uae4c\uc9c0 \ubc18\ubcf5\ud558\ub294 \uc54c\uace0\ub9ac\uc998\uc774\ub2e4. \ub450 \ubc29\ubc95\uc758 \ucc28\uc774\ub294 \uadf8 \ub2e4\uc74c \ubc29\ud5a5\uc744 \uacb0\uc815\ud558\ub294\ub370 \uc880 \ub354 \uac1c\uc120\ub41c \ubc29\ubc95\uc774\ub0d0 \uc544\ub2c8\ub0d0\uc758 \ucc28\uc774\uac00 \uc788\uc744 \ubfd0\uc774\ub2e4. SPGD\uc54c\uace0\ub9ac\uc998\uc740 \ud1b5\uacc4\uc801\uc73c\ub85c \uc811\uadfc\ud558\ub294\ub370, \ub355\ubd84\uc5d0 \ube60\ub978 \ucd5c\uc801\ud654\uac00 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_crdt_document":"","_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[12],"tags":[],"class_list":["post-10807","post","type-post","status-publish","format-standard","hentry","category-12"],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/p8o6gA-2Oj","jetpack-related-posts":[],"jetpack_likes_enabled":true,"_links":{"self":[{"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=\/wp\/v2\/posts\/10807","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=10807"}],"version-history":[{"count":0,"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=\/wp\/v2\/posts\/10807\/revisions"}],"wp:attachment":[{"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=10807"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=10807"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/melotopia.net\/b\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=10807"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}