{"id":9034,"date":"2024-05-16T21:01:01","date_gmt":"2024-05-16T13:01:01","guid":{"rendered":""},"modified":"2024-05-16T21:01:01","modified_gmt":"2024-05-16T13:01:01","slug":"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5","status":"publish","type":"post","link":"https:\/\/mushiming.com\/9034.html","title":{"rendered":"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5"},"content":{"rendered":"<div>\n<p>\u76ee\u5f55<\/p>\n<h2><span style=\"color:#0e52d4;\"><strong>1.\u6307\u6570\u52a0\u6743\u5e73\u5747(exponentially weighted averages)<\/strong><\/span><\/h2>\n<p>\u8fd9\u91cc\u6709\u4e00\u5e74\u7684\u6e29\u5ea6\u6570\u636e\u3002<\/p>\n<div>\n<div>\n<div>\n    <img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/5bd2c7154bd64b6f8ef462f75476dbcf.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c1\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c1\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\n   <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<p>\u5982\u679c\u60f3\u8ba1\u7b97\u6e29\u5ea6\u7684<strong>\u8d8b\u52bf<\/strong>\uff0c\u4e5f\u5c31\u662f<strong>\u5c40\u90e8\u5e73\u5747\u503c<\/strong>(local average)\uff0c\u6216\u8005\u8bf4<strong>\u79fb\u52a8\u5e73\u5747\u503c<\/strong>(moving average)\uff0c\u600e\u4e48\u505a\uff1f<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/1ea68f670e3e43eb9928b37371a9ab78.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c2\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c2\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/1b2473a8a2dd4d09b199052988af8ba8.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c3\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c3\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff1a\u5f53\u5929\u7684\u6e29\u5ea6\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/a2bf47c3b5754dbeaa7c4fed88aff367.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c4\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c4\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff1a\u4ece\u5f53\u5929\u5f00\u59cb\u8ba1\u7b97\u524d<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/fea9b7c7b0814241b6b1428c496aa4a2.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c5\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c5\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u5929\u7684\u5e73\u5747\u6e29\u5ea6\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/7b1dfa57867447a692e8c6695eead2f9.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c6\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c6\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff1a\u4ece\u6628\u5929\u5f00\u59cb\u8ba1\u7b97\u524d<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/fea9b7c7b0814241b6b1428c496aa4a2.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c5\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c5\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u5929\u7684\u5e73\u5747\u6e29\u5ea6\u3002<\/p>\n<p>\u6bd4\u5982\uff0c\u03b2=0.9\uff0c\u8ba1\u7b97\u7684\u5c31\u662f\u524d10\u5929\u7684\u5e73\u5747\u6e29\u5ea6\uff0c\u5982\u4e0b\u56fe\u7ea2\u7ebf\u6240\u793a\u3002\u03b2=0.98\uff0c\u8ba1\u7b97\u7684\u5c31\u662f\u524d50\u5929\u7684\u5e73\u5747\u6e29\u5ea6\uff0c\u5982\u4e0b\u56fe\u7eff\u7ebf\u6240\u793a\u3002<\/p>\n<div>\n<div>\n<div>\n    <img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/3ae36e508dc941308963ca7814d7db0c.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c8\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c8\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\n   <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<p><span style=\"color:#c21c13;\"><strong>\u4e3a\u4ec0\u4e48\u662f<\/strong><\/span><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/fea9b7c7b0814241b6b1428c496aa4a2.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c5\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c5\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><span style=\"color:#c21c13;\"><strong>\u5929\uff1f<\/strong><\/span><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/3b420556ab354cfebbb22636efca94db.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c10\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c10\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/6ae21c5b974e40afb6fba78fe0457367.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c11\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c11\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/296f4873eb3f48b59a0ce163483a9726.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c12\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c12\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >...<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/b812acb2c6d747cea861a11e5054c8de.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c13\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c13\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >...<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/5096fd855088496b9703288180328666.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c14\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c14\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p><strong>\u8fd9\u4e9b\u9879\u7684\u7cfb\u6570\u5448\u6307\u6570\u7ea7\u51cf\u5c11<\/strong><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/7977c6cf43ac405689aa4966887b2331.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c15\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c15\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >0.37\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/1812ad5c66ff408f83f961427aec8665.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c16\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c16\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p>\u5f53\u03b2-&gt;1\uff0c\u9009\u5b9a<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/fea9b7c7b0814241b6b1428c496aa4a2.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c5\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c5\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u4e3a\u5206\u754c\u7ebf\uff0c\u4ece<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/df650f8b5f624dc3833e6498f5a29489.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c18\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c18\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u5f00\u59cb\uff0c\u4ee5\u540e\u7684\u9879\u90fd\u53ef\u5ffd\u7565\u4e0d\u8ba1\uff0c(1-\u03b2)=<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/8d9dd69db6974d53b632d281fb40b7f8.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c19\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c19\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u3002<\/p>\n<p><strong>\u4f8b\uff1a<\/strong>\u03b2=0.9\uff0c10\u4e3a\u5206\u754c\u7ebf\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/881438fef0ce41f59c670e7551fa502f.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c20\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c20\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >(1-0.9)<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/d36e9122d04045028b6acea55e376204.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c21\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c21\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >0.9<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/8a449fa3a8e94b5faf1b591795d1c091.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c22\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c22\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >0.<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/dd39cbd2c63847818ee3b7944ed57eac.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c23\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c23\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >...+0.<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/e2d29e91a7a847baadcc1f62e5b08a58.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c24\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c24\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/32d3649032ce473f9e6a883dba299154.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c25\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c25\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >...<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/155e00079d634ae19d37dd93a44085a8.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c26\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c26\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u3002<\/p>\n<p>\u03b2=0.98\uff0c50\u4e3a\u5206\u754c\u7ebf\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/881438fef0ce41f59c670e7551fa502f.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c20\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c20\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >(1-0.98)<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/d36e9122d04045028b6acea55e376204.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c21\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c21\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >0.<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/400217c2f13d461180a51e1b01f82f45.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c29\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c29\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >0.<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/d79035734b6d4694a751e5f855003094.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c30\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c30\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >...+0.<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/459e225ff0894c999931028496db0377.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c31\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c31\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/32d3649032ce473f9e6a883dba299154.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c25\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c25\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >...<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/3a0d436c491843b9ac5cac61af2425ea.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c33\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c33\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u3002<\/p>\n<p><span style=\"color:#c21c13;\"><strong>\u504f\u5dee\u4fee\u6b63(Bias correction)<\/strong><\/span><\/p>\n<p>\u03b2=0.98\uff0c\u5982\u679c\u6ca1\u6709\u8fdb\u884c\u504f\u5dee\u4fee\u6b63\uff0c\u5f97\u5230\u7684\u5176\u5b9e\u662f\u4e0b\u56fe\u7684\u7d2b\u7ebf\u3002<\/p>\n<div>\n<div>\n<div>\n    <img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/bda20f9412ce45e98baa92c8fffdc12f.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c34\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c34\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\n   <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/c8f8a92e4c2c4775a30b17f116125a10.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c35\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c35\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/528b9a88472c4f1ea8301686c743bd15.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c36\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c36\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >0.02<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/7c227eb33e7145afa85270b36a720eaf.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c37\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c37\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/dac977f353e242109bf97b9709bea652.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c38\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c38\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >=0.98x0.02<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/7c227eb33e7145afa85270b36a720eaf.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c37\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c37\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >+0.02<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/48c14453f1514ced9bfcc7eec899bb13.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c40\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c40\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/7c227eb33e7145afa85270b36a720eaf.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c37\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c37\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >=5\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/0603599df99c412a851370491f71ead2.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c42\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c42\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c\u7b97\u5c40\u90e8\u5e73\u5747\u503c\u7684\u65f6\u5019\uff0c\u4e0d\u592a\u5408\u7406\uff0c<strong>\u504f\u5c0f<\/strong>\u3002<\/p>\n<p>\u6240\u4ee5\uff0c\u5728\u4f30\u6d4b\u521d\u671f\u8981\u8fdb\u884c\u4e00\u4e2a\u4fee\u6b63\uff0c\u516c\u5f0f\uff1a<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/863a7a14fb5e4bc5b39ca0a6d583fd1f.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c43\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c43\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p><strong>\u4f8b<\/strong>\uff1at=2\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/dac977f353e242109bf97b9709bea652.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c38\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c38\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u8981\u4fee\u6b63\u4e3a<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/2a7e03c143c940f790a69203e10fc68e.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c45\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c45\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c\u03b2=0.98<\/p>\n<p>\u5f53t\u8d8a\u6765\u8d8a\u5927\u7684\u65f6\u5019\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/863a7a14fb5e4bc5b39ca0a6d583fd1f.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c43\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c43\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u5c31\u8fd1\u4f3c\u7b49\u4e8e<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/a2bf47c3b5754dbeaa7c4fed88aff367.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c4\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c4\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c\u4e0a\u56fe\u7684\u7d2b\u7ebf\u5c31\u548c\u7eff\u7ebf\u91cd\u5408\u4e86\uff0c\u4fee\u6b63\u504f\u5dee\u7684\u4f5c\u7528\u4e5f\u5c31\u4e0d\u5927\u4e86\u3002<\/p>\n<p><strong>\u6240\u4ee5\uff0c\u5982\u679c\u4f60\u5173\u5fc3\u521d\u59cb\u65f6\u671f\u7684\u504f\u5dee\uff0c\u504f\u5dee\u4fee\u6b63\u80fd\u8ba9\u4f60\u5728\u65e9\u671f\u83b7\u5f97\u66f4\u597d\u7684\u4f30\u6d4b\u3002\u4e0d\u5728\u4e4e\u65e9\u671f\u7684\u504f\u5dee\uff0c\u4e0d\u505a\u4fee\u6b63\u4e5f\u95ee\u9898\u4e0d\u5927\u3002<\/strong><\/p>\n<p><span style=\"color:#c21c13;\"><strong>\u6307\u6570\u52a0\u6743\u5e73\u5747\u4f18\u70b9\u662f\u53ea\u4f1a\u5360\u5f88\u5c11\u7684\u5185\u5b58\uff0c\u8ba1\u7b97\u7684\u65f6\u5019\u53ea\u9700\u8981\u4e00\u884c\u4ee3\u7801\uff0c\u9700\u8981\u77e5\u9053\u7684\u4fe1\u606f\u5f88\u5c11\u3002\u8ba1\u7b97\u7cbe\u5ea6\u80af\u5b9a\u4e0d\u5982\u76f4\u63a5\u8ba1\u7b97\u524dn\u5929\u7684\u5747\u503c\uff0c\u4f46\u662f\u540e\u8005\u8981\u4fdd\u5b58\u524dn\u5929\u7684\u6570\u636e\uff0c\u66f4\u5360\u5185\u5b58\u3002<\/strong><\/span><\/p>\n<h2><span style=\"color:#0e52d4;\"><strong>2.\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5(Gradient descent with momentum)<\/strong><\/span><\/h2>\n<p>\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5(\u7ea2\u7ebf)\u8981<strong>\u5feb\u4e8e<\/strong>\u6807\u51c6\u7684\u68af\u5ea6\u4e0b\u964d\u6cd5(\u84dd\u7ebf)\u3002<\/p>\n<div>\n<div>\n<div>\n    <img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/4deb469976a445f09182ae3150f4b0a5.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c48\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c48\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\n   <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<p>\u6bcf\u6b21\u8fed\u4ee3\uff0c\u5728\u73b0\u6709\u7684mini-batch\u4e0a\u8ba1\u7b97dW\uff0cdb\uff0c\u66f4\u65b0\u53c2\u6570\u3002\u7b49\u5f0f\u53f3\u8fb9\u7684<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/03978ada5f6049d396586dd1562b758c.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c49\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c49\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u5176\u5b9e\u662f\u4e0a\u4e00\u72b6\u6001\u7684\u503c\u3002<\/p>\n<div>\n<div>\n<div>\n    <img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/44cfdf6abc7e4e5c9f6c3d4f2c041f35.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c50\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c50\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\n   <\/div>\n<\/p><\/div>\n<\/p><\/div>\n<p>\u4e24\u4e2a\u8d85\u53c2\u6570(hyperparameter)\uff1a\u03b1(\u5b66\u4e60\u7387)\u3001\u03b2(\u63a7\u5236\u7740\u6307\u6570\u52a0\u6743\u5e73\u5747)\uff0c\u03b2\u5e38\u89c1\u503c\u7b49\u4e8e0.9<\/p>\n<h2><span style=\"color:#0e52d4;\"><strong>3.RMSprop<\/strong><\/span><\/h2>\n<p>RMSprop\u7b97\u6cd5\u540c\u6837\u80fd<strong>\u52a0\u901f\u68af\u5ea6\u4e0b\u964d<\/strong>\u3002<\/p>\n<p>\u6bcf\u6b21\u8fed\u4ee3\uff0c\u5728\u73b0\u6709\u7684mini-batch\u4e0a\u8ba1\u7b97dW\uff0cdb\uff0c\u66f4\u65b0\u53c2\u6570\u3002<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/e7a4ec8383544627a700b5f83bc798dd.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c51\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c51\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/d6b3b3c48aad47d3a837ad70a149873d.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c52\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c52\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p>w:=<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/5fb4e19934d34b52a656741cff05fe7d.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c53\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c53\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0cb:=<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/2bda9b1a22134549ba222f4ac1d44244.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c54\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c54\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p><strong>RMS\uff1aRoot Mean Square\uff0c\u5747\u65b9\u6839<\/strong><\/p>\n<h2 style=\"background-color:transparent;\"><span style=\"color:#0e52d4;\"><strong>4.Adam\u4f18\u5316\u7b97\u6cd5(optimization algorithm)<\/strong><\/span><\/h2>\n<p>\u8be5\u7b97\u6cd5\u5b9e\u9645\u4e0a\u662f\u5c06<span style=\"color:#080f17;\"><strong>momentum<\/strong>\u548c<strong>RMSprop<\/strong>\u8fd9\u4e24\u79cd\u7b97\u6cd5\u7ed3\u5408\u8d77\u6765\uff0c\u4e5f\u662f\u4e3a\u4e86<strong>\u52a0\u901f\u68af\u5ea6\u4e0b\u964d<\/strong>\uff0c\u5e94\u7528\u5e7f\u6cdb<strong>\u3002<\/strong><\/span><\/p>\n<p>\u6bcf\u6b21\u8fed\u4ee3\uff0c\u5728\u73b0\u6709\u7684mini-batch\u4e0a\u8ba1\u7b97dW\uff0cdb\uff0c\u66f4\u65b0\u53c2\u6570\u3002<\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/355f665e60f64144aa3637c4e292c4ef.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c55\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c55\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/07ac0f97c8764693b49ad413a8e19cc8.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c56\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c56\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/ab702789a18942ba9198d0cbe604748c.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c57\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c57\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/2e64d299c1be49b4a1363b72cf887f39.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c58\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c58\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p>\u504f\u5dee\u4fee\u6b63\uff1a<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/9161430ad0f847a6b53d62ee855de4d3.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c59\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c59\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/d134fa9fa33d49d58ef343d0fc1f84cc.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c60\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c60\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/e89f0a704c994594b2891cf090f4b049.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c61\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c61\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0c<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/1abd67eafb4a443d8751594457fa4bbe.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c62\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c62\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p>w:=<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/56016e2d1f76470fa4220b63720fe2d6.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c63\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c63\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\uff0cb:=<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/2dfceb10ccd344cc98ee103332801efa.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c64\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c64\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<p><strong>\u8d85\u53c2\u6570<\/strong>\uff1a\u5b66\u4e60\u7387\u03b1\uff1a\u9700\u8981\u8c03\u6574\u3001<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/13831d4e3cf644a0b0b78d3a3c923cf5.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c65\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c65\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u5e38\u7528\u503c\u4e3a0.9\u3001<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/a5174795c7b842d897856ae60b66c14d.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c66\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c66\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" >\u5e38\u7528\u503c\u4e3a0.999\u3001\u03b5\u5e38\u7528\u503c\u4e3a<img decoding=\"async\" src=\"https:\/\/img.mushiming.top\/app\/mushiming_com\/abd709ec30a942949328acfa7d01df26.png\" =\"\" =\"\" alt=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5 (https:\/\/mushiming.com\/)  \u7b2c67\u5f20\" title=\"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5  \u7b2c67\u5f20-\u7a46\u4e16\u660e\u535a\u5ba2\" ><\/p>\n<\/div>\n","protected":false},"excerpt":{"rendered":"\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5\u6307\u6570\u52a0\u6743\u5e73\u5747\u3001\u52a8\u91cf\u68af\u5ea6\u4e0b\u964d\u6cd5\u3001RMSprop\u3001Adam\u4f18\u5316\u7b97\u6cd5_biascorrection...","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[],"tags":[],"_links":{"self":[{"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/posts\/9034"}],"collection":[{"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/comments?post=9034"}],"version-history":[{"count":0,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/posts\/9034\/revisions"}],"wp:attachment":[{"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/media?parent=9034"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/categories?post=9034"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/mushiming.com\/wp-json\/wp\/v2\/tags?post=9034"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}