full__connected_8hpp_source.html 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150
  1. <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
  2. <html xmlns="http://www.w3.org/1999/xhtml">
  3. <head>
  4. <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
  5. <meta http-equiv="X-UA-Compatible" content="IE=11"/>
  6. <meta name="generator" content="Doxygen 1.9.3"/>
  7. <meta name="viewport" content="width=device-width, initial-scale=1"/>
  8. <title>Deep network: src/layers/full_connected.hpp Source File</title>
  9. <link href="tabs.css" rel="stylesheet" type="text/css"/>
  10. <script type="text/javascript" src="jquery.js"></script>
  11. <script type="text/javascript" src="dynsections.js"></script>
  12. <link href="navtree.css" rel="stylesheet" type="text/css"/>
  13. <script type="text/javascript" src="resize.js"></script>
  14. <script type="text/javascript" src="navtreedata.js"></script>
  15. <script type="text/javascript" src="navtree.js"></script>
  16. <link href="search/search.css" rel="stylesheet" type="text/css"/>
  17. <script type="text/javascript" src="search/searchdata.js"></script>
  18. <script type="text/javascript" src="search/search.js"></script>
  19. <script type="text/x-mathjax-config">
  20. MathJax.Hub.Config({
  21. extensions: ["tex2jax.js"],
  22. jax: ["input/TeX","output/HTML-CSS"],
  23. });
  24. </script>
  25. <script type="text/javascript" async="async" src="https://cdn.jsdelivr.net/npm/mathjax@2/MathJax.js"></script>
  26. <link href="doxygen.css" rel="stylesheet" type="text/css" />
  27. </head>
  28. <body>
  29. <div id="top"><!-- do not remove this div, it is closed by doxygen! -->
  30. <div id="titlearea">
  31. <table cellspacing="0" cellpadding="0">
  32. <tbody>
  33. <tr id="projectrow">
  34. <td id="projectalign">
  35. <div id="projectname">Deep network
  36. </div>
  37. </td>
  38. </tr>
  39. </tbody>
  40. </table>
  41. </div>
  42. <!-- end header part -->
  43. <!-- Generated by Doxygen 1.9.3 -->
  44. <script type="text/javascript">
  45. /* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&amp;dn=expat.txt MIT */
  46. var searchBox = new SearchBox("searchBox", "search",'Search','.html');
  47. /* @license-end */
  48. </script>
  49. <script type="text/javascript" src="menudata.js"></script>
  50. <script type="text/javascript" src="menu.js"></script>
  51. <script type="text/javascript">
  52. /* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&amp;dn=expat.txt MIT */
  53. $(function() {
  54. initMenu('',true,false,'search.php','Search');
  55. $(document).ready(function() { init_search(); });
  56. });
  57. /* @license-end */
  58. </script>
  59. <div id="main-nav"></div>
  60. </div><!-- top -->
  61. <div id="side-nav" class="ui-resizable side-nav-resizable">
  62. <div id="nav-tree">
  63. <div id="nav-tree-contents">
  64. <div id="nav-sync" class="sync"></div>
  65. </div>
  66. </div>
  67. <div id="splitbar" style="-moz-user-select:none;"
  68. class="ui-resizable-handle">
  69. </div>
  70. </div>
  71. <script type="text/javascript">
  72. /* @license magnet:?xt=urn:btih:d3d9a9a6595521f9666a5e94cc830dab83b65699&amp;dn=expat.txt MIT */
  73. $(document).ready(function(){initNavTree('full__connected_8hpp_source.html',''); initResizable(); });
  74. /* @license-end */
  75. </script>
  76. <div id="doc-content">
  77. <!-- window showing the filter options -->
  78. <div id="MSearchSelectWindow"
  79. onmouseover="return searchBox.OnSearchSelectShow()"
  80. onmouseout="return searchBox.OnSearchSelectHide()"
  81. onkeydown="return searchBox.OnSearchSelectKey(event)">
  82. </div>
  83. <!-- iframe showing the search results (closed by default) -->
  84. <div id="MSearchResultsWindow">
  85. <iframe src="javascript:void(0)" frameborder="0"
  86. name="MSearchResults" id="MSearchResults">
  87. </iframe>
  88. </div>
  89. <div class="header">
  90. <div class="headertitle"><div class="title">full_connected.hpp</div></div>
  91. </div><!--header-->
  92. <div class="contents">
  93. <a href="full__connected_8hpp.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a id="l00001" name="l00001"></a><span class="lineno"> 1</span><span class="preprocessor">#ifndef FULL_CONNECTED_LAYER_HPP</span></div>
  94. <div class="line"><a id="l00002" name="l00002"></a><span class="lineno"> 2</span><span class="preprocessor">#define FULL_CONNECTED_LAYER_HPP</span></div>
  95. <div class="line"><a id="l00003" name="l00003"></a><span class="lineno"> 3</span> </div>
  96. <div class="line"><a id="l00004" name="l00004"></a><span class="lineno"> 4</span> </div>
  97. <div class="line"><a id="l00005" name="l00005"></a><span class="lineno"> 5</span><span class="preprocessor">#include &lt;random&gt;</span></div>
  98. <div class="line"><a id="l00006" name="l00006"></a><span class="lineno"> 6</span><span class="preprocessor">#include &quot;<a class="code" href="layer_8hpp.html">layer.hpp</a>&quot;</span></div>
  99. <div class="line"><a id="l00007" name="l00007"></a><span class="lineno"> 7</span> </div>
  100. <div class="line"><a id="l00008" name="l00008"></a><span class="lineno"> 8</span><span class="keyword">namespace </span><a class="code hl_namespace" href="namespace_layer.html">Layer</a>{</div>
  101. <div class="line"><a id="l00009" name="l00009"></a><span class="lineno"><a class="line" href="class_layer_1_1_full_connected_layer.html"> 9</a></span> <span class="keyword">class </span><a class="code hl_class" href="class_layer_1_1_full_connected_layer.html">FullConnectedLayer</a>:<span class="keyword">public</span> <a class="code hl_namespace" href="namespace_layer.html">Layer</a>{</div>
  102. <div class="line"><a id="l00010" name="l00010"></a><span class="lineno"> 10</span> <span class="keyword">public</span>:</div>
  103. <div class="line"><a id="l00011" name="l00011"></a><span class="lineno"><a class="line" href="class_layer_1_1_full_connected_layer.html#a3d4deed201f2b7f49ec675768d504da6"> 11</a></span> <a class="code hl_typedef" href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a> <a class="code hl_variable" href="class_layer_1_1_full_connected_layer.html#a3d4deed201f2b7f49ec675768d504da6">b</a>;</div>
  104. <div class="line"><a id="l00012" name="l00012"></a><span class="lineno"><a class="line" href="class_layer_1_1_full_connected_layer.html#a906537c209c6b2ba90e4f9df64ad7ba4"> 12</a></span> <a class="code hl_typedef" href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a> <a class="code hl_variable" href="class_layer_1_1_full_connected_layer.html#a906537c209c6b2ba90e4f9df64ad7ba4">w</a>;</div>
  105. <div class="line"><a id="l00013" name="l00013"></a><span class="lineno"><a class="line" href="class_layer_1_1_full_connected_layer.html#a5c919480d8e67974aa120b5fa9bdb20c"> 13</a></span> <a class="code hl_typedef" href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a> <a class="code hl_variable" href="class_layer_1_1_full_connected_layer.html#a5c919480d8e67974aa120b5fa9bdb20c">nabla_b</a>;</div>
  106. <div class="line"><a id="l00014" name="l00014"></a><span class="lineno"><a class="line" href="class_layer_1_1_full_connected_layer.html#acb94cbdcb8f8477b196e123dd092deac"> 14</a></span> <a class="code hl_typedef" href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a> <a class="code hl_variable" href="class_layer_1_1_full_connected_layer.html#acb94cbdcb8f8477b196e123dd092deac">nabla_w</a>;</div>
  107. <div class="line"><a id="l00015" name="l00015"></a><span class="lineno"> 15</span> <a class="code hl_function" href="class_layer_1_1_full_connected_layer.html#a265e6c89b93732e39aba1217de621302">FullConnectedLayer</a>(<span class="keywordtype">size_t</span> <a class="code hl_variable" href="class_layer_1_1_layer.html#a99d315d8bcc460de6feba4bdac77766c">n</a>,<span class="keywordtype">size_t</span> <a class="code hl_variable" href="class_layer_1_1_layer.html#a8d294cb3fc3d2970a2895ad8298d2e4d">m</a>);</div>
  108. <div class="line"><a id="l00016" name="l00016"></a><span class="lineno"> 16</span> <a class="code hl_function" href="class_layer_1_1_full_connected_layer.html#a1a79650aea9f1de1f7c3a6030d807723">~FullConnectedLayer</a>();</div>
  109. <div class="line"><a id="l00017" name="l00017"></a><span class="lineno"> 17</span> <span class="keywordtype">void</span> <a class="code hl_function" href="class_layer_1_1_full_connected_layer.html#a799024d9ac46169f5db7340ad82f2780">init_standard</a>();</div>
  110. <div class="line"><a id="l00018" name="l00018"></a><span class="lineno"> 18</span> <span class="keywordtype">void</span> <a class="code hl_function" href="class_layer_1_1_full_connected_layer.html#ab24beb65794ad9c7c5bda1fc1c85a65c">init</a>(<a class="code hl_typedef" href="vector_8hpp.html#a4b04262b81aa7d31eb5d2f607e2a35de">Real</a> mu,<a class="code hl_typedef" href="vector_8hpp.html#a4b04262b81aa7d31eb5d2f607e2a35de">Real</a> sigma);</div>
  111. <div class="line"><a id="l00019" name="l00019"></a><span class="lineno"> 19</span> <a class="code hl_typedef" href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a> <a class="code hl_function" href="class_layer_1_1_full_connected_layer.html#aea3b894c5efa65676c877c48a66b65cd">feed_forward</a>(<a class="code hl_typedef" href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a> <a class="code hl_variable" href="class_layer_1_1_layer.html#af2ebcf019bc0e4b97f41fc9205706665">x</a>) <span class="keyword">override</span>;</div>
  112. <div class="line"><a id="l00020" name="l00020"></a><span class="lineno"> 20</span> <span class="keywordtype">void</span> <a class="code hl_function" href="class_layer_1_1_full_connected_layer.html#afd7c08ff8b30bbfc217159188ef483c5">init_nabla</a>() <span class="keyword">override</span>;</div>
  113. <div class="line"><a id="l00021" name="l00021"></a><span class="lineno"> 21</span> <a class="code hl_typedef" href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a> <a class="code hl_function" href="class_layer_1_1_full_connected_layer.html#a60219f302828bdf5ae4206b9a346627f">back_propagation</a>(<a class="code hl_typedef" href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a> e) <span class="keyword">override</span>;</div>
  114. <div class="line"><a id="l00022" name="l00022"></a><span class="lineno"> 22</span> <span class="keywordtype">void</span> <a class="code hl_function" href="class_layer_1_1_full_connected_layer.html#ab07a441a9cfead787120daea7193bc63">update</a>(<a class="code hl_typedef" href="vector_8hpp.html#a4b04262b81aa7d31eb5d2f607e2a35de">Real</a> eta) <span class="keyword">override</span>;</div>
  115. <div class="line"><a id="l00023" name="l00023"></a><span class="lineno"> 23</span> };</div>
  116. <div class="line"><a id="l00024" name="l00024"></a><span class="lineno"> 24</span>}</div>
  117. <div class="line"><a id="l00025" name="l00025"></a><span class="lineno"> 25</span><span class="preprocessor">#endif</span></div>
  118. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html">Layer::FullConnectedLayer</a></div><div class="ttdef"><b>Definition:</b> full_connected.hpp:9</div></div>
  119. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_a1a79650aea9f1de1f7c3a6030d807723"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#a1a79650aea9f1de1f7c3a6030d807723">Layer::FullConnectedLayer::~FullConnectedLayer</a></div><div class="ttdeci">~FullConnectedLayer()</div><div class="ttdef"><b>Definition:</b> full_connected.cpp:11</div></div>
  120. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_a265e6c89b93732e39aba1217de621302"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#a265e6c89b93732e39aba1217de621302">Layer::FullConnectedLayer::FullConnectedLayer</a></div><div class="ttdeci">FullConnectedLayer(size_t n, size_t m)</div><div class="ttdef"><b>Definition:</b> full_connected.cpp:4</div></div>
  121. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_a3d4deed201f2b7f49ec675768d504da6"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#a3d4deed201f2b7f49ec675768d504da6">Layer::FullConnectedLayer::b</a></div><div class="ttdeci">Vector b</div><div class="ttdef"><b>Definition:</b> full_connected.hpp:11</div></div>
  122. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_a5c919480d8e67974aa120b5fa9bdb20c"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#a5c919480d8e67974aa120b5fa9bdb20c">Layer::FullConnectedLayer::nabla_b</a></div><div class="ttdeci">Vector nabla_b</div><div class="ttdef"><b>Definition:</b> full_connected.hpp:13</div></div>
  123. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_a60219f302828bdf5ae4206b9a346627f"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#a60219f302828bdf5ae4206b9a346627f">Layer::FullConnectedLayer::back_propagation</a></div><div class="ttdeci">Vector back_propagation(Vector e) override</div><div class="ttdef"><b>Definition:</b> full_connected.cpp:67</div></div>
  124. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_a799024d9ac46169f5db7340ad82f2780"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#a799024d9ac46169f5db7340ad82f2780">Layer::FullConnectedLayer::init_standard</a></div><div class="ttdeci">void init_standard()</div><div class="ttdef"><b>Definition:</b> full_connected.cpp:31</div></div>
  125. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_a906537c209c6b2ba90e4f9df64ad7ba4"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#a906537c209c6b2ba90e4f9df64ad7ba4">Layer::FullConnectedLayer::w</a></div><div class="ttdeci">Vector w</div><div class="ttdef"><b>Definition:</b> full_connected.hpp:12</div></div>
  126. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_ab07a441a9cfead787120daea7193bc63"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#ab07a441a9cfead787120daea7193bc63">Layer::FullConnectedLayer::update</a></div><div class="ttdeci">void update(Real eta) override</div><div class="ttdef"><b>Definition:</b> full_connected.cpp:89</div></div>
  127. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_ab24beb65794ad9c7c5bda1fc1c85a65c"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#ab24beb65794ad9c7c5bda1fc1c85a65c">Layer::FullConnectedLayer::init</a></div><div class="ttdeci">void init(Real mu, Real sigma)</div><div class="ttdef"><b>Definition:</b> full_connected.cpp:19</div></div>
  128. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_acb94cbdcb8f8477b196e123dd092deac"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#acb94cbdcb8f8477b196e123dd092deac">Layer::FullConnectedLayer::nabla_w</a></div><div class="ttdeci">Vector nabla_w</div><div class="ttdef"><b>Definition:</b> full_connected.hpp:14</div></div>
  129. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_aea3b894c5efa65676c877c48a66b65cd"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#aea3b894c5efa65676c877c48a66b65cd">Layer::FullConnectedLayer::feed_forward</a></div><div class="ttdeci">Vector feed_forward(Vector x) override</div><div class="ttdef"><b>Definition:</b> full_connected.cpp:44</div></div>
  130. <div class="ttc" id="aclass_layer_1_1_full_connected_layer_html_afd7c08ff8b30bbfc217159188ef483c5"><div class="ttname"><a href="class_layer_1_1_full_connected_layer.html#afd7c08ff8b30bbfc217159188ef483c5">Layer::FullConnectedLayer::init_nabla</a></div><div class="ttdeci">void init_nabla() override</div><div class="ttdef"><b>Definition:</b> full_connected.cpp:57</div></div>
  131. <div class="ttc" id="aclass_layer_1_1_layer_html_a8d294cb3fc3d2970a2895ad8298d2e4d"><div class="ttname"><a href="class_layer_1_1_layer.html#a8d294cb3fc3d2970a2895ad8298d2e4d">Layer::Layer::m</a></div><div class="ttdeci">size_t m</div><div class="ttdef"><b>Definition:</b> layer.hpp:29</div></div>
  132. <div class="ttc" id="aclass_layer_1_1_layer_html_a99d315d8bcc460de6feba4bdac77766c"><div class="ttname"><a href="class_layer_1_1_layer.html#a99d315d8bcc460de6feba4bdac77766c">Layer::Layer::n</a></div><div class="ttdeci">size_t n</div><div class="ttdef"><b>Definition:</b> layer.hpp:26</div></div>
  133. <div class="ttc" id="aclass_layer_1_1_layer_html_af2ebcf019bc0e4b97f41fc9205706665"><div class="ttname"><a href="class_layer_1_1_layer.html#af2ebcf019bc0e4b97f41fc9205706665">Layer::Layer::x</a></div><div class="ttdeci">Vector x</div><div class="ttdef"><b>Definition:</b> layer.hpp:32</div></div>
  134. <div class="ttc" id="alayer_8hpp_html"><div class="ttname"><a href="layer_8hpp.html">layer.hpp</a></div></div>
  135. <div class="ttc" id="anamespace_layer_html"><div class="ttname"><a href="namespace_layer.html">Layer</a></div><div class="ttdef"><b>Definition:</b> activation.hpp:7</div></div>
  136. <div class="ttc" id="avector_8hpp_html_a4b04262b81aa7d31eb5d2f607e2a35de"><div class="ttname"><a href="vector_8hpp.html#a4b04262b81aa7d31eb5d2f607e2a35de">Real</a></div><div class="ttdeci">double Real</div><div class="ttdef"><b>Definition:</b> vector.hpp:9</div></div>
  137. <div class="ttc" id="avector_8hpp_html_ab9855a300a7759f4c0f85067d44e4c38"><div class="ttname"><a href="vector_8hpp.html#ab9855a300a7759f4c0f85067d44e4c38">Vector</a></div><div class="ttdeci">Real * Vector</div><div class="ttdef"><b>Definition:</b> vector.hpp:45</div></div>
  138. </div><!-- fragment --></div><!-- contents -->
  139. </div><!-- doc-content -->
  140. <!-- start footer part -->
  141. <div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
  142. <ul>
  143. <li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="dir_46a221571c56bf3fcf15f3c317ca6a89.html">layers</a></li><li class="navelem"><a class="el" href="full__connected_8hpp.html">full_connected.hpp</a></li>
  144. <li class="footer">Generated by <a href="https://www.doxygen.org/index.html"><img class="footer" src="doxygen.svg" width="104" height="31" alt="doxygen"/></a> 1.9.3 </li>
  145. </ul>
  146. </div>
  147. </body>
  148. </html>