|
62 | 62 | </div> |
63 | 63 | </div> |
64 | 64 | <div class='section' id='section-0'> |
65 | | - <div class='docs'> |
66 | | - <div class='section-link'> |
67 | | - <a href='#section-0'>#</a> |
68 | | - </div> |
69 | | - |
| 65 | + <div class='docs'> |
| 66 | + <div class='section-link'> |
| 67 | + <a href='#section-0'>#</a> |
70 | 68 | </div> |
71 | | - <div class='code'> |
72 | | - <div class="highlight"><pre><span class="lineno">1</span><span></span><span class="kn">import</span> <span class="nn">torch</span> |
| 69 | + |
| 70 | + </div> |
| 71 | + <div class='code'> |
| 72 | + <div class="highlight"><pre><span class="lineno">1</span><span></span><span class="kn">import</span> <span class="nn">torch</span> |
73 | 73 | <span class="lineno">2</span><span class="kn">from</span> <span class="nn">torch</span> <span class="kn">import</span> <span class="n">nn</span> |
74 | 74 | <span class="lineno">3</span> |
75 | 75 | <span class="lineno">4</span><span class="kn">from</span> <span class="nn">labml_helpers.module</span> <span class="kn">import</span> <span class="n">Module</span></pre></div> |
76 | | - </div> |
77 | 76 | </div> |
| 77 | + </div> |
78 | 78 | <div class='section' id='section-1'> |
79 | | - <div class='docs'> |
80 | | - <div class='section-link'> |
81 | | - <a href='#section-1'>#</a> |
82 | | - </div> |
83 | | - |
84 | | - </div> |
85 | | - <div class='code'> |
86 | | - <div class="highlight"><pre><span class="lineno">7</span><span class="k">class</span> <span class="nc">Swish</span><span class="p">(</span><span class="n">Module</span><span class="p">):</span></pre></div> |
| 79 | + <div class='docs'> |
| 80 | + <div class='section-link'> |
| 81 | + <a href='#section-1'>#</a> |
87 | 82 | </div> |
| 83 | + |
| 84 | + </div> |
| 85 | + <div class='code'> |
| 86 | + <div class="highlight"><pre><span class="lineno">7</span><span class="k">class</span> <span class="nc">Swish</span><span class="p">(</span><span class="n">Module</span><span class="p">):</span></pre></div> |
88 | 87 | </div> |
| 88 | + </div> |
89 | 89 | <div class='section' id='section-2'> |
90 | | - <div class='docs'> |
91 | | - <div class='section-link'> |
92 | | - <a href='#section-2'>#</a> |
93 | | - </div> |
94 | | - |
| 90 | + <div class='docs'> |
| 91 | + <div class='section-link'> |
| 92 | + <a href='#section-2'>#</a> |
95 | 93 | </div> |
96 | | - <div class='code'> |
97 | | - <div class="highlight"><pre><span class="lineno">8</span> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> |
| 94 | + |
| 95 | + </div> |
| 96 | + <div class='code'> |
| 97 | + <div class="highlight"><pre><span class="lineno">8</span> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> |
98 | 98 | <span class="lineno">9</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span> |
99 | 99 | <span class="lineno">10</span> <span class="bp">self</span><span class="o">.</span><span class="n">sigmoid</span> <span class="o">=</span> <span class="n">nn</span><span class="o">.</span><span class="n">Sigmoid</span><span class="p">()</span></pre></div> |
100 | | - </div> |
101 | 100 | </div> |
| 101 | + </div> |
102 | 102 | <div class='section' id='section-3'> |
103 | | - <div class='docs'> |
104 | | - <div class='section-link'> |
105 | | - <a href='#section-3'>#</a> |
106 | | - </div> |
107 | | - |
| 103 | + <div class='docs'> |
| 104 | + <div class='section-link'> |
| 105 | + <a href='#section-3'>#</a> |
108 | 106 | </div> |
109 | | - <div class='code'> |
110 | | - <div class="highlight"><pre><span class="lineno">12</span> <span class="k">def</span> <span class="nf">forward</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">:</span> |
| 107 | + |
| 108 | + </div> |
| 109 | + <div class='code'> |
| 110 | + <div class="highlight"><pre><span class="lineno">12</span> <span class="k">def</span> <span class="nf">forward</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">:</span> |
111 | 111 | <span class="lineno">13</span> <span class="k">return</span> <span class="n">x</span> <span class="o">*</span> <span class="bp">self</span><span class="o">.</span><span class="n">sigmoid</span><span class="p">(</span><span class="n">x</span><span class="p">)</span></pre></div> |
112 | | - </div> |
113 | 112 | </div> |
114 | 113 | </div> |
| 114 | + <div class='footer'> |
| 115 | + <a href="https://papers.labml.ai">Trending Research Papers</a> |
| 116 | + <a href="https://labml.ai">labml.ai</a> |
| 117 | + </div> |
115 | 118 | </div> |
116 | 119 | <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.4/MathJax.js?config=TeX-AMS_HTML"> |
117 | 120 | </script> |
|
129 | 132 | displayAlign: 'center', |
130 | 133 | "HTML-CSS": { fonts: ["TeX"] } |
131 | 134 | }); |
| 135 | + |
132 | 136 | </script> |
133 | 137 | <script> |
134 | 138 | function handleImages() { |
|
0 commit comments