|
62 | 62 | </div>
|
63 | 63 | </div>
|
64 | 64 | <div class='section' id='section-0'>
|
65 |
| - <div class='docs'> |
66 |
| - <div class='section-link'> |
67 |
| - <a href='#section-0'>#</a> |
68 |
| - </div> |
69 |
| - |
| 65 | + <div class='docs'> |
| 66 | + <div class='section-link'> |
| 67 | + <a href='#section-0'>#</a> |
70 | 68 | </div>
|
71 |
| - <div class='code'> |
72 |
| - <div class="highlight"><pre><span class="lineno">1</span><span></span><span class="kn">import</span> <span class="nn">torch</span> |
| 69 | + |
| 70 | + </div> |
| 71 | + <div class='code'> |
| 72 | + <div class="highlight"><pre><span class="lineno">1</span><span></span><span class="kn">import</span> <span class="nn">torch</span> |
73 | 73 | <span class="lineno">2</span><span class="kn">from</span> <span class="nn">torch</span> <span class="kn">import</span> <span class="n">nn</span>
|
74 | 74 | <span class="lineno">3</span>
|
75 | 75 | <span class="lineno">4</span><span class="kn">from</span> <span class="nn">labml_helpers.module</span> <span class="kn">import</span> <span class="n">Module</span></pre></div>
|
76 |
| - </div> |
77 | 76 | </div>
|
| 77 | + </div> |
78 | 78 | <div class='section' id='section-1'>
|
79 |
| - <div class='docs'> |
80 |
| - <div class='section-link'> |
81 |
| - <a href='#section-1'>#</a> |
82 |
| - </div> |
83 |
| - |
84 |
| - </div> |
85 |
| - <div class='code'> |
86 |
| - <div class="highlight"><pre><span class="lineno">7</span><span class="k">class</span> <span class="nc">Swish</span><span class="p">(</span><span class="n">Module</span><span class="p">):</span></pre></div> |
| 79 | + <div class='docs'> |
| 80 | + <div class='section-link'> |
| 81 | + <a href='#section-1'>#</a> |
87 | 82 | </div>
|
| 83 | + |
| 84 | + </div> |
| 85 | + <div class='code'> |
| 86 | + <div class="highlight"><pre><span class="lineno">7</span><span class="k">class</span> <span class="nc">Swish</span><span class="p">(</span><span class="n">Module</span><span class="p">):</span></pre></div> |
88 | 87 | </div>
|
| 88 | + </div> |
89 | 89 | <div class='section' id='section-2'>
|
90 |
| - <div class='docs'> |
91 |
| - <div class='section-link'> |
92 |
| - <a href='#section-2'>#</a> |
93 |
| - </div> |
94 |
| - |
| 90 | + <div class='docs'> |
| 91 | + <div class='section-link'> |
| 92 | + <a href='#section-2'>#</a> |
95 | 93 | </div>
|
96 |
| - <div class='code'> |
97 |
| - <div class="highlight"><pre><span class="lineno">8</span> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> |
| 94 | + |
| 95 | + </div> |
| 96 | + <div class='code'> |
| 97 | + <div class="highlight"><pre><span class="lineno">8</span> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span> |
98 | 98 | <span class="lineno">9</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
99 | 99 | <span class="lineno">10</span> <span class="bp">self</span><span class="o">.</span><span class="n">sigmoid</span> <span class="o">=</span> <span class="n">nn</span><span class="o">.</span><span class="n">Sigmoid</span><span class="p">()</span></pre></div>
|
100 |
| - </div> |
101 | 100 | </div>
|
| 101 | + </div> |
102 | 102 | <div class='section' id='section-3'>
|
103 |
| - <div class='docs'> |
104 |
| - <div class='section-link'> |
105 |
| - <a href='#section-3'>#</a> |
106 |
| - </div> |
107 |
| - |
| 103 | + <div class='docs'> |
| 104 | + <div class='section-link'> |
| 105 | + <a href='#section-3'>#</a> |
108 | 106 | </div>
|
109 |
| - <div class='code'> |
110 |
| - <div class="highlight"><pre><span class="lineno">12</span> <span class="k">def</span> <span class="nf">forward</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">:</span> |
| 107 | + |
| 108 | + </div> |
| 109 | + <div class='code'> |
| 110 | + <div class="highlight"><pre><span class="lineno">12</span> <span class="k">def</span> <span class="nf">forward</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">:</span> |
111 | 111 | <span class="lineno">13</span> <span class="k">return</span> <span class="n">x</span> <span class="o">*</span> <span class="bp">self</span><span class="o">.</span><span class="n">sigmoid</span><span class="p">(</span><span class="n">x</span><span class="p">)</span></pre></div>
|
112 |
| - </div> |
113 | 112 | </div>
|
114 | 113 | </div>
|
| 114 | + <div class='footer'> |
| 115 | + <a href="https://papers.labml.ai">Trending Research Papers</a> |
| 116 | + <a href="https://labml.ai">labml.ai</a> |
| 117 | + </div> |
115 | 118 | </div>
|
116 | 119 | <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.4/MathJax.js?config=TeX-AMS_HTML">
|
117 | 120 | </script>
|
|
129 | 132 | displayAlign: 'center',
|
130 | 133 | "HTML-CSS": { fonts: ["TeX"] }
|
131 | 134 | });
|
| 135 | + |
132 | 136 | </script>
|
133 | 137 | <script>
|
134 | 138 | function handleImages() {
|
|
0 commit comments