|
235 | 235 | <div class="pytorch-left-menu-search">
|
236 | 236 |
|
237 | 237 | <div class="version">
|
238 |
| - <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git99efe3e ) ▼</a> |
| 238 | + <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git6a49290 ) ▼</a> |
239 | 239 | </div>
|
240 | 240 |
|
241 | 241 |
|
@@ -544,7 +544,7 @@ <h1>Source code for torch.ao.nn.intrinsic.qat.modules.conv_fused</h1><div class=
|
544 | 544 | <span class="bp">self</span><span class="o">.</span><span class="n">bn</span><span class="o">.</span><span class="n">reset_running_stats</span><span class="p">()</span>
|
545 | 545 | <span class="n">init</span><span class="o">.</span><span class="n">uniform_</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">bn</span><span class="o">.</span><span class="n">weight</span><span class="p">)</span>
|
546 | 546 | <span class="n">init</span><span class="o">.</span><span class="n">zeros_</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">bn</span><span class="o">.</span><span class="n">bias</span><span class="p">)</span>
|
547 |
| - <span class="c1"># note: below is actully for conv, not BN</span> |
| 547 | + <span class="c1"># note: below is actually for conv, not BN</span> |
548 | 548 | <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">bias</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
549 | 549 | <span class="n">fan_in</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">init</span><span class="o">.</span><span class="n">_calculate_fan_in_and_fan_out</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">weight</span><span class="p">)</span>
|
550 | 550 | <span class="n">bound</span> <span class="o">=</span> <span class="mi">1</span> <span class="o">/</span> <span class="n">math</span><span class="o">.</span><span class="n">sqrt</span><span class="p">(</span><span class="n">fan_in</span><span class="p">)</span>
|
@@ -677,7 +677,7 @@ <h1>Source code for torch.ao.nn.intrinsic.qat.modules.conv_fused</h1><div class=
|
677 | 677 | <span class="n">fused_bias</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">bn</span><span class="o">.</span><span class="n">bias</span> <span class="o">-</span> <span class="bp">self</span><span class="o">.</span><span class="n">bn</span><span class="o">.</span><span class="n">weight</span> <span class="o">*</span> <span class="n">fused_mean</span> <span class="o">/</span> <span class="n">fused_std</span>
|
678 | 678 | <span class="n">conv_bn</span> <span class="o">+=</span> <span class="n">fused_bias</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">bias_shape</span><span class="p">)</span>
|
679 | 679 |
|
680 |
| - <span class="c1"># HACK to let conv bias particpiate in loss to avoid DDP error (parameters</span> |
| 680 | + <span class="c1"># HACK to let conv bias participate in loss to avoid DDP error (parameters</span> |
681 | 681 | <span class="c1"># were not used in producing loss)</span>
|
682 | 682 | <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">bias</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
683 | 683 | <span class="n">conv_bn</span> <span class="o">+=</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">bias</span> <span class="o">-</span> <span class="bp">self</span><span class="o">.</span><span class="n">bias</span><span class="p">)</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">bias_shape</span><span class="p">)</span>
|
|
0 commit comments