Generate Python docs from pytorch/pytorch@d1fbd33

Author: pytorchbot

docs/main/_dynamo.html

@@ -237,7 +237,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_images/RReLU.png

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/index.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 
@@ -2003,6 +2003,35 @@ <h1>Source code for torch</h1><div class="highlight"><pre>
                 <span class="kn">from</span> <span class="nn">torch._inductor.cudagraph_trees</span> <span class="kn">import</span> <span class="n">reset_cudagraph_trees</span>
                 <span class="n">reset_cudagraph_trees</span><span class="p">()</span>
 
+<span class="k">class</span> <span class="nc">_TorchCompileWrapper</span><span class="p">:</span>
+    <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">backend</span><span class="p">,</span> <span class="n">mode</span><span class="p">,</span> <span class="n">options</span><span class="p">,</span> <span class="n">dynamic</span><span class="p">):</span>
+        <span class="kn">from</span> <span class="nn">torch._dynamo.backends.registry</span> <span class="kn">import</span> <span class="n">lookup_backend</span>
+
+        <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">backend</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">compiler_name</span> <span class="o">=</span> <span class="n">backend</span>
+        <span class="k">elif</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">backend</span><span class="p">,</span> <span class="s2">&quot;__name__&quot;</span><span class="p">):</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">compiler_name</span> <span class="o">=</span> <span class="n">backend</span><span class="o">.</span><span class="vm">__name__</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">compiler_name</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">backend</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">dynamic</span> <span class="o">=</span> <span class="n">dynamic</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">compiler_fn</span> <span class="o">=</span> <span class="n">lookup_backend</span><span class="p">(</span><span class="n">backend</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">kwargs</span> <span class="o">=</span> <span class="p">{}</span>
+        <span class="c1"># only pass the args if they non-empty</span>
+        <span class="k">if</span> <span class="n">mode</span> <span class="ow">and</span> <span class="n">mode</span> <span class="o">!=</span> <span class="s2">&quot;default&quot;</span><span class="p">:</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">kwargs</span><span class="p">[</span><span class="s2">&quot;mode&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">mode</span>
+        <span class="k">if</span> <span class="n">options</span><span class="p">:</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">kwargs</span><span class="p">[</span><span class="s2">&quot;options&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">options</span>
+
+    <span class="k">def</span> <span class="fm">__eq__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">):</span>
+        <span class="k">return</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">_TorchCompileWrapper</span><span class="p">)</span> <span class="ow">and</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">compiler_fn</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">compiler_fn</span> <span class="ow">and</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">kwargs</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">kwargs</span> <span class="ow">and</span>
+                <span class="bp">self</span><span class="o">.</span><span class="n">dynamic</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">dynamic</span><span class="p">)</span>
+
+    <span class="k">def</span> <span class="fm">__call__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">model_</span><span class="p">,</span> <span class="n">inputs_</span><span class="p">):</span>
+        <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">compiler_fn</span><span class="p">(</span><span class="n">model_</span><span class="p">,</span> <span class="n">inputs_</span><span class="p">,</span> <span class="o">**</span><span class="bp">self</span><span class="o">.</span><span class="n">kwargs</span><span class="p">)</span>
+
+
 <div class="viewcode-block" id="compile"><a class="viewcode-back" href="../generated/torch.compile.html#torch.compile">[docs]</a><span class="k">def</span> <span class="nf">compile</span><span class="p">(</span><span class="n">model</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="o">*</span><span class="p">,</span>
             <span class="n">fullgraph</span><span class="p">:</span> <span class="n">builtins</span><span class="o">.</span><span class="n">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
             <span class="n">dynamic</span><span class="p">:</span> <span class="n">builtins</span><span class="o">.</span><span class="n">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
@@ -2067,6 +2096,8 @@ <h1>Source code for torch</h1><div class="highlight"><pre>
         <span class="n">mode</span> <span class="o">=</span> <span class="s2">&quot;default&quot;</span>
     <span class="k">if</span> <span class="n">backend</span> <span class="o">==</span> <span class="s2">&quot;inductor&quot;</span><span class="p">:</span>
         <span class="n">backend</span> <span class="o">=</span> <span class="n">_TorchCompileInductorWrapper</span><span class="p">(</span><span class="n">mode</span><span class="p">,</span> <span class="n">options</span><span class="p">,</span> <span class="n">dynamic</span><span class="p">)</span>
+    <span class="k">else</span><span class="p">:</span>
+        <span class="n">backend</span> <span class="o">=</span> <span class="n">_TorchCompileWrapper</span><span class="p">(</span><span class="n">backend</span><span class="p">,</span> <span class="n">mode</span><span class="p">,</span> <span class="n">options</span><span class="p">,</span> <span class="n">dynamic</span><span class="p">)</span>
 
     <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">_dynamo</span><span class="o">.</span><span class="n">optimize</span><span class="p">(</span><span class="n">backend</span><span class="o">=</span><span class="n">backend</span><span class="p">,</span> <span class="n">nopython</span><span class="o">=</span><span class="n">fullgraph</span><span class="p">,</span> <span class="n">dynamic</span><span class="o">=</span><span class="n">dynamic</span><span class="p">,</span> <span class="n">disable</span><span class="o">=</span><span class="n">disable</span><span class="p">)(</span><span class="n">model</span><span class="p">)</span></div>
 

docs/main/_modules/torch.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/__config__.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_dynamo.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_dynamo/backends/registry.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 
@@ -550,7 +550,7 @@ <h1>Source code for torch._dynamo.eval_frame</h1><div class="highlight"><pre>
 <span class="n">DONT_WRAP_FILES</span> <span class="o">=</span> <span class="p">{</span>
     <span class="c1"># For tracing into fx modules</span>
     <span class="n">inspect</span><span class="o">.</span><span class="n">getsourcefile</span><span class="p">(</span><span class="n">GraphModule</span><span class="p">),</span>
-    <span class="n">join</span><span class="p">(</span><span class="n">dirname</span><span class="p">(</span><span class="n">dirname</span><span class="p">(</span><span class="vm">__file__</span><span class="p">)),</span> <span class="s2">&quot;onnx/_internal/fx/dynamo_exporter.py&quot;</span><span class="p">),</span>
+    <span class="n">join</span><span class="p">(</span><span class="n">dirname</span><span class="p">(</span><span class="n">dirname</span><span class="p">(</span><span class="vm">__file__</span><span class="p">)),</span> <span class="s2">&quot;onnx/_internal/fx/dynamo_graph_extractor.py&quot;</span><span class="p">),</span>
 <span class="p">}</span>
 
 
@@ -1299,6 +1299,15 @@ <h1>Source code for torch._dynamo.eval_frame</h1><div class="highlight"><pre>
     <span class="k">assert</span> <span class="n">out_guards</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">,</span> <span class="s2">&quot;Failed to produce guards during tracing&quot;</span>
     <span class="k">assert</span> <span class="n">fake_mode</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
 
+    <span class="k">if</span> <span class="p">(</span><span class="n">shape_env</span> <span class="o">:=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">fake_mode</span><span class="p">,</span> <span class="s2">&quot;shape_env&quot;</span><span class="p">,</span> <span class="kc">None</span><span class="p">))</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="n">dim_constraints</span> <span class="o">=</span> <span class="n">shape_env</span><span class="o">.</span><span class="n">dim_constraints</span>
+        <span class="k">assert</span> <span class="n">dim_constraints</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
+        <span class="n">dim_constraints</span><span class="o">.</span><span class="n">solve</span><span class="p">()</span>
+        <span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
+            <span class="s2">&quot;Summary of dimension constraints:</span><span class="si">%s</span><span class="s2">&quot;</span><span class="p">,</span>
+            <span class="n">dim_constraints</span><span class="o">.</span><span class="n">prettify_results</span><span class="p">(</span><span class="n">inspect</span><span class="o">.</span><span class="n">signature</span><span class="p">(</span><span class="n">f</span><span class="p">)),</span>
+        <span class="p">)</span>
+
     <span class="n">matched_input_elements_positions</span> <span class="o">=</span> <span class="n">produce_matching</span><span class="p">(</span><span class="n">flat_args</span><span class="p">,</span> <span class="n">graph_captured_input</span><span class="p">)</span>
 
     <span class="n">flat_results_traced</span><span class="p">,</span> <span class="n">out_spec_traced</span> <span class="o">=</span> <span class="n">pytree</span><span class="o">.</span><span class="n">tree_flatten</span><span class="p">(</span><span class="n">result_traced</span><span class="p">)</span>

docs/main/_modules/torch/_dynamo/eval_frame.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_jit_internal.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_lobpcg.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 
@@ -593,6 +593,7 @@ <h1>Source code for torch._logging._internal</h1><div class="highlight"><pre>
     <span class="n">bytecode</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">aot_graphs</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">aot_joint_graph</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+    <span class="n">ddp_graphs</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">graph</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">graph_code</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
     <span class="n">guards</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
@@ -656,6 +657,9 @@ <h1>Source code for torch._logging._internal</h1><div class="highlight"><pre>
 <span class="sd">        aot_joint_graph (:class:`bool`):</span>
 <span class="sd">            Whether to emit &quot;aot_joint_graph&quot; log artifacts. Default: ``False``</span>
 
+<span class="sd">        ddp_graphs (:class:`bool`):</span>
+<span class="sd">            Whether to emit graphs generated by DDPOptimizer. Default: ``False``</span>
+
 <span class="sd">        graph (:class:`bool`):</span>
 <span class="sd">            Whether to emit the graph captured by TorchDynamo in tabular format.</span>
 <span class="sd">            Default: ``False``</span>
@@ -743,6 +747,7 @@ <h1>Source code for torch._logging._internal</h1><div class="highlight"><pre>
         <span class="n">bytecode</span><span class="o">=</span><span class="n">bytecode</span><span class="p">,</span>
         <span class="n">aot_graphs</span><span class="o">=</span><span class="n">aot_graphs</span><span class="p">,</span>
         <span class="n">aot_joint_graph</span><span class="o">=</span><span class="n">aot_joint_graph</span><span class="p">,</span>
+        <span class="n">ddp_graphs</span><span class="o">=</span><span class="n">ddp_graphs</span><span class="p">,</span>
         <span class="n">graph</span><span class="o">=</span><span class="n">graph</span><span class="p">,</span>
         <span class="n">graph_code</span><span class="o">=</span><span class="n">graph_code</span><span class="p">,</span>
         <span class="n">guards</span><span class="o">=</span><span class="n">guards</span><span class="p">,</span>

docs/main/_modules/torch/_logging/_internal.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_lowrank.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_tensor.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_tensor_str.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/_utils.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/amp/autocast_mode.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/ao/nn/intrinsic/modules/fused.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>
 
 

docs/main/_modules/torch/ao/nn/intrinsic/qat/modules/conv_fused.html

@@ -235,7 +235,7 @@
           <div class="pytorch-left-menu-search">
 
     <div class="version">
-      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+git763e0a9 ) &#x25BC</a>
+      <a href='https://pytorch.org/docs/versions.html'>master (2.1.0a0+gitd1fbd33 ) &#x25BC</a>
     </div>