auto-generating sphinx docs

Author: pytorchbot

docs/master/__config__.html

@@ -159,7 +159,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/index.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 
@@ -955,6 +955,15 @@ <h1>Source code for torch</h1><div class="highlight"><pre>
 <span class="c1"># class usage. We add these lines here to preserve backward compatbility.</span>
 <span class="n">quantized_lstm</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">ops</span><span class="o">.</span><span class="n">aten</span><span class="o">.</span><span class="n">quantized_lstm</span>
 <span class="n">quantized_gru</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">ops</span><span class="o">.</span><span class="n">aten</span><span class="o">.</span><span class="n">quantized_gru</span>
+
+<span class="kn">from</span> <span class="nn">.overrides</span> <span class="kn">import</span> <span class="n">has_torch_function</span><span class="p">,</span> <span class="n">handle_torch_function</span>
+
+<span class="k">def</span> <span class="nf">Assert</span><span class="p">(</span><span class="n">condition</span><span class="p">,</span> <span class="n">message</span><span class="p">):</span>
+    <span class="sa">r</span><span class="sd">&quot;&quot;&quot;A wrapper around Python&#39;s assert which is symbolically traceable.</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="k">if</span> <span class="nb">type</span><span class="p">(</span><span class="n">condition</span><span class="p">)</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span> <span class="ow">and</span> <span class="n">has_torch_function</span><span class="p">((</span><span class="n">condition</span><span class="p">,)):</span>
+        <span class="k">return</span> <span class="n">handle_torch_function</span><span class="p">(</span><span class="n">Assert</span><span class="p">,</span> <span class="p">(</span><span class="n">condition</span><span class="p">,),</span> <span class="n">condition</span><span class="p">,</span> <span class="n">message</span><span class="p">)</span>
+    <span class="k">assert</span> <span class="n">condition</span><span class="p">,</span> <span class="n">message</span>
 </pre></div>
 
              </article>

docs/master/_modules/torch/__config__.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/_jit_internal.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 
@@ -698,7 +698,7 @@ <h1>Source code for torch._jit_internal</h1><div class="highlight"><pre>
     <span class="k">return</span> <span class="n">fn</span></div>
 
 
-<div class="viewcode-block" id="unused"><a class="viewcode-back" href="../../generated/torch.jit.unused.html#torch.jit.unused">[docs]</a><span class="k">def</span> <span class="nf">unused</span><span class="p">(</span><span class="n">fn</span><span class="p">):</span>
+<span class="k">def</span> <span class="nf">unused</span><span class="p">(</span><span class="n">fn</span><span class="p">):</span>
     <span class="sd">&quot;&quot;&quot;</span>
 <span class="sd">    This decorator indicates to the compiler that a function or method should</span>
 <span class="sd">    be ignored and replaced with the raising of an exception. This allows you</span>
@@ -736,7 +736,7 @@ <h1>Source code for torch._jit_internal</h1><div class="highlight"><pre>
 <span class="sd">            m(torch.rand(100))</span>
 <span class="sd">    &quot;&quot;&quot;</span>
     <span class="n">fn</span><span class="o">.</span><span class="n">_torchscript_modifier</span> <span class="o">=</span> <span class="n">FunctionModifiers</span><span class="o">.</span><span class="n">UNUSED</span>
-    <span class="k">return</span> <span class="n">fn</span></div>
+    <span class="k">return</span> <span class="n">fn</span>
 
 <div class="viewcode-block" id="ignore"><a class="viewcode-back" href="../../generated/torch.jit.ignore.html#torch.jit.ignore">[docs]</a><span class="k">def</span> <span class="nf">ignore</span><span class="p">(</span><span class="n">drop</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
     <span class="sd">&quot;&quot;&quot;</span>

docs/master/_modules/torch/_lobpcg.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/_lowrank.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/_tensor_str.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/_utils.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/_vmap_internals.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/autograd.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/autograd/anomaly_mode.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/autograd/function.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/autograd/functional.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/autograd/grad_mode.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/autograd/gradcheck.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/autograd/profiler.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/backends/cuda.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/backends/cudnn.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/backends/mkl.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/backends/mkldnn.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/backends/openmp.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/cuda.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/cuda/amp/autocast_mode.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/cuda/amp/grad_scaler.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/cuda/memory.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/cuda/nvtx.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/cuda/random.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/cuda/streams.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/distributed.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/distributed/autograd.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 

docs/master/_modules/torch/distributed/distributed_c10d.html

@@ -158,7 +158,7 @@
 
 
                 <div class="version">
-                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+343422a &#x25BC</a>
+                  <a href='http://pytorch.org/docs/versions.html'>1.7.0a0+ad17d24 &#x25BC</a>
                 </div>
 
 
@@ -781,8 +781,12 @@ <h1>Source code for torch.distributed.distributed_c10d</h1><div class="highlight
 
     <span class="n">_pg_group_ranks</span><span class="p">[</span><span class="n">_default_pg</span><span class="p">]</span> <span class="o">=</span> <span class="p">{</span><span class="n">i</span><span class="p">:</span> <span class="n">i</span> <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">_default_pg</span><span class="o">.</span><span class="n">size</span><span class="p">())}</span>
     <span class="n">_backend</span> <span class="o">=</span> <span class="n">_pg_map</span><span class="p">[</span><span class="n">_default_pg</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span>
-    <span class="n">_default_pg_init_method</span> <span class="o">=</span> <span class="n">init_method</span></div>
+    <span class="n">_default_pg_init_method</span> <span class="o">=</span> <span class="n">init_method</span>
 
+    <span class="c1"># barrier at the end to ensure that once we return from this method, all</span>
+    <span class="c1"># process groups including global variables are updated correctly on all</span>
+    <span class="c1"># ranks.</span>
+    <span class="n">barrier</span><span class="p">()</span></div>
 
 <span class="k">def</span> <span class="nf">_new_process_group_helper</span><span class="p">(</span><span class="n">world_size</span><span class="p">,</span>
                               <span class="n">rank</span><span class="p">,</span>
@@ -2372,6 +2376,11 @@ <h1>Source code for torch.distributed.distributed_c10d</h1><div class="highlight
         <span class="k">for</span> <span class="n">group_rank</span><span class="p">,</span> <span class="n">global_rank</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">ranks</span><span class="p">)</span>
     <span class="p">}</span>
 
+    <span class="c1"># barrier at the end to ensure that once we return from this method, all</span>
+    <span class="c1"># process groups including global variables are updated correctly on all</span>
+    <span class="c1"># ranks.</span>
+    <span class="n">barrier</span><span class="p">()</span>
+
     <span class="k">return</span> <span class="n">pg</span></div>
 </pre></div>