v1.3.3 release

yahoo · Sep 6, 2018 · 0a0deef · 0a0deef
1 parent 2c17704
commit 0a0deef
Show file tree

Hide file tree

Showing 30 changed files with 194 additions and 149 deletions.
diff --git a/docs/.buildinfo b/docs/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 43a15ab5f597d56d7516effd7afe6363
+config: 2ee95a6fa85ae0552d9ca6e639d7bff2
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/_modules/index.html b/docs/_modules/index.html
@@ -6,7 +6,7 @@
   <head>
     <meta http-equiv="X-UA-Compatible" content="IE=Edge" />
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
-    <title>Overview: module code &#8212; TensorFlowOnSpark 1.3.2 documentation</title>
+    <title>Overview: module code &#8212; TensorFlowOnSpark 1.3.3 documentation</title>
     <link rel="stylesheet" href="../_static/classic.css" type="text/css" />
     <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
     <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
         <li class="right" >
           <a href="../py-modindex.html" title="Python Module Index"
              >modules</a> |</li>
-        <li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.3.2 documentation</a> &#187;</li> 
+        <li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.3.3 documentation</a> &#187;</li> 
       </ul>
     </div>  
 
@@ -78,12 +78,12 @@ <h3>Navigation</h3>
         <li class="right" >
           <a href="../py-modindex.html" title="Python Module Index"
              >modules</a> |</li>
-        <li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.3.2 documentation</a> &#187;</li> 
+        <li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.3.3 documentation</a> &#187;</li> 
       </ul>
     </div>
     <div class="footer" role="contentinfo">
         &#169; Copyright 2018, Yahoo Inc.
-      Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.5.
+      Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.9.
     </div>
   </body>
 </html>
diff --git a/docs/_modules/tensorflowonspark/TFCluster.html b/docs/_modules/tensorflowonspark/TFCluster.html
diff --git a/docs/_modules/tensorflowonspark/TFManager.html b/docs/_modules/tensorflowonspark/TFManager.html
@@ -6,7 +6,7 @@
   <head>
     <meta http-equiv="X-UA-Compatible" content="IE=Edge" />
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
-    <title>tensorflowonspark.TFManager &#8212; TensorFlowOnSpark 1.3.2 documentation</title>
+    <title>tensorflowonspark.TFManager &#8212; TensorFlowOnSpark 1.3.3 documentation</title>
     <link rel="stylesheet" href="../../_static/classic.css" type="text/css" />
     <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
     <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
         <li class="right" >
           <a href="../../py-modindex.html" title="Python Module Index"
              >modules</a> |</li>
-        <li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.2 documentation</a> &#187;</li>
+        <li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.3 documentation</a> &#187;</li>
           <li class="nav-item nav-item-1"><a href="../index.html" accesskey="U">Module code</a> &#187;</li> 
       </ul>
     </div>  
@@ -151,13 +151,13 @@ <h3>Navigation</h3>
         <li class="right" >
           <a href="../../py-modindex.html" title="Python Module Index"
              >modules</a> |</li>
-        <li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.2 documentation</a> &#187;</li>
+        <li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.3 documentation</a> &#187;</li>
           <li class="nav-item nav-item-1"><a href="../index.html" >Module code</a> &#187;</li> 
       </ul>
     </div>
     <div class="footer" role="contentinfo">
         &#169; Copyright 2018, Yahoo Inc.
-      Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.5.
+      Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.9.
     </div>
   </body>
 </html>
diff --git a/docs/_modules/tensorflowonspark/TFNode.html b/docs/_modules/tensorflowonspark/TFNode.html
@@ -6,7 +6,7 @@
   <head>
     <meta http-equiv="X-UA-Compatible" content="IE=Edge" />
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
-    <title>tensorflowonspark.TFNode &#8212; TensorFlowOnSpark 1.3.2 documentation</title>
+    <title>tensorflowonspark.TFNode &#8212; TensorFlowOnSpark 1.3.3 documentation</title>
     <link rel="stylesheet" href="../../_static/classic.css" type="text/css" />
     <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
     <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
         <li class="right" >
           <a href="../../py-modindex.html" title="Python Module Index"
              >modules</a> |</li>
-        <li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.2 documentation</a> &#187;</li>
+        <li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.3 documentation</a> &#187;</li>
           <li class="nav-item nav-item-1"><a href="../index.html" accesskey="U">Module code</a> &#187;</li> 
       </ul>
     </div>  
@@ -70,14 +70,25 @@ <h1>Source code for tensorflowonspark.TFNode</h1><div class="highlight"><pre>
 <span class="sd">  Returns:</span>
 <span class="sd">    An absolute path prefixed with the correct filesystem scheme.</span>
 <span class="sd">  &quot;&quot;&quot;</span>
-  <span class="k">if</span> <span class="n">path</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">&quot;hdfs://&quot;</span><span class="p">)</span> <span class="ow">or</span> <span class="n">path</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">&quot;viewfs://&quot;</span><span class="p">)</span> <span class="ow">or</span> <span class="n">path</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">&quot;file://&quot;</span><span class="p">):</span>
+  <span class="c1">#  All Hadoop-Compatible File System Schemes (as of Hadoop 3.0.x):</span>
+  <span class="n">HADOOP_SCHEMES</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;adl://&#39;</span><span class="p">,</span>
+                    <span class="s1">&#39;hdfs://&#39;</span><span class="p">,</span>
+                    <span class="s1">&#39;oss://&#39;</span><span class="p">,</span>
+                    <span class="s1">&#39;s3://&#39;</span><span class="p">,</span>
+                    <span class="s1">&#39;s3a://&#39;</span><span class="p">,</span>
+                    <span class="s1">&#39;s3n://&#39;</span><span class="p">,</span>
+                    <span class="s1">&#39;swift://&#39;</span><span class="p">,</span>
+                    <span class="s1">&#39;viewfs://&#39;</span><span class="p">,</span>
+                    <span class="s1">&#39;wasb://&#39;</span><span class="p">]</span>
+  <span class="k">if</span> <span class="p">(</span><span class="nb">any</span><span class="p">(</span><span class="n">path</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="n">scheme</span><span class="p">)</span> <span class="k">for</span> <span class="n">scheme</span> <span class="ow">in</span> <span class="n">HADOOP_SCHEMES</span><span class="p">)</span>
+      <span class="ow">or</span> <span class="n">path</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s1">&#39;file://&#39;</span><span class="p">)):</span>
     <span class="c1"># absolute path w/ scheme, just return as-is</span>
     <span class="k">return</span> <span class="n">path</span>
   <span class="k">elif</span> <span class="n">path</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">&quot;/&quot;</span><span class="p">):</span>
     <span class="c1"># absolute path w/o scheme, just prepend w/ defaultFS</span>
     <span class="k">return</span> <span class="n">ctx</span><span class="o">.</span><span class="n">defaultFS</span> <span class="o">+</span> <span class="n">path</span>
   <span class="k">else</span><span class="p">:</span>
-    <span class="c1"># relative path, prepend defaultSF + standard working dir</span>
+    <span class="c1"># relative path, prepend defaultFS + standard working dir</span>
     <span class="k">if</span> <span class="n">ctx</span><span class="o">.</span><span class="n">defaultFS</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">&quot;hdfs://&quot;</span><span class="p">)</span> <span class="ow">or</span> <span class="n">ctx</span><span class="o">.</span><span class="n">defaultFS</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">&quot;viewfs://&quot;</span><span class="p">):</span>
       <span class="k">return</span> <span class="s2">&quot;</span><span class="si">{0}</span><span class="s2">/user/</span><span class="si">{1}</span><span class="s2">/</span><span class="si">{2}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">ctx</span><span class="o">.</span><span class="n">defaultFS</span><span class="p">,</span> <span class="n">getpass</span><span class="o">.</span><span class="n">getuser</span><span class="p">(),</span> <span class="n">path</span><span class="p">)</span>
     <span class="k">elif</span> <span class="n">ctx</span><span class="o">.</span><span class="n">defaultFS</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">&quot;file://&quot;</span><span class="p">):</span>
@@ -358,13 +369,13 @@ <h3>Navigation</h3>
         <li class="right" >
           <a href="../../py-modindex.html" title="Python Module Index"
              >modules</a> |</li>
-        <li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.2 documentation</a> &#187;</li>
+        <li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.3 documentation</a> &#187;</li>
           <li class="nav-item nav-item-1"><a href="../index.html" >Module code</a> &#187;</li> 
       </ul>
     </div>
     <div class="footer" role="contentinfo">
         &#169; Copyright 2018, Yahoo Inc.
-      Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.5.
+      Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.9.
     </div>
   </body>
 </html>