66 < head >
77 < meta http-equiv ="X-UA-Compatible " content ="IE=Edge " />
88 < meta http-equiv ="Content-Type " content ="text/html; charset=utf-8 " />
9- < title > tensorflowonspark.TFNode — TensorFlowOnSpark 1.3.2 documentation</ title >
9+ < title > tensorflowonspark.TFNode — TensorFlowOnSpark 1.3.3 documentation</ title >
1010 < link rel ="stylesheet " href ="../../_static/classic.css " type ="text/css " />
1111 < link rel ="stylesheet " href ="../../_static/pygments.css " type ="text/css " />
1212 < script type ="text/javascript " id ="documentation_options " data-url_root ="../../ " src ="../../_static/documentation_options.js "> </ script >
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
2525 < li class ="right " >
2626 < a href ="../../py-modindex.html " title ="Python Module Index "
2727 > modules</ a > |</ li >
28- < li class ="nav-item nav-item-0 "> < a href ="../../index.html "> TensorFlowOnSpark 1.3.2 documentation</ a > »</ li >
28+ < li class ="nav-item nav-item-0 "> < a href ="../../index.html "> TensorFlowOnSpark 1.3.3 documentation</ a > »</ li >
2929 < li class ="nav-item nav-item-1 "> < a href ="../index.html " accesskey ="U "> Module code</ a > »</ li >
3030 </ ul >
3131 </ div >
@@ -70,14 +70,25 @@ <h1>Source code for tensorflowonspark.TFNode</h1><div class="highlight"><pre>
7070< span class ="sd "> Returns:</ span >
7171< span class ="sd "> An absolute path prefixed with the correct filesystem scheme.</ span >
7272< span class ="sd "> """</ span >
73- < span class ="k "> if</ span > < span class ="n "> path</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="s2 "> "hdfs://"</ span > < span class ="p "> )</ span > < span class ="ow "> or</ span > < span class ="n "> path</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="s2 "> "viewfs://"</ span > < span class ="p "> )</ span > < span class ="ow "> or</ span > < span class ="n "> path</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="s2 "> "file://"</ span > < span class ="p "> ):</ span >
73+ < span class ="c1 "> # All Hadoop-Compatible File System Schemes (as of Hadoop 3.0.x):</ span >
74+ < span class ="n "> HADOOP_SCHEMES</ span > < span class ="o "> =</ span > < span class ="p "> [</ span > < span class ="s1 "> 'adl://'</ span > < span class ="p "> ,</ span >
75+ < span class ="s1 "> 'hdfs://'</ span > < span class ="p "> ,</ span >
76+ < span class ="s1 "> 'oss://'</ span > < span class ="p "> ,</ span >
77+ < span class ="s1 "> 's3://'</ span > < span class ="p "> ,</ span >
78+ < span class ="s1 "> 's3a://'</ span > < span class ="p "> ,</ span >
79+ < span class ="s1 "> 's3n://'</ span > < span class ="p "> ,</ span >
80+ < span class ="s1 "> 'swift://'</ span > < span class ="p "> ,</ span >
81+ < span class ="s1 "> 'viewfs://'</ span > < span class ="p "> ,</ span >
82+ < span class ="s1 "> 'wasb://'</ span > < span class ="p "> ]</ span >
83+ < span class ="k "> if</ span > < span class ="p "> (</ span > < span class ="nb "> any</ span > < span class ="p "> (</ span > < span class ="n "> path</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="n "> scheme</ span > < span class ="p "> )</ span > < span class ="k "> for</ span > < span class ="n "> scheme</ span > < span class ="ow "> in</ span > < span class ="n "> HADOOP_SCHEMES</ span > < span class ="p "> )</ span >
84+ < span class ="ow "> or</ span > < span class ="n "> path</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="s1 "> 'file://'</ span > < span class ="p "> )):</ span >
7485 < span class ="c1 "> # absolute path w/ scheme, just return as-is</ span >
7586 < span class ="k "> return</ span > < span class ="n "> path</ span >
7687 < span class ="k "> elif</ span > < span class ="n "> path</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="s2 "> "/"</ span > < span class ="p "> ):</ span >
7788 < span class ="c1 "> # absolute path w/o scheme, just prepend w/ defaultFS</ span >
7889 < span class ="k "> return</ span > < span class ="n "> ctx</ span > < span class ="o "> .</ span > < span class ="n "> defaultFS</ span > < span class ="o "> +</ span > < span class ="n "> path</ span >
7990 < span class ="k "> else</ span > < span class ="p "> :</ span >
80- < span class ="c1 "> # relative path, prepend defaultSF + standard working dir</ span >
91+ < span class ="c1 "> # relative path, prepend defaultFS + standard working dir</ span >
8192 < span class ="k "> if</ span > < span class ="n "> ctx</ span > < span class ="o "> .</ span > < span class ="n "> defaultFS</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="s2 "> "hdfs://"</ span > < span class ="p "> )</ span > < span class ="ow "> or</ span > < span class ="n "> ctx</ span > < span class ="o "> .</ span > < span class ="n "> defaultFS</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="s2 "> "viewfs://"</ span > < span class ="p "> ):</ span >
8293 < span class ="k "> return</ span > < span class ="s2 "> "</ span > < span class ="si "> {0}</ span > < span class ="s2 "> /user/</ span > < span class ="si "> {1}</ span > < span class ="s2 "> /</ span > < span class ="si "> {2}</ span > < span class ="s2 "> "</ span > < span class ="o "> .</ span > < span class ="n "> format</ span > < span class ="p "> (</ span > < span class ="n "> ctx</ span > < span class ="o "> .</ span > < span class ="n "> defaultFS</ span > < span class ="p "> ,</ span > < span class ="n "> getpass</ span > < span class ="o "> .</ span > < span class ="n "> getuser</ span > < span class ="p "> (),</ span > < span class ="n "> path</ span > < span class ="p "> )</ span >
8394 < span class ="k "> elif</ span > < span class ="n "> ctx</ span > < span class ="o "> .</ span > < span class ="n "> defaultFS</ span > < span class ="o "> .</ span > < span class ="n "> startswith</ span > < span class ="p "> (</ span > < span class ="s2 "> "file://"</ span > < span class ="p "> ):</ span >
@@ -358,13 +369,13 @@ <h3>Navigation</h3>
358369 < li class ="right " >
359370 < a href ="../../py-modindex.html " title ="Python Module Index "
360371 > modules</ a > |</ li >
361- < li class ="nav-item nav-item-0 "> < a href ="../../index.html "> TensorFlowOnSpark 1.3.2 documentation</ a > »</ li >
372+ < li class ="nav-item nav-item-0 "> < a href ="../../index.html "> TensorFlowOnSpark 1.3.3 documentation</ a > »</ li >
362373 < li class ="nav-item nav-item-1 "> < a href ="../index.html " > Module code</ a > »</ li >
363374 </ ul >
364375 </ div >
365376 < div class ="footer " role ="contentinfo ">
366377 © Copyright 2018, Yahoo Inc.
367- Created using < a href ="http://sphinx-doc.org/ "> Sphinx</ a > 1.7.5 .
378+ Created using < a href ="http://sphinx-doc.org/ "> Sphinx</ a > 1.7.9 .
368379 </ div >
369380 </ body >
370381</ html >
0 commit comments