Skip to content

Commit 4390e22

Browse files
leewyangleewyang
committed
bump version & docs
1 parent 313f5cf commit 4390e22

30 files changed

+517
-1794
lines changed

‎docs/.buildinfo‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
# Sphinx build info version 1
22
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
3-
config: 874109c9e8f56215fdcb46cac4aab9f9
3+
config: abbb35398bf3c41c0f421213a6263bf9
44
tags: 645f666f9bcd5a90fca523b33c5a78b7

‎docs/_modules/index.html‎

Lines changed: 12 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -4,27 +4,18 @@
44

55
<html xmlns="http://www.w3.org/1999/xhtml" lang="en">
66
<head>
7+
<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
78
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
8-
<title>Overview: module code &#8212; TensorFlowOnSpark 1.2.0 documentation</title>
9+
<title>Overview: module code &#8212; TensorFlowOnSpark 1.2.1 documentation</title>
910
<link rel="stylesheet" href="../_static/classic.css" type="text/css" />
1011
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
11-
<script type="text/javascript">
12-
var DOCUMENTATION_OPTIONS = {
13-
URL_ROOT: '../',
14-
VERSION: '1.2.0',
15-
COLLAPSE_INDEX: false,
16-
FILE_SUFFIX: '.html',
17-
HAS_SOURCE: true,
18-
SOURCELINK_SUFFIX: '.txt'
19-
};
20-
</script>
12+
<script type="text/javascript" src="../_static/documentation_options.js"></script>
2113
<script type="text/javascript" src="../_static/jquery.js"></script>
2214
<script type="text/javascript" src="../_static/underscore.js"></script>
2315
<script type="text/javascript" src="../_static/doctools.js"></script>
2416
<link rel="index" title="Index" href="../genindex.html" />
2517
<link rel="search" title="Search" href="../search.html" />
26-
</head>
27-
<body>
18+
</head><body>
2819
<div class="related" role="navigation" aria-label="related navigation">
2920
<h3>Navigation</h3>
3021
<ul>
@@ -34,7 +25,7 @@ <h3>Navigation</h3>
3425
<li class="right" >
3526
<a href="../py-modindex.html" title="Python Module Index"
3627
>modules</a> |</li>
37-
<li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.2.0 documentation</a> &#187;</li>
28+
<li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.2.1 documentation</a> &#187;</li>
3829
</ul>
3930
</div>
4031

@@ -44,15 +35,11 @@ <h3>Navigation</h3>
4435
<div class="body" role="main">
4536

4637
<h1>All modules for which code is available</h1>
47-
<ul><li><a href="pyspark/ml/param.html">pyspark.ml.param</a></li>
48-
<li><a href="tensorflowonspark/TFCluster.html">tensorflowonspark.TFCluster</a></li>
49-
<li><a href="tensorflowonspark/TFManager.html">tensorflowonspark.TFManager</a></li>
38+
<ul><li><a href="tensorflowonspark/TFManager.html">tensorflowonspark.TFManager</a></li>
5039
<li><a href="tensorflowonspark/TFNode.html">tensorflowonspark.TFNode</a></li>
5140
<li><a href="tensorflowonspark/TFSparkNode.html">tensorflowonspark.TFSparkNode</a></li>
52-
<li><a href="tensorflowonspark/dfutil.html">tensorflowonspark.dfutil</a></li>
5341
<li><a href="tensorflowonspark/gpu_info.html">tensorflowonspark.gpu_info</a></li>
5442
<li><a href="tensorflowonspark/marker.html">tensorflowonspark.marker</a></li>
55-
<li><a href="tensorflowonspark/pipeline.html">tensorflowonspark.pipeline</a></li>
5643
<li><a href="tensorflowonspark/reservation.html">tensorflowonspark.reservation</a></li>
5744
<li><a href="tensorflowonspark/util.html">tensorflowonspark.util</a></li>
5845
</ul>
@@ -64,12 +51,14 @@ <h1>All modules for which code is available</h1>
6451
<div class="sphinxsidebarwrapper">
6552
<div id="searchbox" style="display: none" role="search">
6653
<h3>Quick search</h3>
54+
<div class="searchformwrapper">
6755
<form class="search" action="../search.html" method="get">
68-
<div><input type="text" name="q" /></div>
69-
<div><input type="submit" value="Go" /></div>
56+
<input type="text" name="q" />
57+
<input type="submit" value="Go" />
7058
<input type="hidden" name="check_keywords" value="yes" />
7159
<input type="hidden" name="area" value="default" />
7260
</form>
61+
</div>
7362
</div>
7463
<script type="text/javascript">$('#searchbox').show(0);</script>
7564
</div>
@@ -85,12 +74,12 @@ <h3>Navigation</h3>
8574
<li class="right" >
8675
<a href="../py-modindex.html" title="Python Module Index"
8776
>modules</a> |</li>
88-
<li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.2.0 documentation</a> &#187;</li>
77+
<li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.2.1 documentation</a> &#187;</li>
8978
</ul>
9079
</div>
9180
<div class="footer" role="contentinfo">
9281
&#169; Copyright 2017, Yahoo Inc.
93-
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.6.7.
82+
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.1.
9483
</div>
9584
</body>
9685
</html>

‎docs/_modules/tensorflowonspark/TFManager.html‎

Lines changed: 25 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -4,27 +4,18 @@
44

55
<html xmlns="http://www.w3.org/1999/xhtml" lang="en">
66
<head>
7+
<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
78
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
8-
<title>tensorflowonspark.TFManager &#8212; TensorFlowOnSpark 1.2.0 documentation</title>
9+
<title>tensorflowonspark.TFManager &#8212; TensorFlowOnSpark 1.2.1 documentation</title>
910
<link rel="stylesheet" href="../../_static/classic.css" type="text/css" />
1011
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
11-
<script type="text/javascript">
12-
var DOCUMENTATION_OPTIONS = {
13-
URL_ROOT: '../../',
14-
VERSION: '1.2.0',
15-
COLLAPSE_INDEX: false,
16-
FILE_SUFFIX: '.html',
17-
HAS_SOURCE: true,
18-
SOURCELINK_SUFFIX: '.txt'
19-
};
20-
</script>
12+
<script type="text/javascript" src="../../_static/documentation_options.js"></script>
2113
<script type="text/javascript" src="../../_static/jquery.js"></script>
2214
<script type="text/javascript" src="../../_static/underscore.js"></script>
2315
<script type="text/javascript" src="../../_static/doctools.js"></script>
2416
<link rel="index" title="Index" href="../../genindex.html" />
2517
<link rel="search" title="Search" href="../../search.html" />
26-
</head>
27-
<body>
18+
</head><body>
2819
<div class="related" role="navigation" aria-label="related navigation">
2920
<h3>Navigation</h3>
3021
<ul>
@@ -34,7 +25,7 @@ <h3>Navigation</h3>
3425
<li class="right" >
3526
<a href="../../py-modindex.html" title="Python Module Index"
3627
>modules</a> |</li>
37-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.2.0 documentation</a> &#187;</li>
28+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.2.1 documentation</a> &#187;</li>
3829
<li class="nav-item nav-item-1"><a href="../index.html" accesskey="U">Module code</a> &#187;</li>
3930
</ul>
4031
</div>
@@ -58,8 +49,8 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
5849
<span class="kn">from</span> <span class="nn">multiprocessing</span> <span class="k">import</span> <span class="n">JoinableQueue</span>
5950

6051
<div class="viewcode-block" id="TFManager"><a class="viewcode-back" href="../../tensorflowonspark.TFManager.html#tensorflowonspark.TFManager.TFManager">[docs]</a><span class="k">class</span> <span class="nc">TFManager</span><span class="p">(</span><span class="n">BaseManager</span><span class="p">):</span>
61-
<span class="sd">&quot;&quot;&quot;Python multiprocessing.Manager for distributed, multi-process communication.&quot;&quot;&quot;</span>
62-
<span class="k">pass</span></div>
52+
<span class="sd">&quot;&quot;&quot;Python multiprocessing.Manager for distributed, multi-process communication.&quot;&quot;&quot;</span></div>
53+
<span class="k">pass</span>
6354

6455

6556
<span class="c1"># global to each Spark executor&#39;s python worker</span>
@@ -73,6 +64,12 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
7364
<span class="k">def</span> <span class="nf">_set</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">):</span>
7465
<span class="n">kdict</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">value</span>
7566

67+
<span class="k">def</span> <span class="nf">_get_queue</span><span class="p">(</span><span class="n">qname</span><span class="p">):</span>
68+
<span class="k">try</span><span class="p">:</span>
69+
<span class="k">return</span> <span class="n">qdict</span><span class="p">[</span><span class="n">qname</span><span class="p">]</span>
70+
<span class="k">except</span> <span class="ne">KeyError</span><span class="p">:</span>
71+
<span class="k">return</span> <span class="kc">None</span>
72+
7673
<div class="viewcode-block" id="start"><a class="viewcode-back" href="../../tensorflowonspark.TFManager.html#tensorflowonspark.TFManager.start">[docs]</a><span class="k">def</span> <span class="nf">start</span><span class="p">(</span><span class="n">authkey</span><span class="p">,</span> <span class="n">queues</span><span class="p">,</span> <span class="n">mode</span><span class="o">=</span><span class="s1">&#39;local&#39;</span><span class="p">):</span>
7774
<span class="sd">&quot;&quot;&quot;Create a new multiprocess.Manager (or return existing one).</span>
7875

@@ -89,15 +86,16 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
8986
<span class="n">kdict</span><span class="o">.</span><span class="n">clear</span><span class="p">()</span>
9087
<span class="k">for</span> <span class="n">q</span> <span class="ow">in</span> <span class="n">queues</span><span class="p">:</span>
9188
<span class="n">qdict</span><span class="p">[</span><span class="n">q</span><span class="p">]</span> <span class="o">=</span> <span class="n">JoinableQueue</span><span class="p">()</span>
92-
<span class="n">TFManager</span><span class="o">.</span><span class="n">register</span><span class="p">(</span><span class="s1">&#39;get_queue&#39;</span><span class="p">,</span> <span class="n">callable</span><span class="o">=</span><span class="k">lambda</span> <span class="n">qname</span><span class="p">:</span> <span class="n">qdict</span><span class="p">[</span><span class="n">qname</span><span class="p">])</span>
89+
90+
<span class="n">TFManager</span><span class="o">.</span><span class="n">register</span><span class="p">(</span><span class="s1">&#39;get_queue&#39;</span><span class="p">,</span> <span class="n">callable</span><span class="o">=</span><span class="k">lambda</span> <span class="n">qname</span><span class="p">:</span> <span class="n">_get_queue</span><span class="p">(</span><span class="n">qname</span><span class="p">))</span>
9391
<span class="n">TFManager</span><span class="o">.</span><span class="n">register</span><span class="p">(</span><span class="s1">&#39;get&#39;</span><span class="p">,</span> <span class="n">callable</span><span class="o">=</span><span class="k">lambda</span> <span class="n">key</span><span class="p">:</span> <span class="n">_get</span><span class="p">(</span><span class="n">key</span><span class="p">))</span>
9492
<span class="n">TFManager</span><span class="o">.</span><span class="n">register</span><span class="p">(</span><span class="s1">&#39;set&#39;</span><span class="p">,</span> <span class="n">callable</span><span class="o">=</span><span class="k">lambda</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">_set</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">))</span>
9593
<span class="k">if</span> <span class="n">mode</span> <span class="o">==</span> <span class="s1">&#39;remote&#39;</span><span class="p">:</span>
9694
<span class="n">mgr</span> <span class="o">=</span> <span class="n">TFManager</span><span class="p">(</span><span class="n">address</span><span class="o">=</span><span class="p">(</span><span class="s1">&#39;&#39;</span><span class="p">,</span><span class="mi">0</span><span class="p">),</span> <span class="n">authkey</span><span class="o">=</span><span class="n">authkey</span><span class="p">)</span>
9795
<span class="k">else</span><span class="p">:</span>
9896
<span class="n">mgr</span> <span class="o">=</span> <span class="n">TFManager</span><span class="p">(</span><span class="n">authkey</span><span class="o">=</span><span class="n">authkey</span><span class="p">)</span>
99-
<span class="n">mgr</span><span class="o">.</span><span class="n">start</span><span class="p">()</span>
100-
<span class="k">return</span> <span class="n">mgr</span></div>
97+
<span class="n">mgr</span><span class="o">.</span><span class="n">start</span><span class="p">()</span></div>
98+
<span class="k">return</span> <span class="n">mgr</span>
10199

102100
<div class="viewcode-block" id="connect"><a class="viewcode-back" href="../../tensorflowonspark.TFManager.html#tensorflowonspark.TFManager.connect">[docs]</a><span class="k">def</span> <span class="nf">connect</span><span class="p">(</span><span class="n">address</span><span class="p">,</span> <span class="n">authkey</span><span class="p">):</span>
103101
<span class="sd">&quot;&quot;&quot;Connect to a multiprocess.Manager.</span>
@@ -113,8 +111,8 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
113111
<span class="n">TFManager</span><span class="o">.</span><span class="n">register</span><span class="p">(</span><span class="s1">&#39;get&#39;</span><span class="p">)</span>
114112
<span class="n">TFManager</span><span class="o">.</span><span class="n">register</span><span class="p">(</span><span class="s1">&#39;set&#39;</span><span class="p">)</span>
115113
<span class="n">m</span> <span class="o">=</span> <span class="n">TFManager</span><span class="p">(</span><span class="n">address</span><span class="p">,</span> <span class="n">authkey</span><span class="o">=</span><span class="n">authkey</span><span class="p">)</span>
116-
<span class="n">m</span><span class="o">.</span><span class="n">connect</span><span class="p">()</span>
117-
<span class="k">return</span> <span class="n">m</span></div>
114+
<span class="n">m</span><span class="o">.</span><span class="n">connect</span><span class="p">()</span></div>
115+
<span class="k">return</span> <span class="n">m</span>
118116

119117
</pre></div>
120118

@@ -125,12 +123,14 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
125123
<div class="sphinxsidebarwrapper">
126124
<div id="searchbox" style="display: none" role="search">
127125
<h3>Quick search</h3>
126+
<div class="searchformwrapper">
128127
<form class="search" action="../../search.html" method="get">
129-
<div><input type="text" name="q" /></div>
130-
<div><input type="submit" value="Go" /></div>
128+
<input type="text" name="q" />
129+
<input type="submit" value="Go" />
131130
<input type="hidden" name="check_keywords" value="yes" />
132131
<input type="hidden" name="area" value="default" />
133132
</form>
133+
</div>
134134
</div>
135135
<script type="text/javascript">$('#searchbox').show(0);</script>
136136
</div>
@@ -146,13 +146,13 @@ <h3>Navigation</h3>
146146
<li class="right" >
147147
<a href="../../py-modindex.html" title="Python Module Index"
148148
>modules</a> |</li>
149-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.2.0 documentation</a> &#187;</li>
149+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.2.1 documentation</a> &#187;</li>
150150
<li class="nav-item nav-item-1"><a href="../index.html" >Module code</a> &#187;</li>
151151
</ul>
152152
</div>
153153
<div class="footer" role="contentinfo">
154154
&#169; Copyright 2017, Yahoo Inc.
155-
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.6.7.
155+
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.1.
156156
</div>
157157
</body>
158158
</html>

0 commit comments

Comments
 (0)