Skip to content

Commit df03f49

Browse files
eordentlicheordentlich
authored
Merge pull request #283 from yahoo/leewyang_update_estimator
Update estimator examples
2 parents 4c70eb8 + 525f85b commit df03f49

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

41 files changed

+345
-184
lines changed

‎docs/.buildinfo‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
# Sphinx build info version 1
22
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
3-
config: c31f3f4c132de601af2c7dd3d80ea76f
3+
config: 7466c912b353c5a104638dccc44e9814
44
tags: 645f666f9bcd5a90fca523b33c5a78b7

‎docs/_modules/index.html‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
<head>
77
<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
88
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9-
<title>Overview: module code &#8212; TensorFlowOnSpark 1.3.0 documentation</title>
9+
<title>Overview: module code &#8212; TensorFlowOnSpark 1.3.1 documentation</title>
1010
<link rel="stylesheet" href="../_static/classic.css" type="text/css" />
1111
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
1212
<script type="text/javascript" src="../_static/documentation_options.js"></script>
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
2525
<li class="right" >
2626
<a href="../py-modindex.html" title="Python Module Index"
2727
>modules</a> |</li>
28-
<li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
28+
<li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
2929
</ul>
3030
</div>
3131

@@ -78,11 +78,11 @@ <h3>Navigation</h3>
7878
<li class="right" >
7979
<a href="../py-modindex.html" title="Python Module Index"
8080
>modules</a> |</li>
81-
<li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
81+
<li class="nav-item nav-item-0"><a href="../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
8282
</ul>
8383
</div>
8484
<div class="footer" role="contentinfo">
85-
&#169; Copyright 2017, Yahoo Inc.
85+
&#169; Copyright 2018, Yahoo Inc.
8686
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.1.
8787
</div>
8888
</body>

‎docs/_modules/tensorflowonspark/TFCluster.html‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
<head>
77
<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
88
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9-
<title>tensorflowonspark.TFCluster &#8212; TensorFlowOnSpark 1.3.0 documentation</title>
9+
<title>tensorflowonspark.TFCluster &#8212; TensorFlowOnSpark 1.3.1 documentation</title>
1010
<link rel="stylesheet" href="../../_static/classic.css" type="text/css" />
1111
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
1212
<script type="text/javascript" src="../../_static/documentation_options.js"></script>
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
2525
<li class="right" >
2626
<a href="../../py-modindex.html" title="Python Module Index"
2727
>modules</a> |</li>
28-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
28+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
2929
<li class="nav-item nav-item-1"><a href="../index.html" accesskey="U">Module code</a> &#187;</li>
3030
</ul>
3131
</div>
@@ -416,12 +416,12 @@ <h3>Navigation</h3>
416416
<li class="right" >
417417
<a href="../../py-modindex.html" title="Python Module Index"
418418
>modules</a> |</li>
419-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
419+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
420420
<li class="nav-item nav-item-1"><a href="../index.html" >Module code</a> &#187;</li>
421421
</ul>
422422
</div>
423423
<div class="footer" role="contentinfo">
424-
&#169; Copyright 2017, Yahoo Inc.
424+
&#169; Copyright 2018, Yahoo Inc.
425425
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.1.
426426
</div>
427427
</body>

‎docs/_modules/tensorflowonspark/TFManager.html‎

Lines changed: 11 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
<head>
77
<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
88
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9-
<title>tensorflowonspark.TFManager &#8212; TensorFlowOnSpark 1.3.0 documentation</title>
9+
<title>tensorflowonspark.TFManager &#8212; TensorFlowOnSpark 1.3.1 documentation</title>
1010
<link rel="stylesheet" href="../../_static/classic.css" type="text/css" />
1111
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
1212
<script type="text/javascript" src="../../_static/documentation_options.js"></script>
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
2525
<li class="right" >
2626
<a href="../../py-modindex.html" title="Python Module Index"
2727
>modules</a> |</li>
28-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
28+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
2929
<li class="nav-item nav-item-1"><a href="../index.html" accesskey="U">Module code</a> &#187;</li>
3030
</ul>
3131
</div>
@@ -48,6 +48,7 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
4848
<span class="kn">from</span> <span class="nn">multiprocessing.managers</span> <span class="k">import</span> <span class="n">BaseManager</span>
4949
<span class="kn">from</span> <span class="nn">multiprocessing</span> <span class="k">import</span> <span class="n">JoinableQueue</span>
5050

51+
5152
<div class="viewcode-block" id="TFManager"><a class="viewcode-back" href="../../tensorflowonspark.TFManager.html#tensorflowonspark.TFManager.TFManager">[docs]</a><span class="k">class</span> <span class="nc">TFManager</span><span class="p">(</span><span class="n">BaseManager</span><span class="p">):</span>
5253
<span class="sd">&quot;&quot;&quot;Python multiprocessing.Manager for distributed, multi-process communication.&quot;&quot;&quot;</span></div>
5354
<span class="k">pass</span>
@@ -58,18 +59,22 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
5859
<span class="n">qdict</span> <span class="o">=</span> <span class="p">{}</span> <span class="c1"># dictionary of queues</span>
5960
<span class="n">kdict</span> <span class="o">=</span> <span class="p">{}</span> <span class="c1"># dictionary of key-values</span>
6061

62+
6163
<span class="k">def</span> <span class="nf">_get</span><span class="p">(</span><span class="n">key</span><span class="p">):</span>
6264
<span class="k">return</span> <span class="n">kdict</span><span class="p">[</span><span class="n">key</span><span class="p">]</span>
6365

66+
6467
<span class="k">def</span> <span class="nf">_set</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">):</span>
6568
<span class="n">kdict</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">value</span>
6669

70+
6771
<span class="k">def</span> <span class="nf">_get_queue</span><span class="p">(</span><span class="n">qname</span><span class="p">):</span>
6872
<span class="k">try</span><span class="p">:</span>
6973
<span class="k">return</span> <span class="n">qdict</span><span class="p">[</span><span class="n">qname</span><span class="p">]</span>
7074
<span class="k">except</span> <span class="ne">KeyError</span><span class="p">:</span>
7175
<span class="k">return</span> <span class="kc">None</span>
7276

77+
7378
<div class="viewcode-block" id="start"><a class="viewcode-back" href="../../tensorflowonspark.TFManager.html#tensorflowonspark.TFManager.start">[docs]</a><span class="k">def</span> <span class="nf">start</span><span class="p">(</span><span class="n">authkey</span><span class="p">,</span> <span class="n">queues</span><span class="p">,</span> <span class="n">mode</span><span class="o">=</span><span class="s1">&#39;local&#39;</span><span class="p">):</span>
7479
<span class="sd">&quot;&quot;&quot;Create a new multiprocess.Manager (or return existing one).</span>
7580

@@ -91,12 +96,13 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
9196
<span class="n">TFManager</span><span class="o">.</span><span class="n">register</span><span class="p">(</span><span class="s1">&#39;get&#39;</span><span class="p">,</span> <span class="n">callable</span><span class="o">=</span><span class="k">lambda</span> <span class="n">key</span><span class="p">:</span> <span class="n">_get</span><span class="p">(</span><span class="n">key</span><span class="p">))</span>
9297
<span class="n">TFManager</span><span class="o">.</span><span class="n">register</span><span class="p">(</span><span class="s1">&#39;set&#39;</span><span class="p">,</span> <span class="n">callable</span><span class="o">=</span><span class="k">lambda</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">_set</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">))</span>
9398
<span class="k">if</span> <span class="n">mode</span> <span class="o">==</span> <span class="s1">&#39;remote&#39;</span><span class="p">:</span>
94-
<span class="n">mgr</span> <span class="o">=</span> <span class="n">TFManager</span><span class="p">(</span><span class="n">address</span><span class="o">=</span><span class="p">(</span><span class="s1">&#39;&#39;</span><span class="p">,</span><span class="mi">0</span><span class="p">),</span> <span class="n">authkey</span><span class="o">=</span><span class="n">authkey</span><span class="p">)</span>
99+
<span class="n">mgr</span> <span class="o">=</span> <span class="n">TFManager</span><span class="p">(</span><span class="n">address</span><span class="o">=</span><span class="p">(</span><span class="s1">&#39;&#39;</span><span class="p">,</span> <span class="mi">0</span><span class="p">),</span> <span class="n">authkey</span><span class="o">=</span><span class="n">authkey</span><span class="p">)</span>
95100
<span class="k">else</span><span class="p">:</span>
96101
<span class="n">mgr</span> <span class="o">=</span> <span class="n">TFManager</span><span class="p">(</span><span class="n">authkey</span><span class="o">=</span><span class="n">authkey</span><span class="p">)</span>
97102
<span class="n">mgr</span><span class="o">.</span><span class="n">start</span><span class="p">()</span></div>
98103
<span class="k">return</span> <span class="n">mgr</span>
99104

105+
100106
<div class="viewcode-block" id="connect"><a class="viewcode-back" href="../../tensorflowonspark.TFManager.html#tensorflowonspark.TFManager.connect">[docs]</a><span class="k">def</span> <span class="nf">connect</span><span class="p">(</span><span class="n">address</span><span class="p">,</span> <span class="n">authkey</span><span class="p">):</span>
101107
<span class="sd">&quot;&quot;&quot;Connect to a multiprocess.Manager.</span>
102108

@@ -113,7 +119,6 @@ <h1>Source code for tensorflowonspark.TFManager</h1><div class="highlight"><pre>
113119
<span class="n">m</span> <span class="o">=</span> <span class="n">TFManager</span><span class="p">(</span><span class="n">address</span><span class="p">,</span> <span class="n">authkey</span><span class="o">=</span><span class="n">authkey</span><span class="p">)</span>
114120
<span class="n">m</span><span class="o">.</span><span class="n">connect</span><span class="p">()</span></div>
115121
<span class="k">return</span> <span class="n">m</span>
116-
117122
</pre></div>
118123

119124
</div>
@@ -146,12 +151,12 @@ <h3>Navigation</h3>
146151
<li class="right" >
147152
<a href="../../py-modindex.html" title="Python Module Index"
148153
>modules</a> |</li>
149-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
154+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
150155
<li class="nav-item nav-item-1"><a href="../index.html" >Module code</a> &#187;</li>
151156
</ul>
152157
</div>
153158
<div class="footer" role="contentinfo">
154-
&#169; Copyright 2017, Yahoo Inc.
159+
&#169; Copyright 2018, Yahoo Inc.
155160
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.1.
156161
</div>
157162
</body>

‎docs/_modules/tensorflowonspark/TFNode.html‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
<head>
77
<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
88
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9-
<title>tensorflowonspark.TFNode &#8212; TensorFlowOnSpark 1.3.0 documentation</title>
9+
<title>tensorflowonspark.TFNode &#8212; TensorFlowOnSpark 1.3.1 documentation</title>
1010
<link rel="stylesheet" href="../../_static/classic.css" type="text/css" />
1111
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
1212
<script type="text/javascript" src="../../_static/documentation_options.js"></script>
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
2525
<li class="right" >
2626
<a href="../../py-modindex.html" title="Python Module Index"
2727
>modules</a> |</li>
28-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
28+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
2929
<li class="nav-item nav-item-1"><a href="../index.html" accesskey="U">Module code</a> &#187;</li>
3030
</ul>
3131
</div>
@@ -108,7 +108,7 @@ <h1>Source code for tensorflowonspark.TFNode</h1><div class="highlight"><pre>
108108
<span class="n">cluster_spec</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">cluster_spec</span>
109109
<span class="n">logging</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">&quot;</span><span class="si">{0}</span><span class="s2">: Cluster spec: </span><span class="si">{1}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">ctx</span><span class="o">.</span><span class="n">worker_num</span><span class="p">,</span> <span class="n">cluster_spec</span><span class="p">))</span>
110110

111-
<span class="k">if</span> <span class="n">tf</span><span class="o">.</span><span class="n">test</span><span class="o">.</span><span class="n">is_built_with_cuda</span><span class="p">():</span>
111+
<span class="k">if</span> <span class="n">tf</span><span class="o">.</span><span class="n">test</span><span class="o">.</span><span class="n">is_built_with_cuda</span><span class="p">()</span> <span class="ow">and</span> <span class="n">num_gpus</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
112112
<span class="c1"># GPU</span>
113113
<span class="n">gpu_initialized</span> <span class="o">=</span> <span class="kc">False</span>
114114
<span class="n">retries</span> <span class="o">=</span> <span class="mi">3</span>
@@ -358,12 +358,12 @@ <h3>Navigation</h3>
358358
<li class="right" >
359359
<a href="../../py-modindex.html" title="Python Module Index"
360360
>modules</a> |</li>
361-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
361+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
362362
<li class="nav-item nav-item-1"><a href="../index.html" >Module code</a> &#187;</li>
363363
</ul>
364364
</div>
365365
<div class="footer" role="contentinfo">
366-
&#169; Copyright 2017, Yahoo Inc.
366+
&#169; Copyright 2018, Yahoo Inc.
367367
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.1.
368368
</div>
369369
</body>

‎docs/_modules/tensorflowonspark/TFSparkNode.html‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
<head>
77
<meta http-equiv="X-UA-Compatible" content="IE=Edge" />
88
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9-
<title>tensorflowonspark.TFSparkNode &#8212; TensorFlowOnSpark 1.3.0 documentation</title>
9+
<title>tensorflowonspark.TFSparkNode &#8212; TensorFlowOnSpark 1.3.1 documentation</title>
1010
<link rel="stylesheet" href="../../_static/classic.css" type="text/css" />
1111
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
1212
<script type="text/javascript" src="../../_static/documentation_options.js"></script>
@@ -25,7 +25,7 @@ <h3>Navigation</h3>
2525
<li class="right" >
2626
<a href="../../py-modindex.html" title="Python Module Index"
2727
>modules</a> |</li>
28-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
28+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
2929
<li class="nav-item nav-item-1"><a href="../index.html" accesskey="U">Module code</a> &#187;</li>
3030
</ul>
3131
</div>
@@ -593,12 +593,12 @@ <h3>Navigation</h3>
593593
<li class="right" >
594594
<a href="../../py-modindex.html" title="Python Module Index"
595595
>modules</a> |</li>
596-
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.0 documentation</a> &#187;</li>
596+
<li class="nav-item nav-item-0"><a href="../../index.html">TensorFlowOnSpark 1.3.1 documentation</a> &#187;</li>
597597
<li class="nav-item nav-item-1"><a href="../index.html" >Module code</a> &#187;</li>
598598
</ul>
599599
</div>
600600
<div class="footer" role="contentinfo">
601-
&#169; Copyright 2017, Yahoo Inc.
601+
&#169; Copyright 2018, Yahoo Inc.
602602
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.7.1.
603603
</div>
604604
</body>

0 commit comments

Comments
 (0)