Skip to content

Commit d7c2dd8

Browse files
committed
deploy: e4be96f
1 parent 0b339fd commit d7c2dd8

File tree

3 files changed

+25
-12
lines changed

3 files changed

+25
-12
lines changed

_modules/obelisk/asynchronous/client.html

Lines changed: 14 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,7 @@ <h1>Source code for obelisk.asynchronous.client</h1><div class="highlight"><pre>
3838

3939
<span class="kn">import</span><span class="w"> </span><span class="nn">httpx</span>
4040

41-
<span class="kn">from</span><span class="w"> </span><span class="nn">obelisk.exceptions</span><span class="w"> </span><span class="kn">import</span> <span class="n">AuthenticationError</span>
41+
<span class="kn">from</span><span class="w"> </span><span class="nn">obelisk.exceptions</span><span class="w"> </span><span class="kn">import</span> <span class="n">AuthenticationError</span><span class="p">,</span> <span class="n">ObeliskError</span>
4242
<span class="kn">from</span><span class="w"> </span><span class="nn">obelisk.strategies.retry</span><span class="w"> </span><span class="kn">import</span> <span class="n">RetryStrategy</span><span class="p">,</span> \
4343
<span class="n">NoRetryStrategy</span>
4444
<span class="kn">from</span><span class="w"> </span><span class="nn">obelisk.types</span><span class="w"> </span><span class="kn">import</span> <span class="n">ObeliskKind</span>
@@ -114,9 +114,10 @@ <h1>Source code for obelisk.asynchronous.client</h1><div class="highlight"><pre>
114114

115115
<span class="k">async</span> <span class="k">with</span> <span class="n">httpx</span><span class="o">.</span><span class="n">AsyncClient</span><span class="p">()</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
116116
<span class="n">response</span> <span class="o">=</span> <span class="kc">None</span>
117+
<span class="n">request</span> <span class="o">=</span> <span class="kc">None</span>
117118
<span class="n">last_error</span> <span class="o">=</span> <span class="kc">None</span>
118119
<span class="n">retry</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">retry_strategy</span><span class="o">.</span><span class="n">make</span><span class="p">()</span>
119-
<span class="k">while</span> <span class="ow">not</span> <span class="n">response</span> <span class="ow">or</span> <span class="k">await</span> <span class="n">retry</span><span class="o">.</span><span class="n">should_retry</span><span class="p">():</span>
120+
<span class="k">while</span> <span class="ow">not</span> <span class="n">response</span><span class="p">:</span>
120121
<span class="k">try</span><span class="p">:</span>
121122
<span class="n">request</span> <span class="o">=</span> <span class="k">await</span> <span class="n">client</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
122123
<span class="bp">self</span><span class="o">.</span><span class="n">_token_url</span><span class="p">,</span>
@@ -128,10 +129,13 @@ <h1>Source code for obelisk.asynchronous.client</h1><div class="highlight"><pre>
128129
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
129130
<span class="n">last_error</span> <span class="o">=</span> <span class="n">e</span>
130131
<span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
131-
<span class="k">continue</span>
132+
<span class="k">if</span> <span class="k">await</span> <span class="n">retry</span><span class="o">.</span><span class="n">should_retry</span><span class="p">():</span>
133+
<span class="k">continue</span>
134+
<span class="k">else</span><span class="p">:</span>
135+
<span class="k">break</span>
132136

133-
<span class="k">if</span> <span class="n">response</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">last_error</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
134-
<span class="k">raise</span> <span class="n">last_error</span>
137+
<span class="k">if</span> <span class="ow">not</span> <span class="n">response</span> <span class="ow">or</span> <span class="ow">not</span> <span class="n">request</span><span class="p">:</span>
138+
<span class="k">raise</span> <span class="p">(</span><span class="n">last_error</span> <span class="k">if</span> <span class="n">last_error</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">ObeliskError</span><span class="p">(</span><span class="s2">&quot;No response&quot;</span><span class="p">))</span>
135139

136140
<span class="k">if</span> <span class="n">request</span><span class="o">.</span><span class="n">status_code</span> <span class="o">!=</span> <span class="mi">200</span><span class="p">:</span>
137141
<span class="k">if</span> <span class="s1">&#39;error&#39;</span> <span class="ow">in</span> <span class="n">response</span><span class="p">:</span>
@@ -182,7 +186,7 @@ <h1>Source code for obelisk.asynchronous.client</h1><div class="highlight"><pre>
182186
<span class="n">response</span> <span class="o">=</span> <span class="kc">None</span>
183187
<span class="n">retry</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">retry_strategy</span><span class="o">.</span><span class="n">make</span><span class="p">()</span>
184188
<span class="n">last_error</span> <span class="o">=</span> <span class="kc">None</span>
185-
<span class="k">while</span> <span class="ow">not</span> <span class="n">response</span> <span class="ow">or</span> <span class="k">await</span> <span class="n">retry</span><span class="o">.</span><span class="n">should_retry</span><span class="p">():</span>
189+
<span class="k">while</span> <span class="ow">not</span> <span class="n">response</span><span class="p">:</span>
186190
<span class="k">if</span> <span class="n">response</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
187191
<span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Retrying, last response: </span><span class="si">{</span><span class="n">response</span><span class="o">.</span><span class="n">status_code</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
188192

@@ -198,7 +202,10 @@ <h1>Source code for obelisk.asynchronous.client</h1><div class="highlight"><pre>
198202
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
199203
<span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
200204
<span class="n">last_error</span> <span class="o">=</span> <span class="n">e</span>
201-
<span class="k">continue</span>
205+
<span class="k">if</span> <span class="k">await</span> <span class="n">retry</span><span class="o">.</span><span class="n">should_retry</span><span class="p">():</span>
206+
<span class="k">continue</span>
207+
<span class="k">else</span><span class="p">:</span>
208+
<span class="k">break</span>
202209

203210
<span class="k">if</span> <span class="ow">not</span> <span class="n">response</span> <span class="ow">and</span> <span class="n">last_error</span><span class="p">:</span>
204211
<span class="k">raise</span> <span class="n">last_error</span>

_modules/obelisk/asynchronous/consumer_test.html

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,11 +36,14 @@ <h1>Source code for obelisk.asynchronous.consumer_test</h1><div class="highlight
3636

3737
<span class="n">pytest_plugins</span> <span class="o">=</span> <span class="p">(</span><span class="s1">&#39;pytest_asyncio&#39;</span><span class="p">,)</span>
3838

39+
<span class="n">client_id</span> <span class="o">=</span> <span class="s2">&quot;682c6c46604b3b3be35429df&quot;</span>
40+
<span class="n">client_secret</span> <span class="o">=</span> <span class="s2">&quot;7136832d-01be-456a-a1fe-25c7f9e130c5&quot;</span>
41+
3942
<div class="viewcode-block" id="test_demo_igent">
4043
<a class="viewcode-back" href="../../../_autosummary/obelisk.asynchronous.consumer_test.test_demo_igent.html#obelisk.asynchronous.consumer_test.test_demo_igent">[docs]</a>
4144
<span class="nd">@pytest</span><span class="o">.</span><span class="n">mark</span><span class="o">.</span><span class="n">asyncio</span>
4245
<span class="k">async</span> <span class="k">def</span><span class="w"> </span><span class="nf">test_demo_igent</span><span class="p">():</span>
43-
<span class="n">consumer</span> <span class="o">=</span> <span class="n">Consumer</span><span class="p">(</span><span class="n">client</span><span class="o">=</span><span class="s2">&quot;67c716e616c11421cfe2faf6&quot;</span><span class="p">,</span> <span class="n">secret</span><span class="o">=</span><span class="s2">&quot;08dafe89-0389-45b4-9832-cc565fb8c2eb&quot;</span><span class="p">)</span>
46+
<span class="n">consumer</span> <span class="o">=</span> <span class="n">Consumer</span><span class="p">(</span><span class="n">client</span><span class="o">=</span><span class="n">client_id</span><span class="p">,</span> <span class="n">secret</span><span class="o">=</span><span class="n">client_secret</span><span class="p">)</span>
4447
<span class="n">result</span> <span class="o">=</span> <span class="k">await</span> <span class="n">consumer</span><span class="o">.</span><span class="n">single_chunk</span><span class="p">(</span>
4548
<span class="n">datasets</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;612f6c39cbceda0ea9753d95&quot;</span><span class="p">],</span>
4649
<span class="n">metrics</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;org.dyamand.types.common.Temperature::number&quot;</span><span class="p">],</span>

_modules/obelisk/sync/consumer_test.html

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -33,10 +33,13 @@
3333
<h1>Source code for obelisk.sync.consumer_test</h1><div class="highlight"><pre>
3434
<span></span><span class="kn">from</span><span class="w"> </span><span class="nn">.consumer</span><span class="w"> </span><span class="kn">import</span> <span class="n">Consumer</span>
3535

36+
<span class="n">client_id</span> <span class="o">=</span> <span class="s2">&quot;682c6c46604b3b3be35429df&quot;</span>
37+
<span class="n">client_secret</span> <span class="o">=</span> <span class="s2">&quot;7136832d-01be-456a-a1fe-25c7f9e130c5&quot;</span>
38+
3639
<div class="viewcode-block" id="test_demo_igent">
3740
<a class="viewcode-back" href="../../../_autosummary/obelisk.sync.consumer_test.test_demo_igent.html#obelisk.sync.consumer_test.test_demo_igent">[docs]</a>
3841
<span class="k">def</span><span class="w"> </span><span class="nf">test_demo_igent</span><span class="p">():</span>
39-
<span class="n">consumer</span> <span class="o">=</span> <span class="n">Consumer</span><span class="p">(</span><span class="n">client</span><span class="o">=</span><span class="s2">&quot;67c716e616c11421cfe2faf6&quot;</span><span class="p">,</span> <span class="n">secret</span><span class="o">=</span><span class="s2">&quot;08dafe89-0389-45b4-9832-cc565fb8c2eb&quot;</span><span class="p">)</span>
42+
<span class="n">consumer</span> <span class="o">=</span> <span class="n">Consumer</span><span class="p">(</span><span class="n">client</span><span class="o">=</span><span class="n">client_id</span><span class="p">,</span><span class="n">secret</span><span class="o">=</span><span class="n">client_secret</span><span class="p">)</span>
4043
<span class="n">result</span> <span class="o">=</span> <span class="n">consumer</span><span class="o">.</span><span class="n">single_chunk</span><span class="p">(</span>
4144
<span class="n">datasets</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;612f6c39cbceda0ea9753d95&quot;</span><span class="p">],</span>
4245
<span class="n">metrics</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;org.dyamand.types.common.Temperature::number&quot;</span><span class="p">],</span>
@@ -51,16 +54,16 @@ <h1>Source code for obelisk.sync.consumer_test</h1><div class="highlight"><pre>
5154
<div class="viewcode-block" id="test_two_instances">
5255
<a class="viewcode-back" href="../../../_autosummary/obelisk.sync.consumer_test.test_two_instances.html#obelisk.sync.consumer_test.test_two_instances">[docs]</a>
5356
<span class="k">def</span><span class="w"> </span><span class="nf">test_two_instances</span><span class="p">():</span>
54-
<span class="n">consumer_one</span> <span class="o">=</span> <span class="n">Consumer</span><span class="p">(</span><span class="n">client</span><span class="o">=</span><span class="s2">&quot;67c716e616c11421cfe2faf6&quot;</span><span class="p">,</span> <span class="n">secret</span><span class="o">=</span><span class="s2">&quot;08dafe89-0389-45b4-9832-cc565fb8c2eb&quot;</span><span class="p">)</span>
55-
<span class="n">consumer_two</span> <span class="o">=</span> <span class="n">Consumer</span><span class="p">(</span><span class="n">client</span><span class="o">=</span><span class="s2">&quot;67c716e616c11421cfe2faf6&quot;</span><span class="p">,</span> <span class="n">secret</span><span class="o">=</span><span class="s2">&quot;08dafe89-0389-45b4-9832-cc565fb8c2eb&quot;</span><span class="p">)</span>
57+
<span class="n">consumer_one</span> <span class="o">=</span> <span class="n">Consumer</span><span class="p">(</span><span class="n">client</span><span class="o">=</span><span class="n">client_id</span><span class="p">,</span><span class="n">secret</span><span class="o">=</span><span class="n">client_secret</span><span class="p">)</span>
58+
<span class="n">consumer_two</span> <span class="o">=</span> <span class="n">Consumer</span><span class="p">(</span><span class="n">client</span><span class="o">=</span><span class="n">client_id</span><span class="p">,</span><span class="n">secret</span><span class="o">=</span><span class="n">client_secret</span><span class="p">)</span>
5659
<span class="n">result_one</span> <span class="o">=</span> <span class="n">consumer_one</span><span class="o">.</span><span class="n">single_chunk</span><span class="p">(</span>
5760
<span class="n">datasets</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;612f6c39cbceda0ea9753d95&quot;</span><span class="p">],</span>
5861
<span class="n">metrics</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;org.dyamand.types.common.Temperature::number&quot;</span><span class="p">],</span>
5962
<span class="n">from_timestamp</span><span class="o">=</span><span class="mi">1740924034000</span><span class="p">,</span>
6063
<span class="n">to_timestamp</span><span class="o">=</span><span class="mi">1741100614258</span><span class="p">,</span>
6164
<span class="n">limit</span><span class="o">=</span><span class="mi">2</span>
6265
<span class="p">)</span>
63-
<span class="n">result_two</span> <span class="o">=</span> <span class="n">consumer_one</span><span class="o">.</span><span class="n">single_chunk</span><span class="p">(</span>
66+
<span class="n">result_two</span> <span class="o">=</span> <span class="n">consumer_two</span><span class="o">.</span><span class="n">single_chunk</span><span class="p">(</span>
6467
<span class="n">datasets</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;612f6c39cbceda0ea9753d95&quot;</span><span class="p">],</span>
6568
<span class="n">metrics</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;org.dyamand.types.common.Temperature::number&quot;</span><span class="p">],</span>
6669
<span class="n">from_timestamp</span><span class="o">=</span><span class="mi">1740924034000</span><span class="p">,</span>

0 commit comments

Comments
 (0)