deploy: 80573b1

_modules/meshed/slabs.html

@@ -185,7 +185,7 @@ <h1>Source code for meshed.slabs</h1><div class="highlight"><pre>
     <span class="n">Protocol</span><span class="p">,</span>
 <span class="p">)</span>
 <span class="kn">from</span> <span class="nn">i2</span> <span class="kn">import</span> <span class="n">Sig</span><span class="p">,</span> <span class="n">ContextFanout</span>
-<span class="kn">from</span> <span class="nn">meshed.base</span> <span class="kn">import</span> <span class="n">FuncNode</span>
+<span class="kn">from</span> <span class="nn">meshed.base</span> <span class="kn">import</span> <span class="n">FuncNode</span><span class="p">,</span> <span class="n">ensure_func_nodes</span>
 <span class="kn">from</span> <span class="nn">meshed.dag</span> <span class="kn">import</span> <span class="n">DAG</span>
 
 
@@ -514,6 +514,7 @@ <h1>Source code for meshed.slabs</h1><div class="highlight"><pre>
         <span class="bp">self</span><span class="p">,</span>
         <span class="n">handle_exceptions</span><span class="p">:</span> <span class="n">HandledExceptionsMapSpec</span> <span class="o">=</span> <span class="n">DFLT_INTERRUPT_EXCEPTIONS</span><span class="p">,</span>
         <span class="n">scope_factory</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[[],</span> <span class="n">MutableMapping</span><span class="p">]</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">,</span>
+        <span class="n">finally_handler</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[[</span><span class="s1">&#39;Slabs&#39;</span><span class="p">],</span> <span class="kc">None</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
         <span class="o">**</span><span class="n">components</span><span class="p">,</span>
     <span class="p">):</span>
         <span class="n">_validate_components</span><span class="p">(</span><span class="n">components</span><span class="p">)</span>
@@ -525,6 +526,7 @@ <h1>Source code for meshed.slabs</h1><div class="highlight"><pre>
             <span class="n">name</span><span class="p">:</span> <span class="n">Sig</span><span class="o">.</span><span class="n">sig_or_default</span><span class="p">(</span><span class="n">func</span><span class="p">)</span> <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">func</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">components</span><span class="o">.</span><span class="n">items</span><span class="p">()</span>
         <span class="p">}</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">context</span> <span class="o">=</span> <span class="n">ContextFanout</span><span class="p">(</span><span class="o">**</span><span class="n">components</span><span class="p">)</span>
+        <span class="bp">self</span><span class="o">.</span><span class="n">finally_handler</span> <span class="o">=</span> <span class="n">finally_handler</span>
 
     <span class="k">def</span> <span class="nf">_call_on_scope</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">scope</span><span class="p">:</span> <span class="n">MutableMapping</span><span class="p">):</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;Calls the components 1 by 1, sourcing inputs and writing outputs in scope&quot;&quot;&quot;</span>
@@ -558,6 +560,12 @@ <h1>Source code for meshed.slabs</h1><div class="highlight"><pre>
                     <span class="k">if</span> <span class="n">handler_output</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">do_not_break</span><span class="p">:</span>
                         <span class="bp">self</span><span class="o">.</span><span class="n">exit_value</span> <span class="o">=</span> <span class="n">handler_output</span>  <span class="c1"># remember, in case useful</span>
                         <span class="k">break</span>
+                <span class="k">finally</span><span class="p">:</span>
+                    <span class="bp">self</span><span class="o">.</span><span class="n">_handle_finally</span><span class="p">()</span>
+
+    <span class="k">def</span> <span class="nf">_handle_finally</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+        <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">finally_handler</span><span class="p">:</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">finally_handler</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
 
     <span class="k">def</span> <span class="nf">open</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
         <span class="bp">self</span><span class="o">.</span><span class="n">_output_of_context_enter</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">context</span><span class="o">.</span><span class="fm">__enter__</span><span class="p">()</span>
@@ -584,8 +592,11 @@ <h1>Source code for meshed.slabs</h1><div class="highlight"><pre>
         <span class="n">handle_exceptions</span><span class="p">:</span> <span class="n">HandledExceptionsMapSpec</span> <span class="o">=</span> <span class="n">DFLT_INTERRUPT_EXCEPTIONS</span><span class="p">,</span>
         <span class="n">scope_factory</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[[],</span> <span class="n">MutableMapping</span><span class="p">]</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">,</span>
     <span class="p">):</span>
-<span class="w">        </span><span class="sd">&quot;&quot;&quot;Make&quot;&quot;&quot;</span>
-        <span class="n">func_nodes</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">func_nodes</span><span class="p">)</span>
+<span class="w">        </span><span class="sd">&quot;&quot;&quot;Make a Slabs object from a list of functions and/or FuncNodes, DAG, ...&quot;&quot;&quot;</span>
+        <span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">func_nodes</span><span class="p">,</span> <span class="s1">&#39;func_nodes&#39;</span><span class="p">):</span>
+            <span class="n">func_nodes</span> <span class="o">=</span> <span class="n">func_nodes</span><span class="o">.</span><span class="n">func_nodes</span>
+        <span class="k">else</span><span class="p">:</span>
+            <span class="n">func_nodes</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">ensure_func_nodes</span><span class="p">(</span><span class="n">func_nodes</span><span class="p">))</span>
         <span class="k">assert</span> <span class="nb">all</span><span class="p">(</span>
             <span class="nb">list</span><span class="p">(</span><span class="n">fn</span><span class="o">.</span><span class="n">bind</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span> <span class="o">==</span> <span class="nb">list</span><span class="p">(</span><span class="n">fn</span><span class="o">.</span><span class="n">bind</span><span class="o">.</span><span class="n">values</span><span class="p">())</span> <span class="k">for</span> <span class="n">fn</span> <span class="ow">in</span> <span class="n">func_nodes</span>
         <span class="p">),</span> <span class="p">(</span>

genindex.html

@@ -602,6 +602,13 @@ <h2 id="M">M</h2>
 
       <ul>
         <li><a href="module_docs/meshed/scrap/collapse_and_expand.html#module-meshed.scrap.collapse_and_expand">module</a>
+</li>
+      </ul></li>
+      <li>
+    meshed.scrap.conversion
+
+      <ul>
+        <li><a href="module_docs/meshed/scrap/conversion.html#module-meshed.scrap.conversion">module</a>
 </li>
       </ul></li>
       <li>
@@ -783,6 +790,8 @@ <h2 id="M">M</h2>
         <li><a href="module_docs/meshed/scrap/cached_dag.html#module-meshed.scrap.cached_dag">meshed.scrap.cached_dag</a>
 </li>
         <li><a href="module_docs/meshed/scrap/collapse_and_expand.html#module-meshed.scrap.collapse_and_expand">meshed.scrap.collapse_and_expand</a>
+</li>
+        <li><a href="module_docs/meshed/scrap/conversion.html#module-meshed.scrap.conversion">meshed.scrap.conversion</a>
 </li>
         <li><a href="module_docs/meshed/scrap/dask_graph_language.html#module-meshed.scrap.dask_graph_language">meshed.scrap.dask_graph_language</a>
 </li>

module_docs/meshed/scrap/conversion.html

@@ -125,8 +125,9 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
 
-  <section id="meshed-scrap-conversion">
-<h1>meshed.scrap.conversion<a class="headerlink" href="#meshed-scrap-conversion" title="Link to this heading"></a></h1>
+  <section id="module-meshed.scrap.conversion">
+<span id="meshed-scrap-conversion"></span><h1>meshed.scrap.conversion<a class="headerlink" href="#module-meshed.scrap.conversion" title="Link to this heading"></a></h1>
+<p>Utils to convert graphs from one specification to another</p>
 </section>
 
 

module_docs/meshed/slabs.html

@@ -213,7 +213,7 @@
 
 <dl class="py class">
 <dt class="sig sig-object py" id="meshed.slabs.Slabs">
-<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">meshed.slabs.</span></span><span class="sig-name descname"><span class="pre">Slabs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">handle_exceptions:</span> <span class="pre">~typing.Mapping[type</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~meshed.slabs.ExceptionHandler]</span> <span class="pre">|</span> <span class="pre">~typing.Iterable[BaseException]</span> <span class="pre">|</span> <span class="pre">BaseException</span> <span class="pre">=</span> <span class="pre">(&lt;class</span> <span class="pre">'StopIteration'&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">&lt;class</span> <span class="pre">'meshed.slabs.IteratorExit'&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">&lt;class</span> <span class="pre">'KeyboardInterrupt'&gt;)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">scope_factory:</span> <span class="pre">~typing.Callable[[]</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">~typing.MutableMapping]</span> <span class="pre">=</span> <span class="pre">&lt;class</span> <span class="pre">'dict'&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">**components</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../_modules/meshed/slabs.html#Slabs"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#meshed.slabs.Slabs" title="Link to this definition"></a></dt>
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">meshed.slabs.</span></span><span class="sig-name descname"><span class="pre">Slabs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="pre">handle_exceptions:</span> <span class="pre">~typing.Mapping[type,</span> <span class="pre">~meshed.slabs.ExceptionHandler]</span> <span class="pre">|</span> <span class="pre">~typing.Iterable[BaseException]</span> <span class="pre">|</span> <span class="pre">BaseException</span> <span class="pre">=</span> <span class="pre">(&lt;class</span> <span class="pre">'StopIteration'&gt;,</span> <span class="pre">&lt;class</span> <span class="pre">'meshed.slabs.IteratorExit'&gt;,</span> <span class="pre">&lt;class</span> <span class="pre">'KeyboardInterrupt'&gt;),</span> <span class="pre">scope_factory:</span> <span class="pre">~typing.Callable[[],</span> <span class="pre">~typing.MutableMapping]</span> <span class="pre">=</span> <span class="pre">&lt;class</span> <span class="pre">'dict'&gt;,</span> <span class="pre">finally_handler:</span> <span class="pre">~typing.Callable[[~meshed.slabs.Slabs],</span> <span class="pre">None]</span> <span class="pre">|</span> <span class="pre">None</span> <span class="pre">=</span> <span class="pre">None,</span> <span class="pre">**components</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../_modules/meshed/slabs.html#Slabs"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#meshed.slabs.Slabs" title="Link to this definition"></a></dt>
 <dd><p>Object to source and manipulate multiple streams.</p>
 <p>A slab is a collection of items of a same interval of time.
 We represent a slab using a <cite>dict</cite> or mapping.
@@ -363,13 +363,13 @@
 <dl class="py method">
 <dt class="sig sig-object py" id="meshed.slabs.Slabs.from_dag">
 <em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_dag</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="pre">func_nodes:</span> <span class="pre">~typing.Iterable[~meshed.base.FuncNode],</span> <span class="pre">*,</span> <span class="pre">handle_exceptions:</span> <span class="pre">~typing.Mapping[type,</span> <span class="pre">~meshed.slabs.ExceptionHandler]</span> <span class="pre">|</span> <span class="pre">~typing.Iterable[BaseException]</span> <span class="pre">|</span> <span class="pre">BaseException</span> <span class="pre">=</span> <span class="pre">(&lt;class</span> <span class="pre">'StopIteration'&gt;,</span> <span class="pre">&lt;class</span> <span class="pre">'meshed.slabs.IteratorExit'&gt;,</span> <span class="pre">&lt;class</span> <span class="pre">'KeyboardInterrupt'&gt;),</span> <span class="pre">scope_factory:</span> <span class="pre">~typing.Callable[[],</span> <span class="pre">~typing.MutableMapping]</span> <span class="pre">=</span> <span class="pre">&lt;class</span> <span class="pre">'dict'&gt;</span></em><span class="sig-paren">)</span><a class="headerlink" href="#meshed.slabs.Slabs.from_dag" title="Link to this definition"></a></dt>
-<dd><p>Make</p>
+<dd><p>Make a Slabs object from a list of functions and/or FuncNodes, DAG, …</p>
 </dd></dl>
 
 <dl class="py method">
 <dt class="sig sig-object py" id="meshed.slabs.Slabs.from_func_nodes">
 <em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_func_nodes</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="pre">func_nodes:</span> <span class="pre">~typing.Iterable[~meshed.base.FuncNode],</span> <span class="pre">*,</span> <span class="pre">handle_exceptions:</span> <span class="pre">~typing.Mapping[type,</span> <span class="pre">~meshed.slabs.ExceptionHandler]</span> <span class="pre">|</span> <span class="pre">~typing.Iterable[BaseException]</span> <span class="pre">|</span> <span class="pre">BaseException</span> <span class="pre">=</span> <span class="pre">(&lt;class</span> <span class="pre">'StopIteration'&gt;,</span> <span class="pre">&lt;class</span> <span class="pre">'meshed.slabs.IteratorExit'&gt;,</span> <span class="pre">&lt;class</span> <span class="pre">'KeyboardInterrupt'&gt;),</span> <span class="pre">scope_factory:</span> <span class="pre">~typing.Callable[[],</span> <span class="pre">~typing.MutableMapping]</span> <span class="pre">=</span> <span class="pre">&lt;class</span> <span class="pre">'dict'&gt;</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../_modules/meshed/slabs.html#Slabs.from_func_nodes"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#meshed.slabs.Slabs.from_func_nodes" title="Link to this definition"></a></dt>
-<dd><p>Make</p>
+<dd><p>Make a Slabs object from a list of functions and/or FuncNodes, DAG, …</p>
 </dd></dl>
 
 </dd></dl>

py-modindex.html

@@ -231,6 +231,11 @@ <h1>Python Module Index</h1>
        <td>&#160;&#160;&#160;
        <a href="module_docs/meshed/scrap/collapse_and_expand.html#module-meshed.scrap.collapse_and_expand"><code class="xref">meshed.scrap.collapse_and_expand</code></a></td><td>
        <em></em></td></tr>
+     <tr class="cg-1">
+       <td></td>
+       <td>&#160;&#160;&#160;
+       <a href="module_docs/meshed/scrap/conversion.html#module-meshed.scrap.conversion"><code class="xref">meshed.scrap.conversion</code></a></td><td>
+       <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;