Skip to content

Commit a3e8660

Browse files
feat(file_name): actually support updating filename if provided in in… (#51)
* feat(file_name): actually support updating filename if provided in indexing manifest * Apply automatic documentation changes Co-authored-by: Alexander VT <[email protected]>
1 parent 4d81ba3 commit a3e8660

27 files changed

+189
-80
lines changed

docs/_build/html/_modules/gen3/auth.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.auth &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />

docs/_build/html/_modules/gen3/file.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.file &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />

docs/_build/html/_modules/gen3/index.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.index &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />

docs/_build/html/_modules/gen3/metadata.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.metadata &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />

docs/_build/html/_modules/gen3/submission.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.submission &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />

docs/_build/html/_modules/gen3/tools/indexing/download_manifest.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.tools.indexing.download_manifest &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />

docs/_build/html/_modules/gen3/tools/indexing/index_manifest.html

Lines changed: 13 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.tools.indexing.index_manifest &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
@@ -182,8 +183,8 @@ <h1>Source code for gen3.tools.indexing.index_manifest</h1><div class="highlight
182183
<span class="n">fieldnames</span><span class="p">[</span><span class="n">fieldnames</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">key</span><span class="p">)]</span> <span class="o">=</span> <span class="s2">&quot;guid&quot;</span>
183184
<span class="n">standardized_key</span> <span class="o">=</span> <span class="s2">&quot;guid&quot;</span>
184185
<span class="k">elif</span> <span class="n">key</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="ow">in</span> <span class="n">FILENAME</span><span class="p">:</span>
185-
<span class="n">fieldnames</span><span class="p">[</span><span class="n">fieldnames</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">key</span><span class="p">)]</span> <span class="o">=</span> <span class="s2">&quot;filename&quot;</span>
186-
<span class="n">standardized_key</span> <span class="o">=</span> <span class="s2">&quot;filename&quot;</span>
186+
<span class="n">fieldnames</span><span class="p">[</span><span class="n">fieldnames</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">key</span><span class="p">)]</span> <span class="o">=</span> <span class="s2">&quot;file_name&quot;</span>
187+
<span class="n">standardized_key</span> <span class="o">=</span> <span class="s2">&quot;file_name&quot;</span>
187188
<span class="k">elif</span> <span class="n">key</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="ow">in</span> <span class="n">MD5</span><span class="p">:</span>
188189
<span class="n">fieldnames</span><span class="p">[</span><span class="n">fieldnames</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">key</span><span class="p">)]</span> <span class="o">=</span> <span class="s2">&quot;md5&quot;</span>
189190
<span class="n">standardized_key</span> <span class="o">=</span> <span class="s2">&quot;md5&quot;</span>
@@ -340,6 +341,11 @@ <h1>Source code for gen3.tools.indexing.index_manifest</h1><div class="highlight
340341
<span class="k">else</span><span class="p">:</span>
341342
<span class="n">acl</span> <span class="o">=</span> <span class="p">[]</span>
342343

344+
<span class="k">if</span> <span class="s2">&quot;file_name&quot;</span> <span class="ow">in</span> <span class="n">fi</span><span class="p">:</span>
345+
<span class="n">file_name</span> <span class="o">=</span> <span class="n">_standardize_str</span><span class="p">(</span><span class="n">fi</span><span class="p">[</span><span class="s2">&quot;file_name&quot;</span><span class="p">])</span>
346+
<span class="k">else</span><span class="p">:</span>
347+
<span class="n">file_name</span> <span class="o">=</span> <span class="s2">&quot;&quot;</span>
348+
343349
<span class="n">doc</span> <span class="o">=</span> <span class="kc">None</span>
344350

345351
<span class="k">if</span> <span class="n">fi</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;guid&quot;</span><span class="p">):</span>
@@ -381,6 +387,10 @@ <h1>Source code for gen3.tools.indexing.index_manifest</h1><div class="highlight
381387
<span class="n">doc</span><span class="o">.</span><span class="n">authz</span> <span class="o">=</span> <span class="n">authz</span>
382388
<span class="n">need_update</span> <span class="o">=</span> <span class="kc">True</span>
383389

390+
<span class="k">if</span> <span class="n">doc</span><span class="o">.</span><span class="n">file_name</span> <span class="o">!=</span> <span class="n">file_name</span><span class="p">:</span>
391+
<span class="n">doc</span><span class="o">.</span><span class="n">file_name</span> <span class="o">=</span> <span class="n">file_name</span>
392+
<span class="n">need_update</span> <span class="o">=</span> <span class="kc">True</span>
393+
384394
<span class="k">if</span> <span class="n">need_update</span><span class="p">:</span>
385395
<span class="n">logging</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;updating </span><span class="si">{</span><span class="n">doc</span><span class="o">.</span><span class="n">did</span><span class="si">}</span><span class="s2"> to: </span><span class="si">{</span><span class="n">doc</span><span class="o">.</span><span class="n">to_json</span><span class="p">()</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
386396
<span class="n">doc</span><span class="o">.</span><span class="n">patch</span><span class="p">()</span>
@@ -397,6 +407,7 @@ <h1>Source code for gen3.tools.indexing.index_manifest</h1><div class="highlight
397407
<span class="s2">&quot;acl&quot;</span><span class="p">:</span> <span class="n">acl</span><span class="p">,</span>
398408
<span class="s2">&quot;authz&quot;</span><span class="p">:</span> <span class="n">authz</span><span class="p">,</span>
399409
<span class="s2">&quot;urls&quot;</span><span class="p">:</span> <span class="n">urls</span><span class="p">,</span>
410+
<span class="s2">&quot;file_name&quot;</span><span class="p">:</span> <span class="n">file_name</span><span class="p">,</span>
400411
<span class="p">}</span>
401412
<span class="n">logging</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;creating: </span><span class="si">{</span><span class="n">record</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
402413
<span class="n">doc</span> <span class="o">=</span> <span class="n">indexclient</span><span class="o">.</span><span class="n">create</span><span class="p">(</span><span class="o">**</span><span class="n">record</span><span class="p">)</span>

docs/_build/html/_modules/gen3/tools/indexing/verify_manifest.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.tools.indexing.verify_manifest &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />

docs/_build/html/_modules/gen3/tools/metadata/ingest_manifest.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>gen3.tools.metadata.ingest_manifest &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../../../../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />

docs/_build/html/_modules/index.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
<html>
55
<head>
66
<meta charset="utf-8" />
7+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
78
<title>Overview: module code &#8212; Gen3 SDK documentation</title>
89
<link rel="stylesheet" href="../_static/alabaster.css" type="text/css" />
910
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />

0 commit comments

Comments
 (0)