Skip to content

Commit

Permalink
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Update documentation
Browse files Browse the repository at this point in the history
snowch committed Oct 14, 2024
1 parent 0ae1523 commit b9d1ab7
Showing 9 changed files with 278 additions and 21 deletions.
2 changes: 1 addition & 1 deletion .buildinfo
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
config: 83e1b49c4349a12554c8872910c3b636
config: fd5e5dc2570bfe514e30475662730d64
tags: 645f666f9bcd5a90fca523b33c5a78b7
72 changes: 72 additions & 0 deletions 404.html
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>404 Error Page</title>
<style>
body {
font-family: Arial, sans-serif;
text-align: center;
margin: 0;
padding: 0;
height: 100vh;
display: flex;
justify-content: center;
align-items: center;
}

.error-container {
background-color: #f5f5f5;
padding: 40px;
border-radius: 10px;
box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);
}

h1 {
font-size: 36px;
margin-bottom: 20px;
color: #ff5722;
}

p {
font-size: 18px;
margin-bottom: 30px;
}

a {
text-decoration: none;
color: #3498db;
font-weight: bold;
}

ul {
list-style-type: none;
padding: 0;
margin: 0;
}

li {
margin-bottom: 10px;
}
</style>
</head>
<body>
<div class="error-container">
<h1>We Hit a Snag! (404 Error)</h1>
<p>Looks like you stumbled upon a page that doesn't exist. Maybe you mistyped the URL or the page has moved.</p>
<p>No worries, we can help you get back on track!</p>
<p><strong>Here are a few options:</strong></p>
<ul>
<li><strong>Search:</strong> Try searching for what you're looking for using our powerful search bar:
<a href="https://vast-data.github.io/data-platform-field-docs/search.html">Search</a>
</li>
<li><strong>Head Home:</strong> Start from the beginning and explore our documentation:
<a href="https://vast-data.github.io/data-platform-field-docs/">Home Page</a>
</li>
<li><strong>Double-Check the URL:</strong> Make sure you typed the address correctly.</li>
</ul>
<p>We hope this helps!</p>
</div>
</body>
</html>
9 changes: 6 additions & 3 deletions _sources/vast_database/nifi/quickstart.md
Original file line number Diff line number Diff line change
@@ -22,7 +22,7 @@ The following example experimental. Ensure you manually backup data that you can
export NIFI_HOST=hostname_or_ipaddress

if [[ "$NIFI_HOST" == "hostname_or_ipaddress" ]]; then
echo "ERROR: NIFI_HOST must be set for your environment."
echo "ERROR: NIFI_HOST variable MUST be set for your environment."
exit 1
fi

@@ -42,8 +42,11 @@ LATEST_RELEASE=$(python3 -c "import requests; print(requests.get('https://api.gi
wget -c -P nifi_extensions https://github.com/vast-data/vastdb_nifi/releases/download/v${LATEST_RELEASE}/vastdb_nifi-${LATEST_RELEASE}-linux-x86_64-py39.nar

# Include parquet support
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-parquet-nar/2.0.0-M4/nifi-parquet-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-hadoop-libraries-nar/2.0.0-M4/nifi-hadoop-libraries-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-parquet-nar/2.0.0-M4/nifi-parquet-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-hadoop-libraries-nar/2.0.0-M4/nifi-hadoop-libraries-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-processors-nar/2.0.0-M4/nifi-iceberg-processors-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-services-api-nar/2.0.0-M4/nifi-iceberg-services-api-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-services-nar/2.0.0-M4/nifi-iceberg-services-nar-2.0.0-M4.nar

docker run --name nifi \
-p 8443:8443 \
105 changes: 98 additions & 7 deletions _sources/vast_database/sdk_ref/snapshots.ipynb
Original file line number Diff line number Diff line change
@@ -30,7 +30,7 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 2,
"id": "3ec0ac90",
"metadata": {},
"outputs": [],
@@ -40,7 +40,7 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 3,
"id": "e6bed0a0",
"metadata": {
"tags": [
@@ -84,7 +84,7 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 4,
"id": "10d5cf46",
"metadata": {},
"outputs": [],
@@ -132,12 +132,79 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 6,
"id": "1b89fa86-f8fd-47be-bb34-8653d1236324",
"metadata": {
"tags": []
},
"outputs": [],
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_17_53_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_17_54_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_17_55_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_17_56_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_17_57_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_17_58_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_17_59_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_00_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_01_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_02_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_03_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_04_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_05_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_06_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_07_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_08_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_09_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_10_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_11_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_12_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_13_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_14_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_15_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_16_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_17_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_18_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_19_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_20_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_21_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_22_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_23_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_24_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_25_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_26_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_27_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_28_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_29_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_30_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_31_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_32_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_33_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_34_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_35_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_36_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_37_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_38_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_39_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_40_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_41_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_42_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_43_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_44_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_45_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_46_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_47_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_48_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_49_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_50_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_51_23_UTC', tx=Transaction(id=0x0737700000000724))\n",
"Bucket(name='vastdb/.snapshot/big_catalog_2024-10-13_18_52_23_UTC', tx=Transaction(id=0x0737700000000724))\n"
]
}
],
"source": [
"with session.transaction() as tx:\n",
" try:\n",
@@ -148,6 +215,30 @@
" print(\"Issue retrieving snapshots:\", e)"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "13ba59a9",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Issue retrieving snapshots: ('vastdb', '.snapshot/vastdb/.snapshot/big_catalog_2024-10-13_17_53_23_UTC')\n"
]
}
],
"source": [
"with session.transaction() as tx:\n",
" try:\n",
" snapshots = tx.bucket(DATABASE_NAME).snapshot('.snapshot/big_catalog_2024-10-13_17_53_23_UTC')\n",
" for s in snapshots:\n",
" print(s)\n",
" except Exception as e:\n",
" print(\"Issue retrieving snapshots:\", e)"
]
},
{
"cell_type": "markdown",
"id": "1047071c-0ffb-460b-b6d0-9e6b1f1e4195",
@@ -159,7 +250,7 @@
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
@@ -173,7 +264,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.9"
"version": "3.10.14"
},
"toc-autonumbering": true,
"toc-showcode": false,
9 changes: 6 additions & 3 deletions _sources/vast_datastore/nifi/quickstart.md
Original file line number Diff line number Diff line change
@@ -22,7 +22,7 @@ The following example experimental. Ensure you manually backup data that you can
export NIFI_HOST=hostname_or_ipaddress

if [[ "$NIFI_HOST" == "hostname_or_ipaddress" ]]; then
echo "ERROR: NIFI_HOST must be set for your environment."
echo "ERROR: NIFI_HOST variable MUST be set for your environment."
exit 1
fi

@@ -42,8 +42,11 @@ LATEST_RELEASE=$(python3 -c "import requests; print(requests.get('https://api.gi
wget -c -P nifi_extensions https://github.com/vast-data/vastdb_nifi/releases/download/v${LATEST_RELEASE}/vastdb_nifi-${LATEST_RELEASE}-linux-x86_64-py39.nar

# Include parquet support
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-parquet-nar/2.0.0-M4/nifi-parquet-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-hadoop-libraries-nar/2.0.0-M4/nifi-hadoop-libraries-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-parquet-nar/2.0.0-M4/nifi-parquet-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-hadoop-libraries-nar/2.0.0-M4/nifi-hadoop-libraries-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-processors-nar/2.0.0-M4/nifi-iceberg-processors-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-services-api-nar/2.0.0-M4/nifi-iceberg-services-api-nar-2.0.0-M4.nar
wget -c -P nifi_extensions https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-services-nar/2.0.0-M4/nifi-iceberg-services-nar-2.0.0-M4.nar

docker run --name nifi \
-p 8443:8443 \
2 changes: 1 addition & 1 deletion searchindex.js

Large diffs are not rendered by default.

9 changes: 6 additions & 3 deletions vast_database/nifi/quickstart.html
Original file line number Diff line number Diff line change
@@ -493,7 +493,7 @@ <h1>NiFi 2.x Quickstart<a class="headerlink" href="#nifi-2-x-quickstart" title="
<span class="nb">export</span><span class="w"> </span><span class="nv">NIFI_HOST</span><span class="o">=</span>hostname_or_ipaddress

<span class="k">if</span><span class="w"> </span><span class="o">[[</span><span class="w"> </span><span class="s2">&quot;</span><span class="nv">$NIFI_HOST</span><span class="s2">&quot;</span><span class="w"> </span><span class="o">==</span><span class="w"> </span><span class="s2">&quot;hostname_or_ipaddress&quot;</span><span class="w"> </span><span class="o">]]</span><span class="p">;</span><span class="w"> </span><span class="k">then</span>
<span class="w"> </span><span class="nb">echo</span><span class="w"> </span><span class="s2">&quot;ERROR: NIFI_HOST must be set for your environment.&quot;</span>
<span class="w"> </span><span class="nb">echo</span><span class="w"> </span><span class="s2">&quot;ERROR: NIFI_HOST variable MUST be set for your environment.&quot;</span>
<span class="w"> </span><span class="nb">exit</span><span class="w"> </span><span class="m">1</span>
<span class="k">fi</span>

@@ -513,8 +513,11 @@ <h1>NiFi 2.x Quickstart<a class="headerlink" href="#nifi-2-x-quickstart" title="
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://github.com/vast-data/vastdb_nifi/releases/download/v<span class="si">${</span><span class="nv">LATEST_RELEASE</span><span class="si">}</span>/vastdb_nifi-<span class="si">${</span><span class="nv">LATEST_RELEASE</span><span class="si">}</span>-linux-x86_64-py39.nar

<span class="c1"># Include parquet support</span>
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-parquet-nar/2.0.0-M4/nifi-parquet-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-hadoop-libraries-nar/2.0.0-M4/nifi-hadoop-libraries-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-parquet-nar/2.0.0-M4/nifi-parquet-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-hadoop-libraries-nar/2.0.0-M4/nifi-hadoop-libraries-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-processors-nar/2.0.0-M4/nifi-iceberg-processors-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-services-api-nar/2.0.0-M4/nifi-iceberg-services-api-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-services-nar/2.0.0-M4/nifi-iceberg-services-nar-2.0.0-M4.nar

docker<span class="w"> </span>run<span class="w"> </span>--name<span class="w"> </span>nifi<span class="w"> </span><span class="se">\</span>
<span class="w"> </span>-p<span class="w"> </span><span class="m">8443</span>:8443<span class="w"> </span><span class="se">\</span>
82 changes: 82 additions & 0 deletions vast_database/sdk_ref/snapshots.html
Original file line number Diff line number Diff line change
@@ -562,6 +562,88 @@ <h3><code class="docutils literal notranslate"><span class="pre">snapshots</span
</pre></div>
</div>
</div>
<div class="cell_output docutils container">
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_17_53_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_17_54_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_17_55_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_17_56_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_17_57_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_17_58_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_17_59_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_00_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_01_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_02_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_03_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_04_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_05_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_06_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_07_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_08_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_09_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_10_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_11_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_12_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_13_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_14_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_15_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_16_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_17_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_18_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_19_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_20_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_21_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_22_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_23_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_24_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_25_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_26_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_27_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_28_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_29_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_30_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_31_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_32_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_33_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_34_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_35_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_36_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_37_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_38_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_39_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_40_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_41_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_42_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_43_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_44_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_45_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_46_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_47_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_48_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_49_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_50_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_51_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
Bucket(name=&#39;vastdb/.snapshot/big_catalog_2024-10-13_18_52_23_UTC&#39;, tx=Transaction(id=0x0737700000000724))
</pre></div>
</div>
</div>
</div>
<div class="cell docutils container">
<div class="cell_input docutils container">
<div class="highlight-ipython3 notranslate"><div class="highlight"><pre><span></span><span class="k">with</span> <span class="n">session</span><span class="o">.</span><span class="n">transaction</span><span class="p">()</span> <span class="k">as</span> <span class="n">tx</span><span class="p">:</span>
<span class="k">try</span><span class="p">:</span>
<span class="n">snapshots</span> <span class="o">=</span> <span class="n">tx</span><span class="o">.</span><span class="n">bucket</span><span class="p">(</span><span class="n">DATABASE_NAME</span><span class="p">)</span><span class="o">.</span><span class="n">snapshot</span><span class="p">(</span><span class="s1">&#39;.snapshot/big_catalog_2024-10-13_17_53_23_UTC&#39;</span><span class="p">)</span>
<span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">snapshots</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="n">s</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Issue retrieving snapshots:&quot;</span><span class="p">,</span> <span class="n">e</span><span class="p">)</span>
</pre></div>
</div>
</div>
<div class="cell_output docutils container">
<div class="output stream highlight-myst-ansi notranslate"><div class="highlight"><pre><span></span>Issue retrieving snapshots: (&#39;vastdb&#39;, &#39;.snapshot/vastdb/.snapshot/big_catalog_2024-10-13_17_53_23_UTC&#39;)
</pre></div>
</div>
</div>
</div>
</section>
</section>
9 changes: 6 additions & 3 deletions vast_datastore/nifi/quickstart.html
Original file line number Diff line number Diff line change
@@ -493,7 +493,7 @@ <h1>NiFi 2.x Quickstart<a class="headerlink" href="#nifi-2-x-quickstart" title="
<span class="nb">export</span><span class="w"> </span><span class="nv">NIFI_HOST</span><span class="o">=</span>hostname_or_ipaddress

<span class="k">if</span><span class="w"> </span><span class="o">[[</span><span class="w"> </span><span class="s2">&quot;</span><span class="nv">$NIFI_HOST</span><span class="s2">&quot;</span><span class="w"> </span><span class="o">==</span><span class="w"> </span><span class="s2">&quot;hostname_or_ipaddress&quot;</span><span class="w"> </span><span class="o">]]</span><span class="p">;</span><span class="w"> </span><span class="k">then</span>
<span class="w"> </span><span class="nb">echo</span><span class="w"> </span><span class="s2">&quot;ERROR: NIFI_HOST must be set for your environment.&quot;</span>
<span class="w"> </span><span class="nb">echo</span><span class="w"> </span><span class="s2">&quot;ERROR: NIFI_HOST variable MUST be set for your environment.&quot;</span>
<span class="w"> </span><span class="nb">exit</span><span class="w"> </span><span class="m">1</span>
<span class="k">fi</span>

@@ -513,8 +513,11 @@ <h1>NiFi 2.x Quickstart<a class="headerlink" href="#nifi-2-x-quickstart" title="
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://github.com/vast-data/vastdb_nifi/releases/download/v<span class="si">${</span><span class="nv">LATEST_RELEASE</span><span class="si">}</span>/vastdb_nifi-<span class="si">${</span><span class="nv">LATEST_RELEASE</span><span class="si">}</span>-linux-x86_64-py39.nar

<span class="c1"># Include parquet support</span>
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-parquet-nar/2.0.0-M4/nifi-parquet-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-hadoop-libraries-nar/2.0.0-M4/nifi-hadoop-libraries-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-parquet-nar/2.0.0-M4/nifi-parquet-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-hadoop-libraries-nar/2.0.0-M4/nifi-hadoop-libraries-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-processors-nar/2.0.0-M4/nifi-iceberg-processors-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-services-api-nar/2.0.0-M4/nifi-iceberg-services-api-nar-2.0.0-M4.nar
wget<span class="w"> </span>-c<span class="w"> </span>-P<span class="w"> </span>nifi_extensions<span class="w"> </span>https://repo1.maven.org/maven2/org/apache/nifi/nifi-iceberg-services-nar/2.0.0-M4/nifi-iceberg-services-nar-2.0.0-M4.nar

docker<span class="w"> </span>run<span class="w"> </span>--name<span class="w"> </span>nifi<span class="w"> </span><span class="se">\</span>
<span class="w"> </span>-p<span class="w"> </span><span class="m">8443</span>:8443<span class="w"> </span><span class="se">\</span>

0 comments on commit b9d1ab7

Please sign in to comment.