Iterate Dashboard (#2)

* chore: update deps

* feat: 🚀 add devcontainer setup

* chore: add sample data loader

* docs: 🎨 update charts

.devcontainer/devcontainer.json

@@ -1,5 +1,5 @@
 {
 	"name": "Development Container",
 	"image": "mcr.microsoft.com/devcontainers/typescript-node:1-20-bookworm",
-	"postCreateCommand": "curl -L https://github.com/duckdb/duckdb/releases/download/v1.1.2/duckdb_cli-linux-amd64.zip -o duckdb.zip && unzip -o duckdb.zip && chmod +x duckdb && mkdir -p ~/.local/bin && mv -f duckdb ~/.local/bin/ && rm duckdb.zip",
+	"postCreateCommand": "curl -L https://github.com/duckdb/duckdb/releases/download/v1.1.2/duckdb_cli-linux-amd64.zip -o duckdb.zip && unzip -o duckdb.zip && chmod +x duckdb && mkdir -p ~/.local/bin && mv -f duckdb ~/.local/bin/ && rm duckdb.zip"
 }

src/data/[provider]_daily_metrics.csv.sh

@@ -16,7 +16,15 @@ if [ ! -f "$TMPDIR/storage_providers_metrics.parquet" ]; then
         onboarded_data_tibs,
         deals,
         raw_power_pibs,
-        quality_adjusted_power_pibs
+        quality_adjusted_power_pibs,
+
+        -- Spark Retrieval Metrics
+        -- total_retrieval_requests,
+        -- successful_retrieval_requests,
+
+        -- Sector Events
+        sector_added_events_count,
+        sector_faulted_events_count,
       FROM read_parquet('https://data.filecoindataportal.xyz/filecoin_daily_storage_providers_metrics.parquet')
       WHERE date >= CURRENT_DATE() - INTERVAL '90 days'
       ORDER BY date desc
@@ -28,12 +36,7 @@ duckdb :memory: << EOF
 SET enable_progress_bar = false;
 COPY (
   SELECT
-    date,
-    provider_id,
-    onboarded_data_tibs,
-    deals,
-    raw_power_pibs,
-    quality_adjusted_power_pibs
+    *
   FROM '$TMPDIR/storage_providers_metrics.parquet'
   WHERE provider_id = '${provider}'
   ORDER BY date desc

src/data/sample_data_ts_duckdb.csv.ts

@@ -0,0 +1,21 @@
+import { Database } from "duckdb-async";
+
+
+const db = await Database.create(":memory:");
+const rows = await db.all(`
+    SELECT
+        cast(date as string) as date,
+        unique_deal_making_providers,
+        providers_with_active_deals,
+        providers_with_power,
+    FROM read_parquet('https://data.filecoindataportal.xyz/filecoin_daily_metrics.parquet')
+    WHERE date >= CURRENT_DATE() - INTERVAL '90 days'
+`);
+
+// Convert rows to CSV format
+const headers = Object.keys(rows[0]).join(',');
+const csvRows = rows.map(row => Object.values(row).join(','));
+const csvContent = [headers, ...csvRows].join('\n');
+
+// Write to stdout
+console.log(csvContent);

src/index.md

@@ -46,8 +46,8 @@ This is an aggregate view looking at all Storage Providers on the network.
 
   ```js
   resize((width) => Plot.plot(addPlotCaption({
-    title: "Providers Making Onchain Deals",
-    subtitle: "On a given day, how many providers made an online deal.",
+    title: "Providers Making State Market Deals",
+    subtitle: "On a given day, how many providers made a state market deal.",
     x: {label: "Date"},
     y: {grid: true, label: "Providers"},
     width,
@@ -68,8 +68,8 @@ This is an aggregate view looking at all Storage Providers on the network.
 
   ```js
   resize((width) => Plot.plot(addPlotCaption({
-    title: "Providers With Active Deals",
-    subtitle: "How many providers have active deals.",
+    title: "Providers With Active State Market Deals",
+    subtitle: "How many providers have active state market deals.",
     x: { label: "Date" },
     y: { grid: true, label: "Providers", zero: true },
     width,
@@ -91,7 +91,7 @@ This is an aggregate view looking at all Storage Providers on the network.
   ```js
   resize((width) => Plot.plot(addPlotCaption({
     title: "Providers With Power",
-    subtitle: "How many providers are with power.",
+    subtitle: "How many providers have power in the network.",
     x: { label: "Date" },
     y: { grid: true, label: "Providers", zero: true },
     width,

src/provider/[provider].md

@@ -15,10 +15,10 @@ const provider_metrics = FileAttachment(`../data/${observable.params.provider}_d
 
   ```js
   resize((width) => Plot.plot({
-    title: "Onboarded Data",
-    caption: "Data onboarded in TiB",
+    title: "State Market Deals Data Onboarding",
+    subtitle: "Data onboarded via state market deals",
     x: {label: "Date"},
-    y: {grid: true, label: "TiB"},
+    y: {grid: true, label: "TiBs"},
     width,
     marks: [
       Plot.ruleY([0]),
@@ -36,8 +36,8 @@ const provider_metrics = FileAttachment(`../data/${observable.params.provider}_d
 
   ```js
   resize((width) => Plot.plot({
-    title: "Deals",
-    caption: "Showing only State Market deals",
+    title: "State Market Deals",
+    subtitle: "Showing only State Market deals",
     x: {label: "Date"},
     y: {grid: true, label: "Deals"},
     width,
@@ -94,5 +94,51 @@ const provider_metrics = FileAttachment(`../data/${observable.params.provider}_d
   }))
   ```
 </div>
+</div>
+
+
+<div class="grid grid-cols-2">
+<div class="card">
+
+  ```js
+  resize((width) => Plot.plot({
+    title: "Sector Added Events",
+    caption: "Number of sector added events",
+    x: {label: "Date"},
+    y: {grid: true, label: "Count"},
+    width,
+    marks: [
+      Plot.ruleY([0]),
+      Plot.rectY(provider_metrics, {
+        x: "date",
+        y: "sector_added_events_count",
+        tip: true,
+        interval: "day"
+      })
+    ]
+  }))
+  ```
+</div>
+
+<div class="card">
 
+  ```js
+  resize((width) => Plot.plot({
+    title: "Sector Faulted Events",
+    caption: "Number of sector faulted events",
+    x: {label: "Date"},
+    y: {grid: true, label: "Count"},
+    width,
+    marks: [
+      Plot.ruleY([0]),
+      Plot.rectY(provider_metrics, {
+        x: "date",
+        y: "sector_faulted_events_count",
+        tip: true,
+        interval: "day"
+      })
+    ]
+  }))
+  ```
+</div>
 </div>