internal: use gz to compress json data

Cargo.toml

@@ -15,3 +15,4 @@ serde_json = "1.0.127"
 tempfile = "3.12.0"
 thiserror = "1.0.63"
 walkdir = "2.5.0"
+flate2 = "1.0.35"

src/main.rs

@@ -8,6 +8,7 @@ use chrono::{FixedOffset, Local};
 
 use clap::Parser;
 use colored::Colorize;
+use flate2::{write::GzEncoder, Compression};
 use moon_dashboard::{
     cli,
     dashboard::{
@@ -443,6 +444,18 @@ fn main0() -> anyhow::Result<()> {
             let mut writer = std::io::BufWriter::new(fp);
             writeln!(writer, "{}", serde_json::to_string(&dashboard)?)?;
             writer.flush()?;
+
+            let fp = std::fs::OpenOptions::new()
+                .create(true)
+                .write(true)
+                .truncate(true) // make sure to truncate the file
+                .open("webapp/public/latest_data.jsonl.gz")?;
+
+            // create a gzip encoder
+            let encoder = GzEncoder::new(fp, Compression::default());
+            let mut writer = std::io::BufWriter::new(encoder);
+            writeln!(writer, "{}", serde_json::to_string(&dashboard)?)?;
+            writer.flush()?;
             Ok(())
         }
         Err(e) => Err(anyhow::anyhow!(e)),

webapp/src/App.tsx

@@ -51,11 +51,13 @@ interface BuildState {
 }
 
 async function get_data(): Promise<MoonBuildDashboard> {
-  const response = await fetch('/data.jsonl');
+  const response = await fetch('/latest_data.jsonl.gz', {
+    headers: {
+      'Accept-Encoding': 'gzip'
+    }
+  });
   const text = await response.text();
-  const lines = text.split('\n').filter((line) => line.trim() !== '');
-  const parsedData = lines.map((line) => JSON.parse(line));
-  return parsedData[parsedData.length - 1];
+  return JSON.parse(text);
 }
 
 interface ModalProps {