scale sat data by 1024

openclimatefix · Sep 16, 2024 · b61bf20 · b61bf20
1 parent 159e38b
commit b61bf20
Showing 1 changed file with 14 additions and 1 deletion.
diff --git a/pvnet_app/data/satellite.py b/pvnet_app/data/satellite.py
@@ -209,4 +209,17 @@ def preprocess_sat_data(t0):
     # non-nan timestamp
     extend_satellite_data_with_nans(t0)
 
-    return all_datetimes, data_freq_minutes
+    # scale the satellite data
+    scale_satellite_data()
+
+    return all_datetimes, data_freq_minutes
+
+
+def scale_satellite_data():
+    """Scale the satellite data to be between 0 and 1 """
+
+    for file in [sat_5_path, sat_15_path]:
+        if os.path.exists(file):
+            ds_sat = xr.open_zarr(sat_path)
+            ds_sat = ds_sat / 1024
+            ds_sat.to_zarr(sat_path)