-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathmain.py
31 lines (25 loc) · 1.11 KB
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
import s3fs
import zarr
import json
from tqdm import tqdm
import pandas as pd
import pickle
from pprint import pprint
import os
from dotenv import load_dotenv
load_dotenv()
endpoint = 'https://wifire-data.sdsc.edu:9000'
access_key = os.getenv("ACCESS_KEY")
secret_key = os.getenv("SECRET_KEY")
fs = s3fs.S3FileSystem(key=access_key,
secret=secret_key,
client_kwargs={
'endpoint_url': endpoint,
'verify': False
},
skip_instance_cache=False
)
name = 'quicfire.zarr'
bucket = 'burnpro3d/d'
root = list(fs.ls(bucket))
# simulation_paths = []