From 56ee8fde30c17551f77f85cc42df501e0a5d4761 Mon Sep 17 00:00:00 2001 From: Gokul Prathin <45752727+gokulprathin8@users.noreply.github.com> Date: Tue, 13 Jun 2023 04:09:49 -0400 Subject: [PATCH] initial commit --- code/authenticate.py | 29 ++ code/end.py | 1 + code/harmony_connect_process.py | 47 +++ code/podaac_s3.py | 62 ++++ code/process.json | 41 +++ code/utils.py | 18 ++ history/1AmmGc6kEFp9FvWnu0.json | 41 +++ history/1j7OuJfScZ1tzY7tlQ.json | 51 +++ history/1ukqXwu9UaNeSXW5cQ.json | 41 +++ history/5XAqUwOARl86yo8ZHL.json | 51 +++ history/7j9AwfZf44q7SG1UlV.json | 41 +++ history/8tdxkXvoWMzwRacd4S.json | 51 +++ history/8zJ70KRNSSTJHknfc4.json | 41 +++ history/9XYRlkek0oOlv2yYoo.json | 51 +++ history/9bJCGvqRVXbigltysW.json | 51 +++ history/9lic1MlpmvHe1Sz0d1.json | 51 +++ history/APPusPDon6znBApPSc.json | 41 +++ history/BCBo2rwzWOEvID226x.json | 51 +++ history/CtkrI1llhB66eTnqrU.json | 51 +++ history/ESrwLNVdyX69JAhkGc.json | 51 +++ history/H4lSXt8UEWdikeQMzZ.json | 41 +++ history/Mflztqmhdj9XsxEgP7.json | 51 +++ history/OcgI3L2hsvH1D1x3Cr.json | 51 +++ history/Sl6MGB9irDrWaX14JK.json | 51 +++ history/Tn8wFlsjZ41bnzsf1h.json | 41 +++ history/U26vb6LM4DOlYsKThL.json | 51 +++ history/UNq1GXFzHiRkumYhUm.json | 41 +++ history/UvkBk5RhWtfeqIwJCF.json | 51 +++ history/VAWLcLkE0ZMClB2fTv.json | 41 +++ history/VkbV4uhH4yDlFIHAaR.json | 51 +++ history/WxZsjFym53zRh97Se5.json | 51 +++ history/XRUuKqb2UZf7rEUy3L.json | 51 +++ history/aPHspHA08t0ur3LECe.json | 51 +++ history/cmnuk0uqxse0dutjhd.json | 51 +++ history/e3pAI9G8Tk7JpwVaFs.json | 51 +++ history/elwhdhvhch8rpbo68h.json | 51 +++ history/g9f31x68j54tgzau60pf.json | 491 ++++++++++++++++++++++++++++ history/gvt2uIKhQyl2PSl9SA.json | 41 +++ history/hLdGM81P9xWnUWu38D.json | 51 +++ history/iOpUi39Ga1MF904EXl.json | 51 +++ history/ignUnuf2T689jSDrSd.json | 51 +++ history/k5soIbybo9OTtpI6QM.json | 51 +++ history/kyyIzkkYnKsENdHiwJ.json | 41 +++ history/l76u4aUWzXllKyYCuQ.json | 41 +++ history/l9rCQnKCojmnQaT1iG.json | 51 +++ history/oQPT84yXDQmMUOC7kf.json | 51 +++ history/process_cqp5y5.json | 521 ++++++++++++++++++++++++++++++ history/process_dh8stf.json | 341 +++++++++++++++++++ history/process_gqu5u6.json | 401 +++++++++++++++++++++++ history/process_iy50ea.json | 501 ++++++++++++++++++++++++++++ history/process_u09gh6.json | 301 +++++++++++++++++ history/process_y2amjw.json | 491 ++++++++++++++++++++++++++++ history/qn09tm1dWEbER213RA.json | 41 +++ history/uOWUD3fZyQnR8S68s3.json | 51 +++ history/uS4lTnyL4A2XnatiWO.json | 41 +++ history/uSk96BsVq38RiDxtRw.json | 51 +++ history/vD2jtHp2Ic1LqwwXlq.json | 51 +++ history/xOaHAaWdYzJ5pVEgZy.json | 51 +++ history/y2XfTCPp1z1x6DVbjz.json | 51 +++ history/y3gsJPnnulvngMi5BC.json | 51 +++ history/yAfIPhwjAzVBKqpR7U.json | 41 +++ history/z4xybmVHZaRQx97PMM.json | 51 +++ workflow.json | 9 + 63 files changed, 5603 insertions(+) create mode 100644 code/authenticate.py create mode 100644 code/end.py create mode 100644 code/harmony_connect_process.py create mode 100644 code/podaac_s3.py create mode 100644 code/process.json create mode 100644 code/utils.py create mode 100644 history/1AmmGc6kEFp9FvWnu0.json create mode 100644 history/1j7OuJfScZ1tzY7tlQ.json create mode 100644 history/1ukqXwu9UaNeSXW5cQ.json create mode 100644 history/5XAqUwOARl86yo8ZHL.json create mode 100644 history/7j9AwfZf44q7SG1UlV.json create mode 100644 history/8tdxkXvoWMzwRacd4S.json create mode 100644 history/8zJ70KRNSSTJHknfc4.json create mode 100644 history/9XYRlkek0oOlv2yYoo.json create mode 100644 history/9bJCGvqRVXbigltysW.json create mode 100644 history/9lic1MlpmvHe1Sz0d1.json create mode 100644 history/APPusPDon6znBApPSc.json create mode 100644 history/BCBo2rwzWOEvID226x.json create mode 100644 history/CtkrI1llhB66eTnqrU.json create mode 100644 history/ESrwLNVdyX69JAhkGc.json create mode 100644 history/H4lSXt8UEWdikeQMzZ.json create mode 100644 history/Mflztqmhdj9XsxEgP7.json create mode 100644 history/OcgI3L2hsvH1D1x3Cr.json create mode 100644 history/Sl6MGB9irDrWaX14JK.json create mode 100644 history/Tn8wFlsjZ41bnzsf1h.json create mode 100644 history/U26vb6LM4DOlYsKThL.json create mode 100644 history/UNq1GXFzHiRkumYhUm.json create mode 100644 history/UvkBk5RhWtfeqIwJCF.json create mode 100644 history/VAWLcLkE0ZMClB2fTv.json create mode 100644 history/VkbV4uhH4yDlFIHAaR.json create mode 100644 history/WxZsjFym53zRh97Se5.json create mode 100644 history/XRUuKqb2UZf7rEUy3L.json create mode 100644 history/aPHspHA08t0ur3LECe.json create mode 100644 history/cmnuk0uqxse0dutjhd.json create mode 100644 history/e3pAI9G8Tk7JpwVaFs.json create mode 100644 history/elwhdhvhch8rpbo68h.json create mode 100644 history/g9f31x68j54tgzau60pf.json create mode 100644 history/gvt2uIKhQyl2PSl9SA.json create mode 100644 history/hLdGM81P9xWnUWu38D.json create mode 100644 history/iOpUi39Ga1MF904EXl.json create mode 100644 history/ignUnuf2T689jSDrSd.json create mode 100644 history/k5soIbybo9OTtpI6QM.json create mode 100644 history/kyyIzkkYnKsENdHiwJ.json create mode 100644 history/l76u4aUWzXllKyYCuQ.json create mode 100644 history/l9rCQnKCojmnQaT1iG.json create mode 100644 history/oQPT84yXDQmMUOC7kf.json create mode 100644 history/process_cqp5y5.json create mode 100644 history/process_dh8stf.json create mode 100644 history/process_gqu5u6.json create mode 100644 history/process_iy50ea.json create mode 100644 history/process_u09gh6.json create mode 100644 history/process_y2amjw.json create mode 100644 history/qn09tm1dWEbER213RA.json create mode 100644 history/uOWUD3fZyQnR8S68s3.json create mode 100644 history/uS4lTnyL4A2XnatiWO.json create mode 100644 history/uSk96BsVq38RiDxtRw.json create mode 100644 history/vD2jtHp2Ic1LqwwXlq.json create mode 100644 history/xOaHAaWdYzJ5pVEgZy.json create mode 100644 history/y2XfTCPp1z1x6DVbjz.json create mode 100644 history/y3gsJPnnulvngMi5BC.json create mode 100644 history/yAfIPhwjAzVBKqpR7U.json create mode 100644 history/z4xybmVHZaRQx97PMM.json create mode 100644 workflow.json diff --git a/code/authenticate.py b/code/authenticate.py new file mode 100644 index 0000000..c5a798d --- /dev/null +++ b/code/authenticate.py @@ -0,0 +1,29 @@ +from utils import * + +urs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication +prompts = ['Enter NASA Earthdata Login Username: ', + 'Enter NASA Earthdata Login Password: '] + +# Determine the OS (Windows machines usually use an '_netrc' file) +netrc_name = "_netrc" if system()=="Windows" else ".netrc" + +# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials +try: + netrcDir = os.path.expanduser(f"~/{netrc_name}") + netrc(netrcDir).authenticators(urs)[0] + +# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password +except FileNotFoundError: + homeDir = os.path.expanduser("~") + Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True) + Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True) + Popen('echo \'password {} \'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True) + # Set restrictive permissions + Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True) + + # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login +except TypeError: + homeDir = os.path.expanduser("~") + Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True) + Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True) + Popen('echo \'password {} \'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True) diff --git a/code/end.py b/code/end.py new file mode 100644 index 0000000..2ae2839 --- /dev/null +++ b/code/end.py @@ -0,0 +1 @@ +pass diff --git a/code/harmony_connect_process.py b/code/harmony_connect_process.py new file mode 100644 index 0000000..ece158c --- /dev/null +++ b/code/harmony_connect_process.py @@ -0,0 +1,47 @@ +import sys +from utils import * +import warnings +import matplotlib.pyplot as plt + + +short_name = 'MODIS_T-JPL-L2P-v2019.0' +s3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc' + +home_dir = os.path.expanduser("~") +plot_file_name = os.path.join(home_dir, "harmony_plot_1.png") + +if os.path.isfile(plot_file_name): + os.remove(plot_file_name) + +try: + harmony_client = Client() + request = Request( + collection=Collection(id=short_name), + spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605), + temporal={ + 'start': dt.datetime(2021, 8, 20), + 'stop': dt.datetime(2021, 8, 21), + }, + ) + job_id = harmony_client.submit(request) + harmony_client.wait_for_processing(job_id, show_progress=False) + data = harmony_client.result_json(job_id) + results = harmony_client.result_urls(job_id, link_type=LinkType.s3) + urls = list(results) + filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4' + + url = [url for url in urls if filename in url][0] + creds = harmony_client.aws_credentials() + s3_fs = s3fs.S3FileSystem( + key=creds['aws_access_key_id'], + secret=creds['aws_secret_access_key'], + token=creds['aws_session_token'], + client_kwargs={'region_name': 'us-west-2'}, + ) + + f = s3_fs.open(url, mode='rb') + ds = xr.open_dataset(f) + ds.sea_surface_temperature.plot() + plt.savefig(plot_file_name) +except Exception as e: + print(e) diff --git a/code/podaac_s3.py b/code/podaac_s3.py new file mode 100644 index 0000000..c1e6151 --- /dev/null +++ b/code/podaac_s3.py @@ -0,0 +1,62 @@ +import os +import matplotlib.pyplot as plt +from authenticate import * + +home_dir = os.path.expanduser("~") +plot_file_name = os.path.join(home_dir, "podaac_s3_plot_1.png") + +if os.path.isfile(plot_file_name): + os.remove(plot_file_name) + +urs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication +prompts = ['Enter NASA Earthdata Login Username: ', + 'Enter NASA Earthdata Login Password: '] + +# Determine the OS (Windows machines usually use an '_netrc' file) +netrc_name = "_netrc" if system()=="Windows" else ".netrc" + +# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials +try: + netrcDir = os.path.expanduser(f"~/{netrc_name}") + netrc(netrcDir).authenticators(urs)[0] + +# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password +except FileNotFoundError: + homeDir = os.path.expanduser("~") + Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True) + Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True) + Popen('echo \'password {} \'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True) + # Set restrictive permissions + Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True) + + # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login +except TypeError: + homeDir = os.path.expanduser("~") + Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True) + Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True) + Popen('echo \'password {} \'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True) + +s3_cred_endpoint = { + 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials', + 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials', + 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials', + 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials', + 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials' +} + +def get_temp_creds(provider): + return requests.get(s3_cred_endpoint[provider]).json() +temp_creds_req = get_temp_creds('podaac') +fs_s3 = s3fs.S3FileSystem(anon=False, + key=temp_creds_req['accessKeyId'], + secret=temp_creds_req['secretAccessKey'], + token=temp_creds_req['sessionToken'], + client_kwargs={'region_name':'us-west-2'}) +short_name = 'MODIS_T-JPL-L2P-v2019.0' +s3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc' + +s3_file_obj = fs_s3.open(s3_url, mode='rb') +ssh_ds = xr.open_dataset(s3_file_obj) +ssh_ds.sea_surface_temperature.plot() +plt.savefig(plot_file_name) +s3_file_obj.close() diff --git a/code/process.json b/code/process.json new file mode 100644 index 0000000..2fa67ef --- /dev/null +++ b/code/process.json @@ -0,0 +1,41 @@ +[{ + "id" : "iy50ea", + "name" : "utils", + "description" : "python", + "code" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "lang" : "python", + "owner" : "111111", + "confidential" : "FALSE" +},{ + "id" : "y2amjw", + "name" : "authenticate", + "description" : null, + "code" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "lang" : "python", + "owner" : "111111", + "confidential" : "FALSE" +},{ + "id" : "cqp5y5", + "name" : "podaac_s3", + "description" : null, + "code" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "lang" : "python", + "owner" : "111111", + "confidential" : "FALSE" +},{ + "id" : "dh8stf", + "name" : "end", + "description" : "python", + "code" : "pass", + "lang" : "python", + "owner" : "111111", + "confidential" : "FALSE" +},{ + "id" : "u09gh6", + "name" : "harmony_connect_process", + "description" : null, + "code" : "import sys\nfrom utils import *\nimport warnings\nimport matplotlib.pyplot as plt\n\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "lang" : "python", + "owner" : "111111", + "confidential" : "FALSE" +}] diff --git a/code/utils.py b/code/utils.py new file mode 100644 index 0000000..0982070 --- /dev/null +++ b/code/utils.py @@ -0,0 +1,18 @@ +# Earthdata Login +from netrc import netrc +from subprocess import Popen +from platform import system +from getpass import getpass +import os + +# Direct access +import requests +import s3fs +import xarray as xr +import hvplot.xarray + +# Harmony +from harmony import BBox, Client, Collection, Request, LinkType +from harmony.config import Environment +from pprint import pprint +import datetime as dt diff --git a/history/1AmmGc6kEFp9FvWnu0.json b/history/1AmmGc6kEFp9FvWnu0.json new file mode 100644 index 0000000..363f158 --- /dev/null +++ b/history/1AmmGc6kEFp9FvWnu0.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "xox95tm61mc", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686601057775, + "history_end_time" : 1686601061347, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "kjtuqlyn7iz", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686601062397, + "history_end_time" : 1686601065970, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "axkcsz5yc7d", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601067351, + "history_end_time" : 1686601077405, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "fa3146f462d", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601078975, + "history_end_time" : 1686601128717, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/1j7OuJfScZ1tzY7tlQ.json b/history/1j7OuJfScZ1tzY7tlQ.json new file mode 100644 index 0000000..96ee5aa --- /dev/null +++ b/history/1j7OuJfScZ1tzY7tlQ.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "83i9gxk2s4b", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604409978, + "history_end_time" : 1686604413708, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "sy2mjg5thr3", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604414978, + "history_end_time" : 1686604418633, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ur1hsjt6bc0", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604419723, + "history_end_time" : 1686604431314, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "523x6cyq78i", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n #sys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686604432645, + "history_end_time" : 1686604477426, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "l2w3ue05ytf", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604479328, + "history_end_time" : 1686604480000, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/1ukqXwu9UaNeSXW5cQ.json b/history/1ukqXwu9UaNeSXW5cQ.json new file mode 100644 index 0000000..3a448b4 --- /dev/null +++ b/history/1ukqXwu9UaNeSXW5cQ.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "s7zyw9kl1uf", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686601793932, + "history_end_time" : 1686601797555, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2nuxt73doly", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686601798787, + "history_end_time" : 1686601802382, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "74zf99u37ns", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601803559, + "history_end_time" : 1686601815782, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "7zstais8hoq", + "history_input" : "import os\nfrom podaac_s3 import *\nimport matplotlib.pyplot as plt\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"connect_harmony_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\n print('comes here')\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n pass # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 100% ] |###################################################| [\\]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601817387, + "history_end_time" : 1686601882464, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/5XAqUwOARl86yo8ZHL.json b/history/5XAqUwOARl86yo8ZHL.json new file mode 100644 index 0000000..f5123da --- /dev/null +++ b/history/5XAqUwOARl86yo8ZHL.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "lyivs492c3h", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686607842858, + "history_end_time" : 1686607846375, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2xrbafsnx2m", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686607847771, + "history_end_time" : 1686607851299, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "tznu8l2agcs", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686607852380, + "history_end_time" : 1686607863859, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "hm74zbxmjv8", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686607882865, + "history_end_time" : 1686607883543, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "fflx3hf2zn8", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "", + "history_begin_time" : 1686607865304, + "history_end_time" : 1686607881956, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/7j9AwfZf44q7SG1UlV.json b/history/7j9AwfZf44q7SG1UlV.json new file mode 100644 index 0000000..bd835d1 --- /dev/null +++ b/history/7j9AwfZf44q7SG1UlV.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "lqp1gohsr43", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598181519, + "history_end_time" : 1686598185023, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "equqwn2lzel", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598186649, + "history_end_time" : 1686598190153, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "pbx30von2mp", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598192029, + "history_end_time" : 1686598201714, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "jpg87uvpn41", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : " [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598203160, + "history_end_time" : 1686598239253, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/8tdxkXvoWMzwRacd4S.json b/history/8tdxkXvoWMzwRacd4S.json new file mode 100644 index 0000000..05ea2bb --- /dev/null +++ b/history/8tdxkXvoWMzwRacd4S.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "jfdsffuuj5n", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604522014, + "history_end_time" : 1686604525648, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4m08tssv20r", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604527439, + "history_end_time" : 1686604531057, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "hnlybctfr2y", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604532657, + "history_end_time" : 1686604544840, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ompt08sxdhw", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\nsys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604546067, + "history_end_time" : 1686604598804, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "xpvkd04frxa", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604599852, + "history_end_time" : 1686604600550, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/8zJ70KRNSSTJHknfc4.json b/history/8zJ70KRNSSTJHknfc4.json new file mode 100644 index 0000000..6bcfeec --- /dev/null +++ b/history/8zJ70KRNSSTJHknfc4.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "gcxncp0cjue", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686597996648, + "history_end_time" : 1686598000168, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "d78983wzqo6", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598001810, + "history_end_time" : 1686598005331, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "68fqikl85yi", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\n\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot() ;", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598007177, + "history_end_time" : 1686598017499, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "oofzcrai6l5", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : " [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598019339, + "history_end_time" : 1686598068634, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/9XYRlkek0oOlv2yYoo.json b/history/9XYRlkek0oOlv2yYoo.json new file mode 100644 index 0000000..77dacc6 --- /dev/null +++ b/history/9XYRlkek0oOlv2yYoo.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "w1zy5qt02tq", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604072534, + "history_end_time" : 1686604133447, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "gtjm6bblq5e", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604133447, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "tnrd6qqzn2a", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604133449, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "fv02oe6g2lo", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604133450, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "cpovau9xuvl", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604133450, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +}] diff --git a/history/9bJCGvqRVXbigltysW.json b/history/9bJCGvqRVXbigltysW.json new file mode 100644 index 0000000..d3f46a5 --- /dev/null +++ b/history/9bJCGvqRVXbigltysW.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "4omaen0ljry", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604135059, + "history_end_time" : 1686604138645, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "t0iktcdd4w1", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604139759, + "history_end_time" : 1686604143349, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "q0griawr0df", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604144650, + "history_end_time" : 1686604156021, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qu1xvamwhca", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n #sys.exit()\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\n", + "history_output" : " File \"/home/jovyan/gw-workspace/qu1xvamwhca/connect_harmony.py\", line 39\n except (TypeError, ValueError) as e:\n ^\nSyntaxError: invalid syntax\n", + "history_begin_time" : 1686604157355, + "history_end_time" : 1686604158039, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "be5uixnar30", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604160026, + "history_end_time" : 1686604160723, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/9lic1MlpmvHe1Sz0d1.json b/history/9lic1MlpmvHe1Sz0d1.json new file mode 100644 index 0000000..f24ac95 --- /dev/null +++ b/history/9lic1MlpmvHe1Sz0d1.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "bjvgz0brvy0", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "Running", + "history_begin_time" : 1686608247576, + "history_end_time" : 1686608250841, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "0bhxfuntaeh", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608251834, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "avguwzcm6k6", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608251835, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "4e4eocarttr", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608251836, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "c1afzn2apu8", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608251837, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Stopped" +}] diff --git a/history/APPusPDon6znBApPSc.json b/history/APPusPDon6znBApPSc.json new file mode 100644 index 0000000..4488d0a --- /dev/null +++ b/history/APPusPDon6znBApPSc.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "eajkvs3tbje", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598381733, + "history_end_time" : 1686598385228, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "si3c8jcmigm", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598386270, + "history_end_time" : 1686598389783, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "y8fpi2pgej4", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\n\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598391234, + "history_end_time" : 1686598400427, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "bq8a1bojbdf", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : " [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598401790, + "history_end_time" : 1686598451899, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/BCBo2rwzWOEvID226x.json b/history/BCBo2rwzWOEvID226x.json new file mode 100644 index 0000000..194472f --- /dev/null +++ b/history/BCBo2rwzWOEvID226x.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "eloj43q5wv2", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608380732, + "history_end_time" : 1686608384194, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "cioed3ifyjc", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608385413, + "history_end_time" : 1686608388895, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "92y58i48r2g", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608390199, + "history_end_time" : 1686608402577, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "a7m642fl0zp", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608436583, + "history_end_time" : 1686608437166, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "739o9yp2mug", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "history_output" : "name 'plt' is not defined\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608403900, + "history_end_time" : 1686608435281, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/CtkrI1llhB66eTnqrU.json b/history/CtkrI1llhB66eTnqrU.json new file mode 100644 index 0000000..42c29d8 --- /dev/null +++ b/history/CtkrI1llhB66eTnqrU.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "05cbto1bxrt", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608252844, + "history_end_time" : 1686608274447, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "y8sx85dr8bm", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608274448, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "fyu8te0xynb", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608274449, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "dz1xtdz8fp1", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608274450, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "guvyz9ejg0o", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608274450, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Stopped" +}] diff --git a/history/ESrwLNVdyX69JAhkGc.json b/history/ESrwLNVdyX69JAhkGc.json new file mode 100644 index 0000000..c27ed70 --- /dev/null +++ b/history/ESrwLNVdyX69JAhkGc.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "ko3m3dza44i", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604873537, + "history_end_time" : 1686604877100, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6e4pcmlmrhz", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604878326, + "history_end_time" : 1686604881976, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "9u7c8ksio9q", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604883107, + "history_end_time" : 1686604894535, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "y267i0atl0w", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\nfinally:\n if 'ds' in locals():\n ds.close()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686604895983, + "history_end_time" : 1686604948293, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "dh8nyc9mdiw", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604949544, + "history_end_time" : 1686604950252, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/H4lSXt8UEWdikeQMzZ.json b/history/H4lSXt8UEWdikeQMzZ.json new file mode 100644 index 0000000..699215a --- /dev/null +++ b/history/H4lSXt8UEWdikeQMzZ.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "guvevemytez", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598917649, + "history_end_time" : 1686598921128, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "iqfgntrq9wx", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598922377, + "history_end_time" : 1686598925967, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6vihe314apd", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598927134, + "history_end_time" : 1686598936623, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ghapzx48h9k", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\nexcept Exception as e:\n print(f\"An error occurred: {str(e)}\")", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598937972, + "history_end_time" : 1686598974005, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/Mflztqmhdj9XsxEgP7.json b/history/Mflztqmhdj9XsxEgP7.json new file mode 100644 index 0000000..f21cdee --- /dev/null +++ b/history/Mflztqmhdj9XsxEgP7.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "60q5ew1sd66", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608275342, + "history_end_time" : 1686608278782, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6gfgw3wipzi", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608279891, + "history_end_time" : 1686608283350, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gxqmh1wvu88", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608284786, + "history_end_time" : 1686608296078, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qelgot5rs9c", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608331084, + "history_end_time" : 1686608331722, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "eo4k56npqh3", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\n", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/eo4k56npqh3/harmony_connect_process.py\", line 43, in \n plt.savefig(plot_file_name)\nNameError: name 'plt' is not defined\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608297355, + "history_end_time" : 1686608329405, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/OcgI3L2hsvH1D1x3Cr.json b/history/OcgI3L2hsvH1D1x3Cr.json new file mode 100644 index 0000000..5ae8554 --- /dev/null +++ b/history/OcgI3L2hsvH1D1x3Cr.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "j1yg5g7oddg", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686603940743, + "history_end_time" : 1686603944347, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "8c2us1j5gw8", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686603945901, + "history_end_time" : 1686603949502, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "fqhtc4erakm", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686603951352, + "history_end_time" : 1686603962813, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "t08kxqlctyy", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n sys.exit()\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603964508, + "history_end_time" : 1686604003379, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "go4et5m92p2", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604003820, + "history_end_time" : 1686604004524, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/Sl6MGB9irDrWaX14JK.json b/history/Sl6MGB9irDrWaX14JK.json new file mode 100644 index 0000000..b04c1d1 --- /dev/null +++ b/history/Sl6MGB9irDrWaX14JK.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "94tfb99xhfk", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686602340931, + "history_end_time" : 1686602344519, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4685ygcrqrm", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686602346389, + "history_end_time" : 1686602349848, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "e3s5b0lthrp", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602351524, + "history_end_time" : 1686602363624, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "44odq8jfgvd", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686602364853, + "history_end_time" : 1686602402462, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "cv4ej282zsm", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686602403631, + "history_end_time" : 1686602404280, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/Tn8wFlsjZ41bnzsf1h.json b/history/Tn8wFlsjZ41bnzsf1h.json new file mode 100644 index 0000000..6b9c8ec --- /dev/null +++ b/history/Tn8wFlsjZ41bnzsf1h.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "70bp8n9ia2t", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686600172707, + "history_end_time" : 1686600176895, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "msjaxhjp1f0", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686600176895, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "iiiuvrfdlmx", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686600176897, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "m8zjc1o9wyv", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686600176897, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Stopped" +}] diff --git a/history/U26vb6LM4DOlYsKThL.json b/history/U26vb6LM4DOlYsKThL.json new file mode 100644 index 0000000..514a632 --- /dev/null +++ b/history/U26vb6LM4DOlYsKThL.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "65onkrietjp", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686605606522, + "history_end_time" : 1686605610024, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "m8nzqcnncrc", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686605611525, + "history_end_time" : 1686605615031, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "1bzxafcd53z", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686605617029, + "history_end_time" : 1686605628360, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zk0tdirwipj", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686605677368, + "history_end_time" : 1686605678034, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "39zrgcceus6", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.show()\nexcept:\n pass\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nFigure(640x480)\n", + "history_begin_time" : 1686605630036, + "history_end_time" : 1686605675880, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/UNq1GXFzHiRkumYhUm.json b/history/UNq1GXFzHiRkumYhUm.json new file mode 100644 index 0000000..fd0b10a --- /dev/null +++ b/history/UNq1GXFzHiRkumYhUm.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "rply5ukjps7", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598687444, + "history_end_time" : 1686598691026, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gn0omnx75t6", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598692165, + "history_end_time" : 1686598695697, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "rajgmj8bis1", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598697033, + "history_end_time" : 1686598706000, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "7c4cv9tradc", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\ntry:\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\nexcept:\n pass", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 100% ] |###################################################| [/]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598707702, + "history_end_time" : 1686598747659, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/UvkBk5RhWtfeqIwJCF.json b/history/UvkBk5RhWtfeqIwJCF.json new file mode 100644 index 0000000..3c27c7e --- /dev/null +++ b/history/UvkBk5RhWtfeqIwJCF.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "mi946lhza9n", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686605522989, + "history_end_time" : 1686605527637, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "z1po7nxeavw", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686605527952, + "history_end_time" : 1686605531514, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "xxlqleauv1h", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686605527641, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "eznr7dd7fpb", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686605527642, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "j4i7gtio90j", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686605527643, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +}] diff --git a/history/VAWLcLkE0ZMClB2fTv.json b/history/VAWLcLkE0ZMClB2fTv.json new file mode 100644 index 0000000..1d51e5c --- /dev/null +++ b/history/VAWLcLkE0ZMClB2fTv.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "ef8yu1drh9q", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686597951304, + "history_end_time" : 1686597954902, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "b90bqdjm4s7", + "history_input" : "urs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/b90bqdjm4s7/authenticate.py\", line 6, in \n netrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\nNameError: name 'system' is not defined\n", + "history_begin_time" : 1686597956305, + "history_end_time" : 1686597956952, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "8sy8wq84i4m", + "history_input" : "urs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\n\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot() ;", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/8sy8wq84i4m/podaac_s3.py\", line 6, in \n netrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\nNameError: name 'system' is not defined\n", + "history_begin_time" : 1686597958914, + "history_end_time" : 1686597959638, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "yynizlunpe2", + "history_input" : "harmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/yynizlunpe2/connect_harmony.py\", line 1, in \n harmony_client = Client()\nNameError: name 'Client' is not defined\n", + "history_begin_time" : 1686597960961, + "history_end_time" : 1686597961799, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/VkbV4uhH4yDlFIHAaR.json b/history/VkbV4uhH4yDlFIHAaR.json new file mode 100644 index 0000000..d484c1d --- /dev/null +++ b/history/VkbV4uhH4yDlFIHAaR.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "wcinngdxgmr", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606650795, + "history_end_time" : 1686606654307, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6cqy4xs95ho", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606655473, + "history_end_time" : 1686606659023, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "crdct2awqw6", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606660311, + "history_end_time" : 1686606671943, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zfmq7ngtkaa", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686606754953, + "history_end_time" : 1686606755581, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ar4hwzv0oo8", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606673029, + "history_end_time" : 1686606753354, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/WxZsjFym53zRh97Se5.json b/history/WxZsjFym53zRh97Se5.json new file mode 100644 index 0000000..4c32150 --- /dev/null +++ b/history/WxZsjFym53zRh97Se5.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "8vvuybei103", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686602091064, + "history_end_time" : 1686602094556, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "155h0co5n7z", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686602096199, + "history_end_time" : 1686602099715, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2edfday26rb", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602101561, + "history_end_time" : 1686602112746, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "7yt7zmilre9", + "history_input" : "import os\nfrom podaac_s3 import *\nimport matplotlib.pyplot as plt\nimport warnings\n\nwarnings.filterwarnings(\"ignore\")\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"connect_harmony_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n pass # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602114720, + "history_end_time" : 1686602154277, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "ppc7bek6gar", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686602155753, + "history_end_time" : 1686602156423, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/XRUuKqb2UZf7rEUy3L.json b/history/XRUuKqb2UZf7rEUy3L.json new file mode 100644 index 0000000..37c7999 --- /dev/null +++ b/history/XRUuKqb2UZf7rEUy3L.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "qpnpy4r8wnf", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608468174, + "history_end_time" : 1686608471662, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2795y4o5o0k", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608473288, + "history_end_time" : 1686608476780, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "uvekjrfmzi0", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608478666, + "history_end_time" : 1686608490549, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "d8nlzykfcbj", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608524555, + "history_end_time" : 1686608525167, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "n0ema93pey0", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "history_output" : "name 'plt' is not defined\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608491785, + "history_end_time" : 1686608523505, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/aPHspHA08t0ur3LECe.json b/history/aPHspHA08t0ur3LECe.json new file mode 100644 index 0000000..c35759b --- /dev/null +++ b/history/aPHspHA08t0ur3LECe.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "mylu8uv052i", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606946101, + "history_end_time" : 1686606949622, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4cy99uw5dku", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606951158, + "history_end_time" : 1686606954623, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "b5bwrem523w", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606956626, + "history_end_time" : 1686606967335, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ngxea53c8il", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686607008343, + "history_end_time" : 1686607008997, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6k5mrtyvov1", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606968628, + "history_end_time" : 1686607006359, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/cmnuk0uqxse0dutjhd.json b/history/cmnuk0uqxse0dutjhd.json new file mode 100644 index 0000000..e86d271 --- /dev/null +++ b/history/cmnuk0uqxse0dutjhd.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "v6wfzfye4ha", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686603397987, + "history_end_time" : 1686603401719, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zlke1lzuhfr", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686603402988, + "history_end_time" : 1686603406498, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "t9buw9c7j4j", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686603407754, + "history_end_time" : 1686603419662, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "5l6b5xhpcp6", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603421519, + "history_end_time" : 1686603475746, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "ymfilwu6fqk", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686603477686, + "history_end_time" : 1686603478315, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/e3pAI9G8Tk7JpwVaFs.json b/history/e3pAI9G8Tk7JpwVaFs.json new file mode 100644 index 0000000..80d7b8f --- /dev/null +++ b/history/e3pAI9G8Tk7JpwVaFs.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "sbvbecycvp5", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686605066266, + "history_end_time" : 1686605069874, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "8hdnnezizap", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686605071308, + "history_end_time" : 1686605075003, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "hpwtyrnv3c3", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686605076879, + "history_end_time" : 1686605088241, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "504attxc8cm", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n # Read the data from the file\n data = f.read()\n\n # Process the data as needed\n # ...\n\n # Example: Extracting sea_surface_temperature variable\n # Assuming the data is in netCDF format\n # Adjust the code based on the actual data format\n # ------------------------------------------------------\n import netCDF4 as nc\n import matplotlib.pyplot as plt\n\n ds = nc.Dataset('temporary_file.nc', memory=data, diskless=True) # Create a netCDF Dataset from the memory data\n sst_variable = ds.variables['sea_surface_temperature'] # Access the 'sea_surface_temperature' variable\n sst_data = sst_variable[:]\n\n # Plot the data\n plt.plot(sst_data)\n plt.show()\n # ------------------------------------------------------\n\n # Close the file explicitly\n f.close()\nfinally:\n if 'data' in locals():\n del data # Clean up the data variable\n\nsys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nTraceback (most recent call last):\n File \"/home/jovyan/gw-workspace/504attxc8cm/connect_harmony.py\", line 53, in \n plt.plot(sst_data)\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/pyplot.py\", line 2812, in plot\n return gca().plot(\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_axes.py\", line 1688, in plot\n lines = [*self._get_lines(*args, data=data, **kwargs)]\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_base.py\", line 311, in __call__\n yield from self._plot_args(\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_base.py\", line 507, in _plot_args\n raise ValueError(f\"x and y can be no greater than 2D, but have \"\nValueError: x and y can be no greater than 2D, but have shapes (1,) and (1, 1228, 660)\n", + "history_begin_time" : 1686605090009, + "history_end_time" : 1686605128916, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "bsn11uxg47m", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686605130249, + "history_end_time" : 1686605130955, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/elwhdhvhch8rpbo68h.json b/history/elwhdhvhch8rpbo68h.json new file mode 100644 index 0000000..19f7f7e --- /dev/null +++ b/history/elwhdhvhch8rpbo68h.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "9s1vov5h313", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608777802, + "history_end_time" : 1686608781373, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "badzpw29qx9", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608782802, + "history_end_time" : 1686608786260, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "rndm1rzosz9", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608787408, + "history_end_time" : 1686608800176, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gfg4khhomxm", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608845198, + "history_end_time" : 1686608845801, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "lmmnfknr64m", + "history_input" : "import sys\nfrom utils import *\nimport warnings\nimport matplotlib.pyplot as plt\n\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608801277, + "history_end_time" : 1686608843327, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/g9f31x68j54tgzau60pf.json b/history/g9f31x68j54tgzau60pf.json new file mode 100644 index 0000000..c54730a --- /dev/null +++ b/history/g9f31x68j54tgzau60pf.json @@ -0,0 +1,491 @@ +[{ + "history_id" : "elwhdhvhch8rpbo68h", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "9s1vov5h313;badzpw29qx9;rndm1rzosz9;gfg4khhomxm;lmmnfknr64m;", + "history_begin_time" : 1686608776814, + "history_end_time" : 1686608845198, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "l9rCQnKCojmnQaT1iG", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "itsckqn5oi3;nw7h3gm2tw2;zyaf6jwq2ts;vwmw40oewbs;epehdr1qhv2;", + "history_begin_time" : 1686608587886, + "history_end_time" : 1686608645354, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "XRUuKqb2UZf7rEUy3L", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "qpnpy4r8wnf;2795y4o5o0k;uvekjrfmzi0;d8nlzykfcbj;n0ema93pey0;", + "history_begin_time" : 1686608467584, + "history_end_time" : 1686608524555, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "BCBo2rwzWOEvID226x", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "eloj43q5wv2;cioed3ifyjc;92y58i48r2g;a7m642fl0zp;739o9yp2mug;", + "history_begin_time" : 1686608379788, + "history_end_time" : 1686608436583, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "Mflztqmhdj9XsxEgP7", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "60q5ew1sd66;6gfgw3wipzi;gxqmh1wvu88;qelgot5rs9c;eo4k56npqh3;", + "history_begin_time" : 1686608275299, + "history_end_time" : 1686608331084, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "CtkrI1llhB66eTnqrU", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "05cbto1bxrt;y8sx85dr8bm;fyu8te0xynb;dz1xtdz8fp1;guvyz9ejg0o;", + "history_begin_time" : 1686608252135, + "history_end_time" : null, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Stopped" +},{ + "history_id" : "9lic1MlpmvHe1Sz0d1", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "bjvgz0brvy0;0bhxfuntaeh;avguwzcm6k6;4e4eocarttr;c1afzn2apu8;", + "history_begin_time" : 1686608247179, + "history_end_time" : 1686608247576, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "5XAqUwOARl86yo8ZHL", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "lyivs492c3h;2xrbafsnx2m;tznu8l2agcs;hm74zbxmjv8;fflx3hf2zn8;", + "history_begin_time" : 1686607842348, + "history_end_time" : 1686607882865, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "y3gsJPnnulvngMi5BC", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "h017vkqwrbv;t6jz8wwjnkn;y6fqe1e66mn;a3sdob9ymo0;w7ozk8dsfgu;", + "history_begin_time" : 1686607727749, + "history_end_time" : 1686607769196, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "iOpUi39Ga1MF904EXl", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "qs5yxn7qkas;ef726rybzyc;a7ektoaa7zc;fpb15n6eopz;jq28zqsdcd7;", + "history_begin_time" : 1686607029410, + "history_end_time" : 1686607090961, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "aPHspHA08t0ur3LECe", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "mylu8uv052i;4cy99uw5dku;b5bwrem523w;ngxea53c8il;6k5mrtyvov1;", + "history_begin_time" : 1686606945233, + "history_end_time" : 1686607008343, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "oQPT84yXDQmMUOC7kf", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "qhd31nay5dv;ysnza7lf1xn;wstj4pyb7sb;akpyol4rjxo;70a30so4ri3;", + "history_begin_time" : 1686606783647, + "history_end_time" : 1686606849445, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "VkbV4uhH4yDlFIHAaR", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "wcinngdxgmr;6cqy4xs95ho;crdct2awqw6;zfmq7ngtkaa;ar4hwzv0oo8;", + "history_begin_time" : 1686606649904, + "history_end_time" : 1686606754953, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "uSk96BsVq38RiDxtRw", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "u7xba7yrm7r;3g4brxkxgon;8yspr2wsqho;p5dx568zdz9;tb8wdzqauvo;", + "history_begin_time" : 1686606273475, + "history_end_time" : 1686606342116, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "hLdGM81P9xWnUWu38D", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "ijhk7693fgc;hcj4swdcjbx;ohtyj5oefrd;wjylkvlwtxf;4lwqg6mslqb;", + "history_begin_time" : 1686606100934, + "history_end_time" : 1686606183565, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "vD2jtHp2Ic1LqwwXlq", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "v0f4sg9ed23;m4w8vgjs0az;iwchw43to2m;at1480nkmpo;wzxbg3hlmnz;", + "history_begin_time" : 1686605729931, + "history_end_time" : 1686605809742, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "U26vb6LM4DOlYsKThL", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;dh8stf-7hTrq;u09gh6-UWbai;", + "history_output" : "65onkrietjp;m8nzqcnncrc;1bzxafcd53z;zk0tdirwipj;39zrgcceus6;", + "history_begin_time" : 1686605605715, + "history_end_time" : 1686605677368, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "UvkBk5RhWtfeqIwJCF", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "mi946lhza9n;z1po7nxeavw;xxlqleauv1h;eznr7dd7fpb;j4i7gtio90j;", + "history_begin_time" : 1686605522891, + "history_end_time" : 1686605527952, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "e3pAI9G8Tk7JpwVaFs", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "sbvbecycvp5;8hdnnezizap;hpwtyrnv3c3;504attxc8cm;bsn11uxg47m;", + "history_begin_time" : 1686605065315, + "history_end_time" : 1686605130249, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "ESrwLNVdyX69JAhkGc", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "ko3m3dza44i;6e4pcmlmrhz;9u7c8ksio9q;y267i0atl0w;dh8nyc9mdiw;", + "history_begin_time" : 1686604872656, + "history_end_time" : 1686604949544, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "xOaHAaWdYzJ5pVEgZy", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "z5h2nxzaauz;f54uddoh987;qy0zhs1t6mr;2cztkqci1t8;38hh1njhjat;", + "history_begin_time" : 1686604689064, + "history_end_time" : 1686604750846, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "k5soIbybo9OTtpI6QM", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "cv4ur02h0q0;c73hprxfqtp;0d3hx6zdnro;qlqf4wzql35;fe28cx5v1g1;", + "history_begin_time" : 1686604688004, + "history_end_time" : 1686604688564, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "8tdxkXvoWMzwRacd4S", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "jfdsffuuj5n;4m08tssv20r;hnlybctfr2y;ompt08sxdhw;xpvkd04frxa;", + "history_begin_time" : 1686604521699, + "history_end_time" : 1686604599852, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "1j7OuJfScZ1tzY7tlQ", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "83i9gxk2s4b;sy2mjg5thr3;ur1hsjt6bc0;523x6cyq78i;l2w3ue05ytf;", + "history_begin_time" : 1686604409914, + "history_end_time" : 1686604479328, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "ignUnuf2T689jSDrSd", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "zpqzcxzq0n1;3rkpwd1tko3;0geibdudczk;frdekgjkxwm;uoosjrlx2fo;", + "history_begin_time" : 1686604187562, + "history_end_time" : 1686604256525, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "9bJCGvqRVXbigltysW", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "4omaen0ljry;t0iktcdd4w1;q0griawr0df;qu1xvamwhca;be5uixnar30;", + "history_begin_time" : 1686604134684, + "history_end_time" : 1686604160026, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "9XYRlkek0oOlv2yYoo", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "w1zy5qt02tq;gtjm6bblq5e;tnrd6qqzn2a;fv02oe6g2lo;cpovau9xuvl;", + "history_begin_time" : 1686604072384, + "history_end_time" : null, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Stopped" +},{ + "history_id" : "OcgI3L2hsvH1D1x3Cr", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "j1yg5g7oddg;8c2us1j5gw8;fqhtc4erakm;t08kxqlctyy;go4et5m92p2;", + "history_begin_time" : 1686603940107, + "history_end_time" : 1686604003820, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "y2XfTCPp1z1x6DVbjz", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "f4jjoiuvyp6;lmbgt6u0iwi;tpyqltb8c73;poroedvfsqs;mbbur3oxkm2;", + "history_begin_time" : 1686603828419, + "history_end_time" : 1686603891984, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "uOWUD3fZyQnR8S68s3", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "dhpkqeudr8c;ayonb6ybswo;gyk59t72op1;smee7x6n9dl;dsp6fnqqczg;", + "history_begin_time" : 1686603742944, + "history_end_time" : 1686603806802, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "cmnuk0uqxse0dutjhd", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "v6wfzfye4ha;zlke1lzuhfr;t9buw9c7j4j;5l6b5xhpcp6;ymfilwu6fqk;", + "history_begin_time" : 1686603396999, + "history_end_time" : 1686603477686, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "Sl6MGB9irDrWaX14JK", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "94tfb99xhfk;4685ygcrqrm;e3s5b0lthrp;44odq8jfgvd;cv4ej282zsm;", + "history_begin_time" : 1686602340235, + "history_end_time" : 1686602403631, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "z4xybmVHZaRQx97PMM", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "exrhw5sp331;jry174rim72;6yym80d7yje;ck1cx2g3pcj;k5qj4uotw97;", + "history_begin_time" : 1686602238023, + "history_end_time" : 1686602301266, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "WxZsjFym53zRh97Se5", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;dh8stf-7hTrq;", + "history_output" : "8vvuybei103;155h0co5n7z;2edfday26rb;7yt7zmilre9;ppc7bek6gar;", + "history_begin_time" : 1686602090305, + "history_end_time" : 1686602155753, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "l76u4aUWzXllKyYCuQ", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "yold6lwvd1e;j3otzy3pqk9;l2stfm9zxz2;16jtquyzb8u;", + "history_begin_time" : 1686601995519, + "history_end_time" : 1686602018997, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "1ukqXwu9UaNeSXW5cQ", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "s7zyw9kl1uf;2nuxt73doly;74zf99u37ns;7zstais8hoq;", + "history_begin_time" : 1686601793344, + "history_end_time" : 1686601817387, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "gvt2uIKhQyl2PSl9SA", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "9vyxsv0y85b;lb4bnbp5ofl;uaznl30nity;rivh2f4z0j0;", + "history_begin_time" : 1686601344558, + "history_end_time" : 1686601366363, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "1AmmGc6kEFp9FvWnu0", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "xox95tm61mc;kjtuqlyn7iz;axkcsz5yc7d;fa3146f462d;", + "history_begin_time" : 1686601057029, + "history_end_time" : 1686601078975, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "qn09tm1dWEbER213RA", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "xyz6c1zqmwd;jzkdxgcpnh5;7pioemrv6q0;gzf2g9uxein;", + "history_begin_time" : 1686600307321, + "history_end_time" : 1686600330100, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "Tn8wFlsjZ41bnzsf1h", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "70bp8n9ia2t;msjaxhjp1f0;iiiuvrfdlmx;m8zjc1o9wyv;", + "history_begin_time" : 1686600171929, + "history_end_time" : 1686600172707, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Done" +},{ + "history_id" : "kyyIzkkYnKsENdHiwJ", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "l3bu59r5317;4ai6v1d3ajj;6knmnrzjb8l;ynqz95723bz;", + "history_begin_time" : 1686599894847, + "history_end_time" : 1686599918837, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "H4lSXt8UEWdikeQMzZ", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "guvevemytez;iqfgntrq9wx;6vihe314apd;ghapzx48h9k;", + "history_begin_time" : 1686598916783, + "history_end_time" : 1686598937972, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "uS4lTnyL4A2XnatiWO", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "yk04rn7lzov;4tvfq3227py;i17jdb8cr02;m9h1id9cy8s;", + "history_begin_time" : 1686598801967, + "history_end_time" : 1686598823173, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "UNq1GXFzHiRkumYhUm", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "rply5ukjps7;gn0omnx75t6;rajgmj8bis1;7c4cv9tradc;", + "history_begin_time" : 1686598686498, + "history_end_time" : 1686598707702, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "yAfIPhwjAzVBKqpR7U", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "uyaa72n9oow;3cfi219q2gr;kd7d7adeonh;qcct6q43y0z;", + "history_begin_time" : 1686598456654, + "history_end_time" : 1686598478428, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "APPusPDon6znBApPSc", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "eajkvs3tbje;si3c8jcmigm;y8fpi2pgej4;bq8a1bojbdf;", + "history_begin_time" : 1686598381107, + "history_end_time" : 1686598401790, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "7j9AwfZf44q7SG1UlV", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "lqp1gohsr43;equqwn2lzel;pbx30von2mp;jpg87uvpn41;", + "history_begin_time" : 1686598181277, + "history_end_time" : 1686598203160, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "8zJ70KRNSSTJHknfc4", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "gcxncp0cjue;d78983wzqo6;68fqikl85yi;oofzcrai6l5;", + "history_begin_time" : 1686597996562, + "history_end_time" : 1686598019339, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +},{ + "history_id" : "VAWLcLkE0ZMClB2fTv", + "history_input" : "iy50ea-bjl3n;y2amjw-Dnytd;cqp5y5-VfulM;gqu5u6-lRMBm;", + "history_output" : "ef8yu1drh9q;b90bqdjm4s7;8sy8wq84i4m;yynizlunpe2;", + "history_begin_time" : 1686597951146, + "history_end_time" : 1686597960961, + "history_notes" : null, + "history_process" : "g9f31x68j54tgzau60pf", + "host_id" : "100001;", + "indicator" : "Failed" +}] diff --git a/history/gvt2uIKhQyl2PSl9SA.json b/history/gvt2uIKhQyl2PSl9SA.json new file mode 100644 index 0000000..02d48fd --- /dev/null +++ b/history/gvt2uIKhQyl2PSl9SA.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "9vyxsv0y85b", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686601345429, + "history_end_time" : 1686601348962, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "lb4bnbp5ofl", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686601350738, + "history_end_time" : 1686601354331, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "uaznl30nity", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601355980, + "history_end_time" : 1686601364894, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "rivh2f4z0j0", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n pass # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601366363, + "history_end_time" : 1686601402753, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/hLdGM81P9xWnUWu38D.json b/history/hLdGM81P9xWnUWu38D.json new file mode 100644 index 0000000..6bc9db3 --- /dev/null +++ b/history/hLdGM81P9xWnUWu38D.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "ijhk7693fgc", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606101448, + "history_end_time" : 1686606104968, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "hcj4swdcjbx", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606106347, + "history_end_time" : 1686606109987, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ohtyj5oefrd", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606111973, + "history_end_time" : 1686606123556, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "wjylkvlwtxf", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686606183565, + "history_end_time" : 1686606184215, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4lwqg6mslqb", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\nexcept:\n pass\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 100% ] |###################################################| [/]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606124993, + "history_end_time" : 1686606182365, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/iOpUi39Ga1MF904EXl.json b/history/iOpUi39Ga1MF904EXl.json new file mode 100644 index 0000000..4fb4efe --- /dev/null +++ b/history/iOpUi39Ga1MF904EXl.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "qs5yxn7qkas", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686607030003, + "history_end_time" : 1686607033561, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ef726rybzyc", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686607035365, + "history_end_time" : 1686607038867, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "a7ektoaa7zc", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686607040566, + "history_end_time" : 1686607051953, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "fpb15n6eopz", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686607090961, + "history_end_time" : 1686607091626, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "jq28zqsdcd7", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686607053872, + "history_end_time" : 1686607089658, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/ignUnuf2T689jSDrSd.json b/history/ignUnuf2T689jSDrSd.json new file mode 100644 index 0000000..289f5ea --- /dev/null +++ b/history/ignUnuf2T689jSDrSd.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "zpqzcxzq0n1", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604187729, + "history_end_time" : 1686604191286, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "3rkpwd1tko3", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604193046, + "history_end_time" : 1686604196732, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "0geibdudczk", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604198291, + "history_end_time" : 1686604208517, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "frdekgjkxwm", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n #sys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686604209738, + "history_end_time" : 1686604254697, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "uoosjrlx2fo", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604256525, + "history_end_time" : 1686604257184, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/k5soIbybo9OTtpI6QM.json b/history/k5soIbybo9OTtpI6QM.json new file mode 100644 index 0000000..705f577 --- /dev/null +++ b/history/k5soIbybo9OTtpI6QM.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "cv4ur02h0q0", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604688564, + "history_end_time" : 1686604692154, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "c73hprxfqtp", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604688325, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "0d3hx6zdnro", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604688329, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "qlqf4wzql35", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604688332, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "fe28cx5v1g1", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604688335, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +}] diff --git a/history/kyyIzkkYnKsENdHiwJ.json b/history/kyyIzkkYnKsENdHiwJ.json new file mode 100644 index 0000000..b1b5f0d --- /dev/null +++ b/history/kyyIzkkYnKsENdHiwJ.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "l3bu59r5317", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686599895702, + "history_end_time" : 1686599899367, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4ai6v1d3ajj", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686599901080, + "history_end_time" : 1686599904832, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6knmnrzjb8l", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686599906373, + "history_end_time" : 1686599917684, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ynqz95723bz", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")'\nexcept:\n pass # ingnore closing the connection", + "history_output" : " File \"/home/jovyan/gw-workspace/ynqz95723bz/connect_harmony.py\", line 34\n print(f\"An error occurred: {str(e)}\")'\n ^\nSyntaxError: EOL while scanning string literal\n", + "history_begin_time" : 1686599918837, + "history_end_time" : 1686599919514, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/l76u4aUWzXllKyYCuQ.json b/history/l76u4aUWzXllKyYCuQ.json new file mode 100644 index 0000000..e8ad17b --- /dev/null +++ b/history/l76u4aUWzXllKyYCuQ.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "yold6lwvd1e", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686601995799, + "history_end_time" : 1686601999321, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "j3otzy3pqk9", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686602000477, + "history_end_time" : 1686602003992, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "l2stfm9zxz2", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602005326, + "history_end_time" : 1686602017054, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "16jtquyzb8u", + "history_input" : "import os\nfrom podaac_s3 import *\nimport matplotlib.pyplot as plt\nimport warnings\n\nwarnings.filterwarnings(\"ignore\")\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"connect_harmony_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n pass # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602018997, + "history_end_time" : 1686602063193, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/l9rCQnKCojmnQaT1iG.json b/history/l9rCQnKCojmnQaT1iG.json new file mode 100644 index 0000000..5a6ab48 --- /dev/null +++ b/history/l9rCQnKCojmnQaT1iG.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "itsckqn5oi3", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608588175, + "history_end_time" : 1686608591657, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "nw7h3gm2tw2", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608593514, + "history_end_time" : 1686608597029, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zyaf6jwq2ts", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608598662, + "history_end_time" : 1686608610349, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "vwmw40oewbs", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608645354, + "history_end_time" : 1686608645970, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "epehdr1qhv2", + "history_input" : "import sys\nfrom utils import *\nimport warnings\nimport matplotlib.pyplot as plt\n\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608612034, + "history_end_time" : 1686608643948, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/oQPT84yXDQmMUOC7kf.json b/history/oQPT84yXDQmMUOC7kf.json new file mode 100644 index 0000000..c4796a0 --- /dev/null +++ b/history/oQPT84yXDQmMUOC7kf.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "qhd31nay5dv", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606784588, + "history_end_time" : 1686606788023, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ysnza7lf1xn", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606789361, + "history_end_time" : 1686606792848, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "wstj4pyb7sb", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606794027, + "history_end_time" : 1686606805437, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "akpyol4rjxo", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686606849445, + "history_end_time" : 1686606850086, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "70a30so4ri3", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606806853, + "history_end_time" : 1686606848147, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/process_cqp5y5.json b/history/process_cqp5y5.json new file mode 100644 index 0000000..00f5570 --- /dev/null +++ b/history/process_cqp5y5.json @@ -0,0 +1,521 @@ +[{ + "history_id" : "rndm1rzosz9", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608787408, + "history_end_time" : 1686608800176, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zyaf6jwq2ts", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608598662, + "history_end_time" : 1686608610349, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "uvekjrfmzi0", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608478666, + "history_end_time" : 1686608490549, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "92y58i48r2g", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608390199, + "history_end_time" : 1686608402577, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gxqmh1wvu88", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608284786, + "history_end_time" : 1686608296078, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "tznu8l2agcs", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686607852380, + "history_end_time" : 1686607863859, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "y6fqe1e66mn", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686607739208, + "history_end_time" : 1686607751191, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "a7ektoaa7zc", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686607040566, + "history_end_time" : 1686607051953, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "b5bwrem523w", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606956626, + "history_end_time" : 1686606967335, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "wstj4pyb7sb", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606794027, + "history_end_time" : 1686606805437, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "crdct2awqw6", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606660311, + "history_end_time" : 1686606671943, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "8yspr2wsqho", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606284795, + "history_end_time" : 1686606296108, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ohtyj5oefrd", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606111973, + "history_end_time" : 1686606123556, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "iwchw43to2m", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686605739709, + "history_end_time" : 1686605750733, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "1bzxafcd53z", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686605617029, + "history_end_time" : 1686605628360, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "hpwtyrnv3c3", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686605076879, + "history_end_time" : 1686605088241, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "9u7c8ksio9q", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604883107, + "history_end_time" : 1686604894535, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qy0zhs1t6mr", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604699162, + "history_end_time" : 1686604709836, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "hnlybctfr2y", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604532657, + "history_end_time" : 1686604544840, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ur1hsjt6bc0", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604419723, + "history_end_time" : 1686604431314, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "0geibdudczk", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604198291, + "history_end_time" : 1686604208517, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "q0griawr0df", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604144650, + "history_end_time" : 1686604156021, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "fqhtc4erakm", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686603951352, + "history_end_time" : 1686603962813, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "tpyqltb8c73", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686603839165, + "history_end_time" : 1686603850976, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gyk59t72op1", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686603754140, + "history_end_time" : 1686603765795, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "t9buw9c7j4j", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686603407754, + "history_end_time" : 1686603419662, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "e3s5b0lthrp", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602351524, + "history_end_time" : 1686602363624, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6yym80d7yje", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602247878, + "history_end_time" : 1686602260259, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2edfday26rb", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602101561, + "history_end_time" : 1686602112746, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "l2stfm9zxz2", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602005326, + "history_end_time" : 1686602017054, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "74zf99u37ns", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601803559, + "history_end_time" : 1686601815782, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "dXaJf4su351J", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601701214, + "history_end_time" : 1686601710884, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : null, + "indicator" : "Done" +},{ + "history_id" : "bBFHltUa7VZh", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_filename)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/bBFHltUa7VZh/podaac_s3.py\", line 61, in \n plt.savefig(plot_filename)\nNameError: name 'plot_filename' is not defined\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601676093, + "history_end_time" : 1686601684855, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "X0rQaXrHMJxZ", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile()\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_filename)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : " File \"/home/jovyan/gw-workspace/X0rQaXrHMJxZ/podaac_s3.py\", line 8\n if os.path.isfile()\n ^\nSyntaxError: invalid syntax\n", + "history_begin_time" : 1686601636979, + "history_end_time" : 1686601637026, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "uaznl30nity", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601355980, + "history_end_time" : 1686601364894, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "axkcsz5yc7d", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601067351, + "history_end_time" : 1686601077405, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "7pioemrv6q0", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686600318831, + "history_end_time" : 1686600328714, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6knmnrzjb8l", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686599906373, + "history_end_time" : 1686599917684, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6vihe314apd", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598927134, + "history_end_time" : 1686598936623, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "i17jdb8cr02", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598811541, + "history_end_time" : 1686598821637, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "rajgmj8bis1", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598697033, + "history_end_time" : 1686598706000, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "kd7d7adeonh", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598467913, + "history_end_time" : 1686598476424, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "y8fpi2pgej4", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\n\ns3_file_obj.close()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598391234, + "history_end_time" : 1686598400427, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "pbx30von2mp", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598192029, + "history_end_time" : 1686598201714, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "68fqikl85yi", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\n\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot() ;", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598007177, + "history_end_time" : 1686598017499, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "8sy8wq84i4m", + "history_input" : "urs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\n\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot() ;", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/8sy8wq84i4m/podaac_s3.py\", line 6, in \n netrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\nNameError: name 'system' is not defined\n", + "history_begin_time" : 1686597958914, + "history_end_time" : 1686597959638, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "iiiuvrfdlmx", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686600176897, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "tnrd6qqzn2a", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604133449, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "0d3hx6zdnro", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604688329, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "xxlqleauv1h", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686605527641, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "avguwzcm6k6", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608251835, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "fyu8te0xynb", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608274449, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Stopped" +},] diff --git a/history/process_dh8stf.json b/history/process_dh8stf.json new file mode 100644 index 0000000..83fb04d --- /dev/null +++ b/history/process_dh8stf.json @@ -0,0 +1,341 @@ +[{ + "history_id" : "gfg4khhomxm", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608845198, + "history_end_time" : 1686608845801, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "vwmw40oewbs", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608645354, + "history_end_time" : 1686608645970, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "d8nlzykfcbj", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608524555, + "history_end_time" : 1686608525167, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "a7m642fl0zp", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608436583, + "history_end_time" : 1686608437166, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qelgot5rs9c", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686608331084, + "history_end_time" : 1686608331722, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "hm74zbxmjv8", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686607882865, + "history_end_time" : 1686607883543, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "a3sdob9ymo0", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686607769196, + "history_end_time" : 1686607769847, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "fpb15n6eopz", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686607090961, + "history_end_time" : 1686607091626, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ngxea53c8il", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686607008343, + "history_end_time" : 1686607008997, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "akpyol4rjxo", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686606849445, + "history_end_time" : 1686606850086, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zfmq7ngtkaa", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686606754953, + "history_end_time" : 1686606755581, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "p5dx568zdz9", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686606342116, + "history_end_time" : 1686606342767, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "wjylkvlwtxf", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686606183565, + "history_end_time" : 1686606184215, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "at1480nkmpo", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686605809742, + "history_end_time" : 1686605810420, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zk0tdirwipj", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686605677368, + "history_end_time" : 1686605678034, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "bsn11uxg47m", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686605130249, + "history_end_time" : 1686605130955, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "dh8nyc9mdiw", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604949544, + "history_end_time" : 1686604950252, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "38hh1njhjat", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604750846, + "history_end_time" : 1686604751522, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "xpvkd04frxa", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604599852, + "history_end_time" : 1686604600550, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "l2w3ue05ytf", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604479328, + "history_end_time" : 1686604480000, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "uoosjrlx2fo", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604256525, + "history_end_time" : 1686604257184, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "be5uixnar30", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604160026, + "history_end_time" : 1686604160723, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "go4et5m92p2", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604003820, + "history_end_time" : 1686604004524, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "mbbur3oxkm2", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686603891984, + "history_end_time" : 1686603892735, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "dsp6fnqqczg", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686603806802, + "history_end_time" : 1686603807593, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ymfilwu6fqk", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686603477686, + "history_end_time" : 1686603478315, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "cv4ej282zsm", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686602403631, + "history_end_time" : 1686602404280, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "k5qj4uotw97", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686602301266, + "history_end_time" : 1686602301924, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ppc7bek6gar", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686602155753, + "history_end_time" : 1686602156423, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "cpovau9xuvl", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604133450, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "fe28cx5v1g1", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604688335, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "j4i7gtio90j", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686605527643, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "4e4eocarttr", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608251836, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "dz1xtdz8fp1", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608274450, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Stopped" +},] diff --git a/history/process_gqu5u6.json b/history/process_gqu5u6.json new file mode 100644 index 0000000..e08c573 --- /dev/null +++ b/history/process_gqu5u6.json @@ -0,0 +1,401 @@ +[{ + "history_id" : "EnQhYr6yldlH", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.show()\nexcept:\n pass\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nFigure(640x480)\n", + "history_begin_time" : 1686605475673, + "history_end_time" : 1686605517996, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "qPIUxVh8C8dJ", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.show()\nfinally:\n if 'ds' in locals():\n ds.close()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\nFigure(640x480)\n", + "history_begin_time" : 1686605402723, + "history_end_time" : 1686605455445, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "ajcI6LNFjlbJ", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport numpy as np\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n # Read the data from the file\n data = f.read()\n\n # Process the data as needed\n # ...\n\n # Example: Extracting sea_surface_temperature variable\n # Assuming the data is in netCDF format\n # Adjust the code based on the actual data format\n # ------------------------------------------------------\n import netCDF4 as nc\n import matplotlib.pyplot as plt\n\n ds = nc.Dataset('temporary_file.nc', memory=data, diskless=True) # Create a netCDF Dataset from the memory data\n sst_variable = ds.variables['sea_surface_temperature'] # Access the 'sea_surface_temperature' variable\n sst_data = sst_variable[:]\n\n # Create a corresponding time array for the x-axis\n num_time_steps = sst_data.shape[0]\n time = np.arange(num_time_steps) # Modify this based on the actual time information in your data\n\n # Plot the data\n for i in range(num_time_steps):\n plt.plot(time, sst_data[i])\n\n plt.show()\n # ------------------------------------------------------\n\n # Close the file explicitly\n f.close()\nfinally:\n if 'data' in locals():\n del data # Clean up the data variable\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\nTraceback (most recent call last):\n File \"/home/jovyan/gw-workspace/ajcI6LNFjlbJ/connect_harmony.py\", line 59, in \n plt.plot(time, sst_data[i])\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/pyplot.py\", line 2812, in plot\n return gca().plot(\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_axes.py\", line 1688, in plot\n lines = [*self._get_lines(*args, data=data, **kwargs)]\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_base.py\", line 311, in __call__\n yield from self._plot_args(\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_base.py\", line 504, in _plot_args\n raise ValueError(f\"x and y must have same first dimension, but \"\nValueError: x and y must have same first dimension, but have shapes (1,) and (1228, 660)\n", + "history_begin_time" : 1686605280311, + "history_end_time" : 1686605325538, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "PJBSeOORSQ3m", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n # Read the data from the file\n data = f.read()\n\n # Process the data as needed\n # ...\n\n # Example: Extracting sea_surface_temperature variable\n # Assuming the data is in netCDF format\n # Adjust the code based on the actual data format\n # ------------------------------------------------------\n import netCDF4 as nc\n import matplotlib.pyplot as plt\n\n ds = nc.Dataset('temporary_file.nc', memory=data, diskless=True) # Create a netCDF Dataset from the memory data\n sst_variable = ds.variables['sea_surface_temperature'] # Access the 'sea_surface_temperature' variable\n sst_data = sst_variable[:]\n\n # Create a corresponding time array for the x-axis\n num_time_steps = sst_data.shape[0]\n time = np.arange(num_time_steps) # Modify this based on the actual time information in your data\n\n # Plot the data\n for i in range(num_time_steps):\n plt.plot(time, sst_data[i])\n\n plt.show()\n # ------------------------------------------------------\n\n # Close the file explicitly\n f.close()\nfinally:\n if 'data' in locals():\n del data # Clean up the data variable\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 100% ] |###################################################| [\\]\n [ Processing: 100% ] |###################################################| [|]\nTraceback (most recent call last):\n File \"/home/jovyan/gw-workspace/PJBSeOORSQ3m/connect_harmony.py\", line 54, in \n time = np.arange(num_time_steps) # Modify this based on the actual time information in your data\nNameError: name 'np' is not defined\n", + "history_begin_time" : 1686605215180, + "history_end_time" : 1686605265124, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "504attxc8cm", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n # Read the data from the file\n data = f.read()\n\n # Process the data as needed\n # ...\n\n # Example: Extracting sea_surface_temperature variable\n # Assuming the data is in netCDF format\n # Adjust the code based on the actual data format\n # ------------------------------------------------------\n import netCDF4 as nc\n import matplotlib.pyplot as plt\n\n ds = nc.Dataset('temporary_file.nc', memory=data, diskless=True) # Create a netCDF Dataset from the memory data\n sst_variable = ds.variables['sea_surface_temperature'] # Access the 'sea_surface_temperature' variable\n sst_data = sst_variable[:]\n\n # Plot the data\n plt.plot(sst_data)\n plt.show()\n # ------------------------------------------------------\n\n # Close the file explicitly\n f.close()\nfinally:\n if 'data' in locals():\n del data # Clean up the data variable\n\nsys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nTraceback (most recent call last):\n File \"/home/jovyan/gw-workspace/504attxc8cm/connect_harmony.py\", line 53, in \n plt.plot(sst_data)\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/pyplot.py\", line 2812, in plot\n return gca().plot(\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_axes.py\", line 1688, in plot\n lines = [*self._get_lines(*args, data=data, **kwargs)]\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_base.py\", line 311, in __call__\n yield from self._plot_args(\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/matplotlib/axes/_base.py\", line 507, in _plot_args\n raise ValueError(f\"x and y can be no greater than 2D, but have \"\nValueError: x and y can be no greater than 2D, but have shapes (1,) and (1, 1228, 660)\n", + "history_begin_time" : 1686605090009, + "history_end_time" : 1686605128916, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "y267i0atl0w", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\nfinally:\n if 'ds' in locals():\n ds.close()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686604895983, + "history_end_time" : 1686604948293, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "2cztkqci1t8", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\nexcept:\n pass\nfinally:\n if 'ds' in locals():\n ds.close()\nsys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686604711170, + "history_end_time" : 1686604749310, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "ompt08sxdhw", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\nsys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604546067, + "history_end_time" : 1686604598804, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "523x6cyq78i", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n #sys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686604432645, + "history_end_time" : 1686604477426, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "frdekgjkxwm", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n #sys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686604209738, + "history_end_time" : 1686604254697, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "qu1xvamwhca", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n #sys.exit()\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\n", + "history_output" : " File \"/home/jovyan/gw-workspace/qu1xvamwhca/connect_harmony.py\", line 39\n except (TypeError, ValueError) as e:\n ^\nSyntaxError: invalid syntax\n", + "history_begin_time" : 1686604157355, + "history_end_time" : 1686604158039, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "t08kxqlctyy", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n sys.exit()\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603964508, + "history_end_time" : 1686604003379, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "poroedvfsqs", + "history_input" : "from podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n exit(0)\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603852696, + "history_end_time" : 1686603890892, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "smee7x6n9dl", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n exit(0)\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603767192, + "history_end_time" : 1686603804910, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "Sy2zr7Qik4Rv", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n exit(0)\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 100% ] |###################################################| [\\]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603667830, + "history_end_time" : 1686603703623, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "vstYo7uxEb2K", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 100% ] |###################################################| [/]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603606532, + "history_end_time" : 1686603650655, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "5l6b5xhpcp6", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603421519, + "history_end_time" : 1686603475746, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "44odq8jfgvd", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686602364853, + "history_end_time" : 1686602402462, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "ck1cx2g3pcj", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602261769, + "history_end_time" : 1686602299381, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "7yt7zmilre9", + "history_input" : "import os\nfrom podaac_s3 import *\nimport matplotlib.pyplot as plt\nimport warnings\n\nwarnings.filterwarnings(\"ignore\")\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"connect_harmony_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n pass # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602114720, + "history_end_time" : 1686602154277, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "16jtquyzb8u", + "history_input" : "import os\nfrom podaac_s3 import *\nimport matplotlib.pyplot as plt\nimport warnings\n\nwarnings.filterwarnings(\"ignore\")\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"connect_harmony_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n pass # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602018997, + "history_end_time" : 1686602063193, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "7zstais8hoq", + "history_input" : "import os\nfrom podaac_s3 import *\nimport matplotlib.pyplot as plt\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"connect_harmony_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\n print('comes here')\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n pass # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 100% ] |###################################################| [\\]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601817387, + "history_end_time" : 1686601882464, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "rivh2f4z0j0", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n pass # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601366363, + "history_end_time" : 1686601402753, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "fa3146f462d", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n f.close() # Explicitly close the file\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection if other exceptions occur\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686601078975, + "history_end_time" : 1686601128717, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "gzf2g9uxein", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept:\n pass # ingnore closing the connection", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686600330100, + "history_end_time" : 1686600374340, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "aDWmVncumnWe", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept:\n pass # ingnore closing the connection", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686600231157, + "history_end_time" : 1686600288552, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "pEAAauFGWCfB", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")'\nexcept:\n pass # ingnore closing the connection", + "history_output" : " File \"/home/jovyan/gw-workspace/pEAAauFGWCfB/connect_harmony.py\", line 34\n print(f\"An error occurred: {str(e)}\")'\n ^\nSyntaxError: EOL while scanning string literal\n", + "history_begin_time" : 1686600186036, + "history_end_time" : 1686600186083, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "ynqz95723bz", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")'\nexcept:\n pass # ingnore closing the connection", + "history_output" : " File \"/home/jovyan/gw-workspace/ynqz95723bz/connect_harmony.py\", line 34\n print(f\"An error occurred: {str(e)}\")'\n ^\nSyntaxError: EOL while scanning string literal\n", + "history_begin_time" : 1686599918837, + "history_end_time" : 1686599919514, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "ghapzx48h9k", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\nexcept Exception as e:\n print(f\"An error occurred: {str(e)}\")", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598937972, + "history_end_time" : 1686598974005, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "m9h1id9cy8s", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\ntry:\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\nfinally:\n if f is not None:\n f.close()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598823173, + "history_end_time" : 1686598858368, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "7c4cv9tradc", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\ntry:\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\nexcept:\n pass", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 100% ] |###################################################| [/]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598707702, + "history_end_time" : 1686598747659, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "qcct6q43y0z", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598478428, + "history_end_time" : 1686598516146, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "bq8a1bojbdf", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : " [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598401790, + "history_end_time" : 1686598451899, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "jpg87uvpn41", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : " [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598203160, + "history_end_time" : 1686598239253, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "oofzcrai6l5", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : " [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598019339, + "history_end_time" : 1686598068634, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "yynizlunpe2", + "history_input" : "harmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/yynizlunpe2/connect_harmony.py\", line 1, in \n harmony_client = Client()\nNameError: name 'Client' is not defined\n", + "history_begin_time" : 1686597960961, + "history_end_time" : 1686597961799, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "m8zjc1o9wyv", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686600176897, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "fv02oe6g2lo", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604133450, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "qlqf4wzql35", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604688332, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "eznr7dd7fpb", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686605527642, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Stopped" +},] diff --git a/history/process_iy50ea.json b/history/process_iy50ea.json new file mode 100644 index 0000000..60ba5ca --- /dev/null +++ b/history/process_iy50ea.json @@ -0,0 +1,501 @@ +[{ + "history_id" : "9s1vov5h313", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608777802, + "history_end_time" : 1686608781373, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "itsckqn5oi3", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608588175, + "history_end_time" : 1686608591657, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qpnpy4r8wnf", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608468174, + "history_end_time" : 1686608471662, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "eloj43q5wv2", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608380732, + "history_end_time" : 1686608384194, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "60q5ew1sd66", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608275342, + "history_end_time" : 1686608278782, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "05cbto1bxrt", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686608252844, + "history_end_time" : 1686608274447, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "bjvgz0brvy0", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "Running", + "history_begin_time" : 1686608247576, + "history_end_time" : 1686608250841, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "lyivs492c3h", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686607842858, + "history_end_time" : 1686607846375, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "h017vkqwrbv", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686607728679, + "history_end_time" : 1686607732203, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qs5yxn7qkas", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686607030003, + "history_end_time" : 1686607033561, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "mylu8uv052i", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606946101, + "history_end_time" : 1686606949622, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qhd31nay5dv", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606784588, + "history_end_time" : 1686606788023, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "wcinngdxgmr", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606650795, + "history_end_time" : 1686606654307, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "u7xba7yrm7r", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606274226, + "history_end_time" : 1686606277790, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ijhk7693fgc", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606101448, + "history_end_time" : 1686606104968, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "v0f4sg9ed23", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686605730043, + "history_end_time" : 1686605733704, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "65onkrietjp", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686605606522, + "history_end_time" : 1686605610024, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "mi946lhza9n", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686605522989, + "history_end_time" : 1686605527637, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "sbvbecycvp5", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686605066266, + "history_end_time" : 1686605069874, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ko3m3dza44i", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604873537, + "history_end_time" : 1686604877100, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "z5h2nxzaauz", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604689819, + "history_end_time" : 1686604692163, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "cv4ur02h0q0", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604688564, + "history_end_time" : 1686604692154, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "jfdsffuuj5n", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604522014, + "history_end_time" : 1686604525648, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "83i9gxk2s4b", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604409978, + "history_end_time" : 1686604413708, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zpqzcxzq0n1", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604187729, + "history_end_time" : 1686604191286, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4omaen0ljry", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604135059, + "history_end_time" : 1686604138645, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "w1zy5qt02tq", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604072534, + "history_end_time" : 1686604133447, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "j1yg5g7oddg", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686603940743, + "history_end_time" : 1686603944347, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "f4jjoiuvyp6", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686603828599, + "history_end_time" : 1686603832160, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "dhpkqeudr8c", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686603743388, + "history_end_time" : 1686603747136, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "v6wfzfye4ha", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686603397987, + "history_end_time" : 1686603401719, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "94tfb99xhfk", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686602340931, + "history_end_time" : 1686602344519, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "exrhw5sp331", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686602238433, + "history_end_time" : 1686602241874, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "8vvuybei103", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686602091064, + "history_end_time" : 1686602094556, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "yold6lwvd1e", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686601995799, + "history_end_time" : 1686601999321, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "s7zyw9kl1uf", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686601793932, + "history_end_time" : 1686601797555, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "9vyxsv0y85b", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686601345429, + "history_end_time" : 1686601348962, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "xox95tm61mc", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686601057775, + "history_end_time" : 1686601061347, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "xyz6c1zqmwd", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686600308306, + "history_end_time" : 1686600311827, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "70bp8n9ia2t", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686600172707, + "history_end_time" : 1686600176895, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "l3bu59r5317", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686599895702, + "history_end_time" : 1686599899367, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "guvevemytez", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598917649, + "history_end_time" : 1686598921128, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "yk04rn7lzov", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598802012, + "history_end_time" : 1686598805535, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "rply5ukjps7", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598687444, + "history_end_time" : 1686598691026, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "uyaa72n9oow", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598457436, + "history_end_time" : 1686598460907, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "eajkvs3tbje", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598381733, + "history_end_time" : 1686598385228, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "lqp1gohsr43", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598181519, + "history_end_time" : 1686598185023, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gcxncp0cjue", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686597996648, + "history_end_time" : 1686598000168, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ef8yu1drh9q", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686597951304, + "history_end_time" : 1686597954902, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "eMoEskMucpom", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686597699517, + "history_end_time" : 1686597702411, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : null, + "indicator" : "Done" +},] diff --git a/history/process_u09gh6.json b/history/process_u09gh6.json new file mode 100644 index 0000000..7a9b2e6 --- /dev/null +++ b/history/process_u09gh6.json @@ -0,0 +1,301 @@ +[{ + "history_id" : "lmmnfknr64m", + "history_input" : "import sys\nfrom utils import *\nimport warnings\nimport matplotlib.pyplot as plt\n\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608801277, + "history_end_time" : 1686608843327, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "epehdr1qhv2", + "history_input" : "import sys\nfrom utils import *\nimport warnings\nimport matplotlib.pyplot as plt\n\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608612034, + "history_end_time" : 1686608643948, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "n0ema93pey0", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "history_output" : "name 'plt' is not defined\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608491785, + "history_end_time" : 1686608523505, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "739o9yp2mug", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=False)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)", + "history_output" : "name 'plt' is not defined\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608403900, + "history_end_time" : 1686608435281, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "eo4k56npqh3", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\n", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/eo4k56npqh3/harmony_connect_process.py\", line 43, in \n plt.savefig(plot_file_name)\nNameError: name 'plt' is not defined\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608297355, + "history_end_time" : 1686608329405, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "o7QxnosyAjpE", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot()\n", + "history_output" : "Exception ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686608180361, + "history_end_time" : 1686608213482, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Done" +},{ + "history_id" : "hJVRDPyVp4tl", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n plt.savefig(plot_file_name)\n", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/hJVRDPyVp4tl/harmony_connect_process.py\", line 41, in \n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\nNameError: name 'nc' is not defined\n", + "history_begin_time" : 1686608039714, + "history_end_time" : 1686608082589, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "Iet4nkCcuSfY", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "", + "history_begin_time" : 1686608005111, + "history_end_time" : 1686608010805, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Done" +},{ + "history_id" : "JZVHAZAYRGSq", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/JZVHAZAYRGSq/harmony_connect_process.py\", line 13, in \n collection=Collection(id=short_name),\nNameError: name 'short_name' is not defined\n", + "history_begin_time" : 1686607976645, + "history_end_time" : 1686607982312, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "Li0MtJ4U6Mzk", + "history_input" : "import sys\nfrom utils import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\n#harmony_client = Client()\n#request = Request(\n# collection=Collection(id=short_name),\n# spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n# temporal={\n# 'start': dt.datetime(2021, 8, 20),\n# 'stop': dt.datetime(2021, 8, 21),\n# },\n#)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "", + "history_begin_time" : 1686607959556, + "history_end_time" : 1686607962498, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Done" +},{ + "history_id" : "zmB8FBJ3WnFI", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\n#harmony_client = Client()\n#request = Request(\n# collection=Collection(id=short_name),\n# spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n# temporal={\n# 'start': dt.datetime(2021, 8, 20),\n# 'stop': dt.datetime(2021, 8, 21),\n# },\n#)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "", + "history_begin_time" : 1686607933206, + "history_end_time" : 1686607947038, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "iyqEnGDVhvmt", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\n#request = Request(\n# collection=Collection(id=short_name),\n# spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n# temporal={\n# 'start': dt.datetime(2021, 8, 20),\n# 'stop': dt.datetime(2021, 8, 21),\n# },\n#)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "", + "history_begin_time" : 1686607905108, + "history_end_time" : 1686607922257, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "fflx3hf2zn8", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "", + "history_begin_time" : 1686607865304, + "history_end_time" : 1686607881956, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "gYey146XSND2", + "history_input" : "", + "history_output" : "", + "history_begin_time" : 1686607796144, + "history_end_time" : 1686607796186, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Done" +},{ + "history_id" : "w7ozk8dsfgu", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "comes till here\n", + "history_begin_time" : 1686607752302, + "history_end_time" : 1686607767761, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "hSTCmiZmXTEY", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "comes till here\n", + "history_begin_time" : 1686607654429, + "history_end_time" : 1686607674544, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "Lzs3azgDap4E", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "comes till here\n", + "history_begin_time" : 1686607471943, + "history_end_time" : 1686607487332, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "dfnaOXKTVD60", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "comes till here\n", + "history_begin_time" : 1686607433404, + "history_end_time" : 1686607450906, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "s5yIlsJsZaTv", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "comes till here\n", + "history_begin_time" : 1686607360459, + "history_end_time" : 1686607413833, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "qqEgA4T1GK0Y", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "comes till here\n", + "history_begin_time" : 1686607158383, + "history_end_time" : 1686607200593, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : null, + "indicator" : "Failed" +},{ + "history_id" : "jq28zqsdcd7", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686607053872, + "history_end_time" : 1686607089658, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "6k5mrtyvov1", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606968628, + "history_end_time" : 1686607006359, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "70a30so4ri3", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\n\nwith s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606806853, + "history_end_time" : 1686606848147, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "ar4hwzv0oo8", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 50% ] |######################### | [|]\n [ Processing: 50% ] |######################### | [/]\n [ Processing: 50% ] |######################### | [-]\n [ Processing: 50% ] |######################### | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606673029, + "history_end_time" : 1686606753354, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "tb8wdzqauvo", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606297968, + "history_end_time" : 1686606340445, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "4lwqg6mslqb", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\nexcept:\n pass\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 100% ] |###################################################| [/]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606124993, + "history_end_time" : 1686606182365, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "wzxbg3hlmnz", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\nexcept:\n pass\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686605752398, + "history_end_time" : 1686605808319, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "39zrgcceus6", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.show()\nexcept:\n pass\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nFigure(640x480)\n", + "history_begin_time" : 1686605630036, + "history_end_time" : 1686605675880, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "c1afzn2apu8", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608251837, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "guvyz9ejg0o", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608274450, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Stopped" +},] diff --git a/history/process_y2amjw.json b/history/process_y2amjw.json new file mode 100644 index 0000000..68ac509 --- /dev/null +++ b/history/process_y2amjw.json @@ -0,0 +1,491 @@ +[{ + "history_id" : "badzpw29qx9", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608782802, + "history_end_time" : 1686608786260, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "nw7h3gm2tw2", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608593514, + "history_end_time" : 1686608597029, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2795y4o5o0k", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608473288, + "history_end_time" : 1686608476780, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "cioed3ifyjc", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608385413, + "history_end_time" : 1686608388895, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6gfgw3wipzi", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686608279891, + "history_end_time" : 1686608283350, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2xrbafsnx2m", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686607847771, + "history_end_time" : 1686607851299, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "t6jz8wwjnkn", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686607733712, + "history_end_time" : 1686607737297, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ef726rybzyc", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686607035365, + "history_end_time" : 1686607038867, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4cy99uw5dku", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606951158, + "history_end_time" : 1686606954623, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ysnza7lf1xn", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606789361, + "history_end_time" : 1686606792848, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6cqy4xs95ho", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606655473, + "history_end_time" : 1686606659023, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "3g4brxkxgon", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606279379, + "history_end_time" : 1686606282963, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "hcj4swdcjbx", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606106347, + "history_end_time" : 1686606109987, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "m4w8vgjs0az", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686605734889, + "history_end_time" : 1686605738393, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "m8nzqcnncrc", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686605611525, + "history_end_time" : 1686605615031, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "z1po7nxeavw", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686605527952, + "history_end_time" : 1686605531514, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "8hdnnezizap", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686605071308, + "history_end_time" : 1686605075003, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6e4pcmlmrhz", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604878326, + "history_end_time" : 1686604881976, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "f54uddoh987", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604694000, + "history_end_time" : 1686604697610, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4m08tssv20r", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604527439, + "history_end_time" : 1686604531057, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "sy2mjg5thr3", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604414978, + "history_end_time" : 1686604418633, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "3rkpwd1tko3", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604193046, + "history_end_time" : 1686604196732, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "t0iktcdd4w1", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604139759, + "history_end_time" : 1686604143349, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "8c2us1j5gw8", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686603945901, + "history_end_time" : 1686603949502, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "lmbgt6u0iwi", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686603833916, + "history_end_time" : 1686603837690, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ayonb6ybswo", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686603748570, + "history_end_time" : 1686603752187, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "zlke1lzuhfr", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686603402988, + "history_end_time" : 1686603406498, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4685ygcrqrm", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686602346389, + "history_end_time" : 1686602349848, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "jry174rim72", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686602243288, + "history_end_time" : 1686602246764, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "155h0co5n7z", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686602096199, + "history_end_time" : 1686602099715, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "j3otzy3pqk9", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686602000477, + "history_end_time" : 1686602003992, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2nuxt73doly", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686601798787, + "history_end_time" : 1686601802382, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "lb4bnbp5ofl", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686601350738, + "history_end_time" : 1686601354331, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "kjtuqlyn7iz", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686601062397, + "history_end_time" : 1686601065970, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "jzkdxgcpnh5", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686600313547, + "history_end_time" : 1686600317094, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4ai6v1d3ajj", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686599901080, + "history_end_time" : 1686599904832, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "iqfgntrq9wx", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598922377, + "history_end_time" : 1686598925967, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4tvfq3227py", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598806668, + "history_end_time" : 1686598810167, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gn0omnx75t6", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598692165, + "history_end_time" : 1686598695697, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "3cfi219q2gr", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598462905, + "history_end_time" : 1686598466422, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "si3c8jcmigm", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598386270, + "history_end_time" : 1686598389783, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "equqwn2lzel", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598186649, + "history_end_time" : 1686598190153, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "d78983wzqo6", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598001810, + "history_end_time" : 1686598005331, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "b90bqdjm4s7", + "history_input" : "urs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "Traceback (most recent call last):\n File \"/home/jovyan/gw-workspace/b90bqdjm4s7/authenticate.py\", line 6, in \n netrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\nNameError: name 'system' is not defined\n", + "history_begin_time" : 1686597956305, + "history_end_time" : 1686597956952, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "msjaxhjp1f0", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686600176895, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "gtjm6bblq5e", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604133447, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "c73hprxfqtp", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686604688325, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "0bhxfuntaeh", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608251834, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},{ + "history_id" : "y8sx85dr8bm", + "history_input" : null, + "history_output" : null, + "history_begin_time" : null, + "history_end_time" : 1686608274448, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Stopped" +},] diff --git a/history/qn09tm1dWEbER213RA.json b/history/qn09tm1dWEbER213RA.json new file mode 100644 index 0000000..222e806 --- /dev/null +++ b/history/qn09tm1dWEbER213RA.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "xyz6c1zqmwd", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686600308306, + "history_end_time" : 1686600311827, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "jzkdxgcpnh5", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686600313547, + "history_end_time" : 1686600317094, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "7pioemrv6q0", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686600318831, + "history_end_time" : 1686600328714, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gzf2g9uxein", + "history_input" : "from podaac_s3 import *\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n except Exception as e:\n print(f\"An error occurred: {str(e)}\")\nexcept:\n pass # ingnore closing the connection", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 66% ] |################################# | [-]\n [ Processing: 66% ] |################################# | [\\]\n [ Processing: 66% ] |################################# | [|]\n [ Processing: 66% ] |################################# | [/]\n [ Processing: 100% ] |###################################################| [-]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686600330100, + "history_end_time" : 1686600374340, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/uOWUD3fZyQnR8S68s3.json b/history/uOWUD3fZyQnR8S68s3.json new file mode 100644 index 0000000..e31c2b2 --- /dev/null +++ b/history/uOWUD3fZyQnR8S68s3.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "dhpkqeudr8c", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686603743388, + "history_end_time" : 1686603747136, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ayonb6ybswo", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686603748570, + "history_end_time" : 1686603752187, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "gyk59t72op1", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686603754140, + "history_end_time" : 1686603765795, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "smee7x6n9dl", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n exit(0)\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603767192, + "history_end_time" : 1686603804910, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "dsp6fnqqczg", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686603806802, + "history_end_time" : 1686603807593, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/uS4lTnyL4A2XnatiWO.json b/history/uS4lTnyL4A2XnatiWO.json new file mode 100644 index 0000000..ac05709 --- /dev/null +++ b/history/uS4lTnyL4A2XnatiWO.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "yk04rn7lzov", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598802012, + "history_end_time" : 1686598805535, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "4tvfq3227py", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598806668, + "history_end_time" : 1686598810167, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "i17jdb8cr02", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598811541, + "history_end_time" : 1686598821637, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "m9h1id9cy8s", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\ntry:\n f = s3_fs.open(url, mode='rb')\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\nfinally:\n if f is not None:\n f.close()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598823173, + "history_end_time" : 1686598858368, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/uSk96BsVq38RiDxtRw.json b/history/uSk96BsVq38RiDxtRw.json new file mode 100644 index 0000000..9731f69 --- /dev/null +++ b/history/uSk96BsVq38RiDxtRw.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "u7xba7yrm7r", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686606274226, + "history_end_time" : 1686606277790, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "3g4brxkxgon", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686606279379, + "history_end_time" : 1686606282963, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "8yspr2wsqho", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686606284795, + "history_end_time" : 1686606296108, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "p5dx568zdz9", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686606342116, + "history_end_time" : 1686606342767, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "tb8wdzqauvo", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\nexcept Exception as e:\n print(e)\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686606297968, + "history_end_time" : 1686606340445, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/vD2jtHp2Ic1LqwwXlq.json b/history/vD2jtHp2Ic1LqwwXlq.json new file mode 100644 index 0000000..dc4755a --- /dev/null +++ b/history/vD2jtHp2Ic1LqwwXlq.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "v0f4sg9ed23", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686605730043, + "history_end_time" : 1686605733704, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "m4w8vgjs0az", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686605734889, + "history_end_time" : 1686605738393, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "iwchw43to2m", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686605739709, + "history_end_time" : 1686605750733, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "at1480nkmpo", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686605809742, + "history_end_time" : 1686605810420, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "wzxbg3hlmnz", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\nimport netCDF4 as nc\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n sst_variable = ds.variables['sea_surface_temperature']\n sst_data = sst_variable[:]\n\n # Plot the data\n for i in range(sst_data.shape[0]):\n plt.plot(sst_data[i])\n\n plt.savefig(plot_file_name)\nexcept:\n pass\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 33% ] |################ | [\\]\n [ Processing: 33% ] |################ | [|]\n [ Processing: 33% ] |################ | [/]\n [ Processing: 33% ] |################ | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 83% ] |########################################## | [|]\n [ Processing: 83% ] |########################################## | [/]\n [ Processing: 83% ] |########################################## | [-]\n [ Processing: 83% ] |########################################## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686605752398, + "history_end_time" : 1686605808319, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/xOaHAaWdYzJ5pVEgZy.json b/history/xOaHAaWdYzJ5pVEgZy.json new file mode 100644 index 0000000..77e2e29 --- /dev/null +++ b/history/xOaHAaWdYzJ5pVEgZy.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "z5h2nxzaauz", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686604689819, + "history_end_time" : 1686604692163, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "f54uddoh987", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686604694000, + "history_end_time" : 1686604697610, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qy0zhs1t6mr", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686604699162, + "history_end_time" : 1686604709836, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "2cztkqci1t8", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n)\n\ntry:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\nexcept:\n pass\nfinally:\n if 'ds' in locals():\n ds.close()\nsys.exit()\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\n", + "history_begin_time" : 1686604711170, + "history_end_time" : 1686604749310, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "38hh1njhjat", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686604750846, + "history_end_time" : 1686604751522, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/y2XfTCPp1z1x6DVbjz.json b/history/y2XfTCPp1z1x6DVbjz.json new file mode 100644 index 0000000..aad419e --- /dev/null +++ b/history/y2XfTCPp1z1x6DVbjz.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "f4jjoiuvyp6", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686603828599, + "history_end_time" : 1686603832160, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "lmbgt6u0iwi", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686603833916, + "history_end_time" : 1686603837690, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "tpyqltb8c73", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686603839165, + "history_end_time" : 1686603850976, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "poroedvfsqs", + "history_input" : "from podaac_s3 import *\nimport warnings\n\n#warnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n ds.close()\n print('comes here')\n exit(0)\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\n", + "history_begin_time" : 1686603852696, + "history_end_time" : 1686603890892, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "mbbur3oxkm2", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686603891984, + "history_end_time" : 1686603892735, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/history/y3gsJPnnulvngMi5BC.json b/history/y3gsJPnnulvngMi5BC.json new file mode 100644 index 0000000..227af62 --- /dev/null +++ b/history/y3gsJPnnulvngMi5BC.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "h017vkqwrbv", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686607728679, + "history_end_time" : 1686607732203, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "t6jz8wwjnkn", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686607733712, + "history_end_time" : 1686607737297, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "y6fqe1e66mn", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686607739208, + "history_end_time" : 1686607751191, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "a3sdob9ymo0", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686607769196, + "history_end_time" : 1686607769847, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "w7ozk8dsfgu", + "history_input" : "import sys\nfrom podaac_s3 import *\nimport warnings\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"harmony_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\n#job_id = harmony_client.submit(request)\n#harmony_client.wait_for_processing(job_id, show_progress=False)\n#data = harmony_client.result_json(job_id)\n#results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n#urls = list(results)\n#filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n#url = [url for url in urls if filename in url][0]\n#creds = harmony_client.aws_credentials()\n#s3_fs = s3fs.S3FileSystem(\n# key=creds['aws_access_key_id'],\n# secret=creds['aws_secret_access_key'],\n# token=creds['aws_session_token'],\n# client_kwargs={'region_name': 'us-west-2'},\n#)\n\n\n#with s3_fs.open(url, mode='rb') as f:\n# ds = nc.Dataset('temporary_file.nc', memory=f.read(), diskless=True)\n# sst_variable = ds.variables['sea_surface_temperature']\n# sst_data = sst_variable[:]\n\n # Plot the data\n# for i in range(sst_data.shape[0]):\n# plt.plot(sst_data[i])\n# plt.savefig(plot_file_name)\n", + "history_output" : "comes till here\n", + "history_begin_time" : 1686607752302, + "history_end_time" : 1686607767761, + "history_notes" : null, + "history_process" : "u09gh6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/yAfIPhwjAzVBKqpR7U.json b/history/yAfIPhwjAzVBKqpR7U.json new file mode 100644 index 0000000..117cff9 --- /dev/null +++ b/history/yAfIPhwjAzVBKqpR7U.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "uyaa72n9oow", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686598457436, + "history_end_time" : 1686598460907, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "3cfi219q2gr", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686598462905, + "history_end_time" : 1686598466422, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "kd7d7adeonh", + "history_input" : "from authenticate import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598467913, + "history_end_time" : 1686598476424, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "qcct6q43y0z", + "history_input" : "from podaac_s3 import *\n\nharmony_client = Client()\nrequest = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667,21.20806,-83.05197,30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=True)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nfilename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\nurl = [url for url in urls if filename in url][0]\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.sea_surface_temperature.plot() ;", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 16% ] |######## | [|]\n [ Processing: 16% ] |######## | [/]\n [ Processing: 16% ] |######## | [-]\n [ Processing: 16% ] |######## | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686598478428, + "history_end_time" : 1686598516146, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/z4xybmVHZaRQx97PMM.json b/history/z4xybmVHZaRQx97PMM.json new file mode 100644 index 0000000..1690377 --- /dev/null +++ b/history/z4xybmVHZaRQx97PMM.json @@ -0,0 +1,51 @@ +[{ + "history_id" : "exrhw5sp331", + "history_input" : "# Earthdata Login\nfrom netrc import netrc\nfrom subprocess import Popen\nfrom platform import system\nfrom getpass import getpass\nimport os\n\n# Direct access\nimport requests\nimport s3fs\nimport xarray as xr\nimport hvplot.xarray\n\n# Harmony\nfrom harmony import BBox, Client, Collection, Request, LinkType\nfrom harmony.config import Environment\nfrom pprint import pprint\nimport datetime as dt", + "history_output" : "", + "history_begin_time" : 1686602238433, + "history_end_time" : 1686602241874, + "history_notes" : null, + "history_process" : "iy50ea", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "jry174rim72", + "history_input" : "from utils import *\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)", + "history_output" : "", + "history_begin_time" : 1686602243288, + "history_end_time" : 1686602246764, + "history_notes" : null, + "history_process" : "y2amjw", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "6yym80d7yje", + "history_input" : "import os\nimport matplotlib.pyplot as plt\nfrom authenticate import *\n\nhome_dir = os.path.expanduser(\"~\")\nplot_file_name = os.path.join(home_dir, \"podaac_s3_plot_1.png\")\n\nif os.path.isfile(plot_file_name):\n os.remove(plot_file_name)\n\nurs = 'urs.earthdata.nasa.gov' # Earthdata URL endpoint for authentication\nprompts = ['Enter NASA Earthdata Login Username: ',\n 'Enter NASA Earthdata Login Password: ']\n\n# Determine the OS (Windows machines usually use an '_netrc' file)\nnetrc_name = \"_netrc\" if system()==\"Windows\" else \".netrc\"\n\n# Determine if netrc file exists, and if so, if it includes NASA Earthdata Login Credentials\ntry:\n netrcDir = os.path.expanduser(f\"~/{netrc_name}\")\n netrc(netrcDir).authenticators(urs)[0]\n\n# Below, create a netrc file and prompt user for NASA Earthdata Login Username and Password\nexcept FileNotFoundError:\n homeDir = os.path.expanduser(\"~\")\n Popen('touch {0}{2} | echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n # Set restrictive permissions\n Popen('chmod 0600 {0}{1}'.format(homeDir + os.sep, netrc_name), shell=True)\n\n # Determine OS and edit netrc file if it exists but is not set up for NASA Earthdata Login\nexcept TypeError:\n homeDir = os.path.expanduser(\"~\")\n Popen('echo machine {1} >> {0}{2}'.format(homeDir + os.sep, urs, netrc_name), shell=True)\n Popen('echo login {} >> {}{}'.format(getpass(prompt=prompts[0]), homeDir + os.sep, netrc_name), shell=True)\n Popen('echo \\'password {} \\'>> {}{}'.format(getpass(prompt=prompts[1]), homeDir + os.sep, netrc_name), shell=True)\n\ns3_cred_endpoint = {\n 'podaac':'https://archive.podaac.earthdata.nasa.gov/s3credentials',\n 'gesdisc': 'https://data.gesdisc.earthdata.nasa.gov/s3credentials',\n 'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials',\n 'ornldaac': 'https://data.ornldaac.earthdata.nasa.gov/s3credentials',\n 'ghrcdaac': 'https://data.ghrc.earthdata.nasa.gov/s3credentials'\n}\n\ndef get_temp_creds(provider):\n return requests.get(s3_cred_endpoint[provider]).json()\ntemp_creds_req = get_temp_creds('podaac')\nfs_s3 = s3fs.S3FileSystem(anon=False, \n key=temp_creds_req['accessKeyId'], \n secret=temp_creds_req['secretAccessKey'], \n token=temp_creds_req['sessionToken'],\n client_kwargs={'region_name':'us-west-2'})\nshort_name = 'MODIS_T-JPL-L2P-v2019.0'\ns3_url = 's3://podaac-ops-cumulus-protected/MODIS_T-JPL-L2P-v2019.0/20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0.nc'\n\ns3_file_obj = fs_s3.open(s3_url, mode='rb')\nssh_ds = xr.open_dataset(s3_file_obj)\nssh_ds.sea_surface_temperature.plot()\nplt.savefig(plot_file_name)\nprint('comes till here')\ns3_file_obj.close()", + "history_output" : "comes till here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602247878, + "history_end_time" : 1686602260259, + "history_notes" : null, + "history_process" : "cqp5y5", + "host_id" : "100001", + "indicator" : "Done" +},{ + "history_id" : "ck1cx2g3pcj", + "history_input" : "from podaac_s3 import *\nimport warnings\n\nwarnings.filterwarnings(\"ignore\", category=UserWarning) # Ignore specific warning category\n\ntry:\n harmony_client = Client()\n request = Request(\n collection=Collection(id=short_name),\n spatial=BBox(-97.77667, 21.20806, -83.05197, 30.16605),\n temporal={\n 'start': dt.datetime(2021, 8, 20),\n 'stop': dt.datetime(2021, 8, 21),\n },\n )\n job_id = harmony_client.submit(request)\n harmony_client.wait_for_processing(job_id, show_progress=True)\n data = harmony_client.result_json(job_id)\n results = harmony_client.result_urls(job_id, link_type=LinkType.s3)\n urls = list(results)\n filename = '20210820033500-JPL-L2P_GHRSST-SSTskin-MODIS_T-N-v02.0-fv01.0_subsetted.nc4'\n\n url = [url for url in urls if filename in url][0]\n creds = harmony_client.aws_credentials()\n s3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name': 'us-west-2'},\n )\n try:\n with s3_fs.open(url, mode='rb') as f:\n ds = xr.open_dataset(f)\n ds.sea_surface_temperature.plot()\n print('comes here')\n except (TypeError, ValueError) as e:\n print(f\"An error occurred: {str(e)}\")\nexcept Exception as e:\n print(e) # Ignore closing connection, if fails\n", + "history_output" : " [ Processing: 0% ] | | [/]comes till here\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 0% ] | | [|]\n [ Processing: 0% ] | | [/]\n [ Processing: 0% ] | | [-]\n [ Processing: 0% ] | | [\\]\n [ Processing: 100% ] |###################################################| [|]\n [ Processing: 100% ] |###################################################| [|]\ncomes here\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 249, in __del__\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/xarray/backends/file_manager.py\", line 233, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\nException ignored in: \nTraceback (most recent call last):\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5netcdf/core.py\", line 1209, in close\n File \"/srv/conda/envs/notebook/lib/python3.9/site-packages/h5py/_hl/files.py\", line 585, in close\nTypeError: bad operand type for unary ~: 'NoneType'\n", + "history_begin_time" : 1686602261769, + "history_end_time" : 1686602299381, + "history_notes" : null, + "history_process" : "gqu5u6", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "k5qj4uotw97", + "history_input" : "pass", + "history_output" : "", + "history_begin_time" : 1686602301266, + "history_end_time" : 1686602301924, + "history_notes" : null, + "history_process" : "dh8stf", + "host_id" : "100001", + "indicator" : "Done" +}] diff --git a/workflow.json b/workflow.json new file mode 100644 index 0000000..b1dc1a4 --- /dev/null +++ b/workflow.json @@ -0,0 +1,9 @@ +{ + "id" : "g9f31x68j54tgzau60pf", + "name" : "Direct Access & Harmony workflow", + "description" : "", + "owner" : "111111", + "confidential" : "FALSE", + "edges" : "[{\"source\":{\"title\":\"utils\",\"id\":\"iy50ea-bjl3n\",\"x\":225,\"y\":469.5,\"color\":\"green\"},\"target\":{\"title\":\"authenticate\",\"id\":\"y2amjw-Dnytd\",\"x\":398,\"y\":467.5,\"color\":\"green\"}},{\"source\":{\"title\":\"authenticate\",\"id\":\"y2amjw-Dnytd\",\"x\":398,\"y\":467.5,\"color\":\"green\"},\"target\":{\"title\":\"podaac_s3\",\"id\":\"cqp5y5-VfulM\",\"x\":575,\"y\":468.5,\"color\":\"green\"}},{\"source\":{\"title\":\"podaac_s3\",\"id\":\"cqp5y5-VfulM\",\"x\":575,\"y\":468.5,\"color\":\"green\"},\"target\":{\"title\":\"harmony_connect_process\",\"id\":\"u09gh6-UWbai\",\"x\":856.7482299804688,\"y\":463.6691589355469,\"color\":\"green\"}},{\"source\":{\"title\":\"harmony_connect_process\",\"id\":\"u09gh6-UWbai\",\"x\":856.7482299804688,\"y\":463.6691589355469,\"color\":\"green\"},\"target\":{\"title\":\"end\",\"id\":\"dh8stf-7hTrq\",\"x\":1123.4957885742188,\"y\":465.28143310546875,\"color\":\"green\"}}]", + "nodes" : "[{\"title\":\"utils\",\"id\":\"iy50ea-bjl3n\",\"x\":225,\"y\":469.5,\"color\":\"green\"},{\"title\":\"authenticate\",\"id\":\"y2amjw-Dnytd\",\"x\":398,\"y\":467.5,\"color\":\"green\"},{\"title\":\"podaac_s3\",\"id\":\"cqp5y5-VfulM\",\"x\":575,\"y\":468.5,\"color\":\"green\"},{\"title\":\"end\",\"id\":\"dh8stf-7hTrq\",\"x\":1123.4957885742188,\"y\":465.28143310546875,\"color\":\"green\"},{\"title\":\"harmony_connect_process\",\"id\":\"u09gh6-UWbai\",\"x\":856.7482299804688,\"y\":463.6691589355469,\"color\":\"green\"}]" +}