diff --git a/examples/pelicanfs_example.ipynb b/examples/pelicanfs_example.ipynb new file mode 100644 index 0000000..95e8bba --- /dev/null +++ b/examples/pelicanfs_example.ipynb @@ -0,0 +1,923 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# PelicanFS Example\n", + "\n", + "An example demonstrating the various ways to use the PelicanFS fsspec with data." + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [], + "source": [ + "# Display output of plots directly in Notebook\n", + "%matplotlib inline\n", + "import warnings\n", + "warnings.filterwarnings(\"ignore\")\n", + "\n", + "import xarray as xr\n", + "import fsspec\n", + "import seaborn as sns\n", + "import re\n", + "import nest_asyncio\n", + "nest_asyncio.apply()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [], + "source": [ + "from pelicanfs.core import PelicanFileSystem, PelicanMap, OSDFFileSystem" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [], + "source": [ + "import dask \n", + "from dask_jobqueue import PBSCluster\n", + "from dask.distributed import Client\n", + "from dask.distributed import performance_report" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Using the PelicanFS Direction\n", + "\n", + "The following example instantiates and `PelicanFileSystem` with the OSDF Federation Discovery URL and then lists all the files in the `ncar` namespace below the `rda` folder." + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'name': '/ncar/rda/ds205.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds542.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds901.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds237.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds113.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds836.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds746.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/harshah', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds312.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds236.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds517.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds188.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds999.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds292.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds612.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds570.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds495.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds611.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds575.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds756.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds285.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds501.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds201.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds516.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds313.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds200.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds061.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds550.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds111.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds250.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds316.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds258.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds126.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds463.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds070.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds199.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds612.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds310.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds505.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds197.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds871.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds518.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds832.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds840.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds898.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds302.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds467.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds545.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds579.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds131.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds615.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds570.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds631.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds845.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds550.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds094.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds486.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds345.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds865.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds313.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds762.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds402.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds728.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds577.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds314.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds313.8', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds552.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds510.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds232.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds862.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds755.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds231.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds541.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds080.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds606.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds195.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds711.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds800.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds318.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds285.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds274.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds845.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds063.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds573.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds362.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds510.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds701.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds473.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds540.8', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds317.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds390.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds220.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds131.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds578.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds307.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds342.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds083.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds085.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds606.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds465.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds260.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds718.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds302.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds564.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds092.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds232.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds120.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds565.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds834.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds110.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds222.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds286.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds209.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds574.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds651.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds541.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds576.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds530.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds020.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds304.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds090.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds466.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds618.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.8', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds572.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds336.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds256.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds280.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds609.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds700.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds278.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds724.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds118.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds510.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds301.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds860.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds679.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds270.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds728.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds084.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds502.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds745.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds560.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds191.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds120.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds129.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds213.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds900.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.8', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds548.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds240.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds302.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds276.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds609.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds213.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds430.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds319.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds390.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds489.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds230.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds119.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds273.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds258.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds709.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds238.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds109.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds578.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds060.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds461.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds710.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds541.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds285.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds548.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds354.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds556.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds855.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds287.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds038.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds474.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.8', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds505.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds728.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds126.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds082.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds386.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds388.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds289.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds320.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds069.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds082.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds504.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds388.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/access_report.txt', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds850.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds368.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds232.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds316.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds314.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds281.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds318.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds496.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds084.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds317.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds723.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds761.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds314.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds283.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds741.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds825.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds132.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/.writable', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds616.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds554.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds115.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds122.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds491.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds676.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds733.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds742.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds431.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds633.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds112.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds539.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds062.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds351.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds905.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds255.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds316.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds734.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds392.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds353.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds692.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds515.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds565.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds676.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds524.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds502.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds256.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds099.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds542.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds471.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds115.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds742.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds254.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds725.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds620.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds463.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds108.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds680.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds551.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds190.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds740.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds036.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds742.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds107.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds119.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds361.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds390.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds111.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds521.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds258.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds540.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds292.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds083.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/rda-quasar', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds552.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds091.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds754.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds606.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds195.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds810.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds289.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds824.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds703.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds501.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds256.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds209.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds131.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds875.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds193.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds502.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds335.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds127.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds340.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds533.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds626.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds691.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds760.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds541.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds483.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds742.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds287.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds127.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds330.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds490.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds640.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds950.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds745.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds540.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds640.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds540.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds010.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds111.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds480.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds569.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds863.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds520.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds359.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds506.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds113.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds741.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds608.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds548.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds292.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds640.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds358.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds075.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds720.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds119.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds353.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds067.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds210.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds132.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds728.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds630.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds123.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds757.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds233.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds545.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds312.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds870.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds292.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds804.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds472.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds093.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds251.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/icoads', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds725.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds123.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds307.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds606.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds533.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds127.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds124.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds888.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds262.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds510.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds516.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds084.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds115.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds240.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds102.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds195.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds629.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds065.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds307.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds578.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds302.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds800.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds651.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds398.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds629.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds866.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds319.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds260.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds633.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds805.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds508.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds093.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds682.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds758.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds462.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds503.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds531.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds118.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds539.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds012.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds750.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds209.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds512.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds464.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds633.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds131.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds302.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds729.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds580.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds544.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds767.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds510.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds470.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds686.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds522.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds119.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds681.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds702.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds403.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds601.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds801.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds387.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds727.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds258.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds609.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds315.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds481.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds313.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds546.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds609.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds897.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds461.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds530.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds805.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds463.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds115.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds627.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds629.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds629.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds841.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds904.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds902.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds526.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds605.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds540.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds571.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds629.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds318.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds111.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds604.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds215.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds718.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds402.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds352.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds673.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds018.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds195.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds727.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds570.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds617.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds602.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds190.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds820.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds100.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds330.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds759.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds121.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds132.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds366.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds502.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds300.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds337.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds353.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds240.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds390.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds476.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds891.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds122.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds018.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds279.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds553.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds093.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds539.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds462.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds759.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds308.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds359.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds068.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds111.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/all_file.txt', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds267.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds208.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/README_rda-data_contents', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds083.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds314.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds841.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds523.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds672.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds126.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds999.8', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds880.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds313.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds548.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds766.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds578.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds750.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds900.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds209.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds684.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds258.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds081.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds484.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds602.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds487.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds084.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds742.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds671.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds528.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds765.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds463.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds805.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds473.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds806.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds650.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds108.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds085.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds394.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds115.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds299.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds253.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds217.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds234.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds543.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds260.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds124.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds285.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds285.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds394.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds735.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds861.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds370.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds351.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds517.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds233.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds856.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds066.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds091.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds319.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds217.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds603.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/.test', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds290.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds485.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds672.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds115.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds606.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds722.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds318.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds710.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds678.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds728.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds764.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds257.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/DS613.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds629.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds381.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds830.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds121.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds085.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds759.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds743.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds732.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds740.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds316.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds539.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds119.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds197.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds084.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds198.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds482.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds726.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds645.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds509.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds119.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds507.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds464.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds232.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds721.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds318.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds759.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds312.9', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds272.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds725.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds721.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds122.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds206.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds082.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds435.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds260.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds219.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds367.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds218.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds640.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds633.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds083.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds084.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds475.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds744.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds121.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds086.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds094.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds270.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds067.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds730.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds765.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds820.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds111.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds814.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds507.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds613.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds400.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds087.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds909.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds110.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds633.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds514.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds540.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds309.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds330.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds631.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds570.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds365.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds684.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds010.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds542.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds885.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds067.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds285.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds360.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds318.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds578.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds275.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds768.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds756.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds235.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds355.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds629.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds542.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds298.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds061.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds302.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds307.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds695.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds605.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds482.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds252.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds731.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds685.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds570.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds841.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds677.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds084.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds542.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds480.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds307.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds279.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds259.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds516.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds106.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds840.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds239.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds256.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds370.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds117.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds218.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds115.6', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds999.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds090.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds488.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds628.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds621.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds741.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds460.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds716.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds728.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds559.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds625.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds712.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds390.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds769.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds605.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds607.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds111.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds816.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds318.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds067.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds600.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds207.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds240.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds124.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds313.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds535.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds520.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds867.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds115.7', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds564.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds541.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds726.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds401.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds463.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds728.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds391.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds090.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds285.3', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds701.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds271.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds110.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds067.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds256.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds069.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds736.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds808.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds698.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds770.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds625.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds510.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds610.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds389.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds383.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds094.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds511.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds627.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds728.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds469.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds627.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds082.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds719.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds633.2', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds260.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds553.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds277.8', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds289.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds631.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds513.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds104.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds582.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds228.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds633.1', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds682.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds999.5', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds353.4', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds630.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds208.0', 'size': None, 'type': 'file'},\n", + " {'name': '/ncar/rda/ds497.0', 'size': None, 'type': 'file'}]" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "pelfs = PelicanFileSystem(\"pelican://osg-htc.org\")\n", + "pelfs.ls('/ncar/rda')" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Using the Pelican Map\n", + "\n", + "The following example shows loading in a file as a PelicanMap using the previous PelicanFileSytem object (which uses the `odsf` director)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [], + "source": [ + "file = PelicanMap('/chtc/PUBLIC/eturetsky/ncar-subset/ncar/monthly/cesm2LE-historical-cmip6-FLUT.zarr', pelfs)\n", + "test = xr.open_dataset(file, engine='zarr')\n", + "test" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Using an the OSDF protocol directly\n", + "\n", + "The following example shows how to use the `osdf://` protocol plus the filepath within the namespace to open a dataset" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "test = xr.open_dataset(\"osdf:///chtc/PUBLIC/eturetsky/ncar-subset/ncar/monthly/cesm2LE-historical-cmip6-FLUT.zarr\", engine='zarr')\n", + "test" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Use FSSpec directly\n", + "\n", + "Since PelicanFS is a registered backend with fsspec, it can also be used directly with fsspec with either the `osdf://` or `pelican://` protocols." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "open_test = fsspec.open(\"osdf:///chtc/PUBLIC/eturetsky/ncar-subset/ncar/monthly/cesm2LE-historical-cmip6-FLUT.zarr/.zmetadata\")\n", + "open_test" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": ".venv", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.6" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}